Skip to content

Commit

Permalink
ccan: update to fix shutdown slowness after plugin load.
Browse files Browse the repository at this point in the history
Dynamic plugins were keeping fds open; they should not have these
at all anyway, but worse, they interfere with operation because
we don't notice they're closed.

The symptom was that shutdown of the test_plugin_slowinit and
test_plugin_command was 30 seconds (10 seconds grace to kill each daemon).

Signed-off-by: Rusty Russell <[email protected]>
  • Loading branch information
rustyrussell committed Aug 15, 2019
1 parent bf3b77a commit 25ddb80
Show file tree
Hide file tree
Showing 7 changed files with 37 additions and 7 deletions.
2 changes: 1 addition & 1 deletion ccan/README
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
CCAN imported from http://ccodearchive.net.

CCAN version: init-2484-ge16aa40b
CCAN version: init-2486-g46cfc3ad
9 changes: 9 additions & 0 deletions ccan/ccan/htable/htable.h
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,15 @@ bool htable_init_sized(struct htable *ht,
size_t (*rehash)(const void *elem, void *priv),
void *priv, size_t size);

/**
* htable_count - count number of entries in a hash table.
* @ht: the hash table
*/
static inline size_t htable_count(const struct htable *ht)
{
return ht->elems;
}

/**
* htable_clear - empty a hash table.
* @ht: the hash table to clear
Expand Down
7 changes: 7 additions & 0 deletions ccan/ccan/htable/htable_type.h
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,9 @@
* void <name>_clear(struct <name> *);
* bool <name>_copy(struct <name> *dst, const struct <name> *src);
*
* Count entries:
* size_t <name>_count(const struct <name> *ht);
*
* Add function only fails if we run out of memory:
* bool <name>_add(struct <name> *ht, const <type> *e);
*
Expand Down Expand Up @@ -69,6 +72,10 @@
{ \
return htable_init_sized(&ht->raw, name##_hash, NULL, s); \
} \
static inline UNNEEDED size_t name##_count(const struct name *ht) \
{ \
return htable_count(&ht->raw); \
} \
static inline UNNEEDED void name##_clear(struct name *ht) \
{ \
htable_clear(&ht->raw); \
Expand Down
7 changes: 5 additions & 2 deletions ccan/ccan/htable/test/run-type.c
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ static void find_vals(const struct htable_obj *ht,
return;
}
}
pass("Found %u numbers in hash", i);
ok1(htable_obj_count(ht) == i);
}

static void del_vals(struct htable_obj *ht,
Expand Down Expand Up @@ -116,12 +116,13 @@ int main(void)
void *p;
struct htable_obj_iter iter;

plan_tests(29);
plan_tests(32);
for (i = 0; i < NUM_VALS; i++)
val[i].key = i;
dne = i;

htable_obj_init(&ht);
ok1(htable_obj_count(&ht) == 0);
ok1(ht_max(&ht.raw) == 0);
ok1(ht.raw.bits == 0);

Expand Down Expand Up @@ -205,6 +206,8 @@ int main(void)
}

htable_obj_clear(&ht);
ok1(htable_obj_count(&ht) == 0);
htable_obj_clear(&ht2);
ok1(htable_obj_count(&ht2) == 0);
return exit_status();
}
9 changes: 6 additions & 3 deletions ccan/ccan/htable/test/run.c
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ static void find_vals(struct htable *ht,
return;
}
}
pass("Found %llu numbers in hash", (long long)i);
ok1(htable_count(ht) == i);
}

static void del_vals(struct htable *ht,
Expand Down Expand Up @@ -105,12 +105,13 @@ int main(void)
void *p;
struct htable_iter iter;

plan_tests(36);
plan_tests(38);
for (i = 0; i < NUM_VALS; i++)
val[i] = i;
dne = i;

htable_init(&ht, hash, NULL);
ok1(htable_count(&ht) == 0);
ok1(ht_max(&ht) == 0);
ok1(ht.bits == 0);

Expand Down Expand Up @@ -207,6 +208,8 @@ int main(void)
ok1(htable_init_sized(&ht, hash, NULL, 1025));
ok1(ht_max(&ht) >= 1025);
htable_clear(&ht);


ok1(htable_count(&ht) == 0);

return exit_status();
}
7 changes: 7 additions & 0 deletions ccan/ccan/pipecmd/pipecmd.c
Original file line number Diff line number Diff line change
Expand Up @@ -137,6 +137,13 @@ pid_t pipecmdarr(int *fd_tochild, int *fd_fromchild, int *fd_errfromchild,
goto child_errno_fail;
close(errfromchild[1]);
}

/* Make (fairly!) sure all other fds are closed. */
int max = sysconf(_SC_OPEN_MAX);
for (int i = 3; i < max; i++)
if (i != execfail[1])
close(i);

execvp(arr[0], arr);

child_errno_fail:
Expand Down
3 changes: 2 additions & 1 deletion ccan/ccan/pipecmd/pipecmd.h
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,8 @@
* If @errfd == @outfd (and non-NULL) they will be shared.
* If @infd, @outfd or @errfd is &pipecmd_preserve, it is unchanged.
*
* The return value is the pid of the child, or -1.
* The return value is the pid of the child, or -1. All other file-descriptors
* are closed in the child.
*/
pid_t pipecmd(int *infd, int *outfd, int *errfd, const char *cmd, ...);

Expand Down

0 comments on commit 25ddb80

Please sign in to comment.