core/automount: tear down autofs when the unit vanished across reload
When an automount unit ceases to exist across daemon-reload (observed: because a generator no longer emits it), its deserialized state still makes `automount_coldplug()` pick up the autofs pipe and resume the unit as waiting/running. But nothing can serve that mount point anymore. The kernel keeps blocking every process that touches the mount point until PID 1 answers (which it won't), forever. To fix this, fail pending requests and unmount the autofs when coldplugging an automount unit that is not loaded anymore. Fixes #43700 Signed-off-by: Martin Pitt <martin@amutable.com>
This commit is contained in:
+50
-6
@@ -48,6 +48,7 @@ static int automount_dispatch_io(sd_event_source *s, int fd, uint32_t events, vo
|
||||
static int automount_start_expire(Automount *a);
|
||||
static void automount_stop_expire(Automount *a);
|
||||
static int automount_send_ready(Automount *a, Set *tokens, int status);
|
||||
static void automount_enter_dead(Automount *a, AutomountResult f);
|
||||
|
||||
static void automount_init(Unit *u) {
|
||||
Automount *a = ASSERT_PTR(AUTOMOUNT(u));
|
||||
@@ -76,7 +77,7 @@ static void automount_release_requests(Automount *a, int status) {
|
||||
log_unit_warning_errno(UNIT(a), r, "Failed to release pending automount expire requests, ignoring: %m");
|
||||
}
|
||||
|
||||
static void unmount_autofs(Automount *a) {
|
||||
static void unmount_autofs(Automount *a, bool keep_mount_point) {
|
||||
int r;
|
||||
|
||||
assert(a);
|
||||
@@ -87,9 +88,7 @@ static void unmount_autofs(Automount *a) {
|
||||
a->pipe_event_source = sd_event_source_disable_unref(a->pipe_event_source);
|
||||
a->pipe_fd = safe_close(a->pipe_fd);
|
||||
|
||||
/* If we reload/reexecute things we keep the mount point around */
|
||||
if (!IN_SET(UNIT(a)->manager->objective, MANAGER_RELOAD, MANAGER_REEXECUTE)) {
|
||||
|
||||
if (!keep_mount_point) {
|
||||
automount_release_requests(a, -EHOSTDOWN);
|
||||
|
||||
if (a->where) {
|
||||
@@ -100,10 +99,17 @@ static void unmount_autofs(Automount *a) {
|
||||
}
|
||||
}
|
||||
|
||||
static bool automount_keep_mount_point(Automount *a) {
|
||||
assert(a);
|
||||
|
||||
/* If we reload/reexecute things we keep the mount point around, the reloaded unit picks it up again. */
|
||||
return IN_SET(UNIT(a)->manager->objective, MANAGER_RELOAD, MANAGER_REEXECUTE);
|
||||
}
|
||||
|
||||
static void automount_done(Unit *u) {
|
||||
Automount *a = ASSERT_PTR(AUTOMOUNT(u));
|
||||
|
||||
unmount_autofs(a);
|
||||
unmount_autofs(a, automount_keep_mount_point(a));
|
||||
|
||||
a->where = mfree(a->where);
|
||||
a->extra_options = mfree(a->extra_options);
|
||||
@@ -273,7 +279,7 @@ static void automount_set_state(Automount *a, AutomountState state) {
|
||||
automount_stop_expire(a);
|
||||
|
||||
if (!IN_SET(state, AUTOMOUNT_WAITING, AUTOMOUNT_RUNNING))
|
||||
unmount_autofs(a);
|
||||
unmount_autofs(a, automount_keep_mount_point(a));
|
||||
|
||||
if (state != old_state)
|
||||
log_unit_debug(UNIT(a), "Changed %s -> %s", automount_state_to_string(old_state), automount_state_to_string(state));
|
||||
@@ -281,6 +287,41 @@ static void automount_set_state(Automount *a, AutomountState state) {
|
||||
unit_notify(UNIT(a), state_translation_table[old_state], state_translation_table[state], /* reload_success= */ true);
|
||||
}
|
||||
|
||||
/* This automount unit's file vanished while we were reloading. Nobody can serve the autofs mount point
|
||||
* anymore, but the kernel keeps blocking every process that is trying to access it while the mount exists.
|
||||
* If the mount is already active, nothing waits for it: then only let go of the pipe. Otherwise detach the
|
||||
* automount and fail the unit, which is what automount_enter_running() does with a request that arrives
|
||||
* while the unit is not loaded. */
|
||||
static int automount_coldplug_vanished(Automount *a) {
|
||||
Unit *u = UNIT(ASSERT_PTR(a));
|
||||
struct stat st;
|
||||
bool exposed;
|
||||
|
||||
if (lstat(a->where, &st) < 0) {
|
||||
/* Not knowing what is mounted there, giving the autofs up is the safe side */
|
||||
log_unit_warning_errno(u, errno, "Failed to stat automount point '%s', assuming it is exposed: %m", a->where);
|
||||
exposed = true;
|
||||
} else
|
||||
exposed = S_ISDIR(st.st_mode) && st.st_dev == a->dev_id;
|
||||
|
||||
log_unit_warning(u, "Unit is not loaded anymore (%s), %s automount point '%s'.",
|
||||
unit_load_state_to_string(u->load_state),
|
||||
exposed ? "tearing down" : "abandoning", a->where);
|
||||
|
||||
if (!exposed)
|
||||
/* Mop up pending requests, nothing else will answer any more. The file system on top is
|
||||
* what they were waiting for, so tell them it is there. */
|
||||
automount_release_requests(a, 0);
|
||||
|
||||
unmount_autofs(a, /* keep_mount_point= */ !exposed);
|
||||
|
||||
/* Nobody can act on a failed unit without a file, so do not keep it around as one, like the orphans
|
||||
* manager_deserialize() creates for vanished unit files. */
|
||||
u->collect_mode = COLLECT_INACTIVE_OR_FAILED;
|
||||
automount_enter_dead(a, AUTOMOUNT_FAILURE_RESOURCES);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int automount_coldplug(Unit *u) {
|
||||
Automount *a = ASSERT_PTR(AUTOMOUNT(u));
|
||||
int r;
|
||||
@@ -302,6 +343,9 @@ static int automount_coldplug(Unit *u) {
|
||||
|
||||
assert(a->pipe_fd >= 0);
|
||||
|
||||
if (u->load_state != UNIT_LOADED)
|
||||
return automount_coldplug_vanished(a);
|
||||
|
||||
r = sd_event_add_io(u->manager->event, &a->pipe_event_source, a->pipe_fd, EPOLLIN, automount_dispatch_io, u);
|
||||
if (r < 0)
|
||||
return r;
|
||||
|
||||
Executable
+160
@@ -0,0 +1,160 @@
|
||||
#!/usr/bin/env bash
|
||||
# SPDX-License-Identifier: LGPL-2.1-or-later
|
||||
set -eux
|
||||
set -o pipefail
|
||||
|
||||
# An automount unit that vanishes across daemon-reload must not leave its autofs mount point armed,
|
||||
# there's nothing left to answer it.
|
||||
# See https://github.com/systemd/systemd/issues/43700
|
||||
|
||||
# PID 1 declares automount units unsupported without this device, e.g. in the nspawn containers CI runs in
|
||||
if [[ ! -e /dev/autofs ]]; then
|
||||
echo "autofs is not available, skipping automount tests"
|
||||
exit 77
|
||||
fi
|
||||
|
||||
# The errno text asserted below is strerror()'s
|
||||
export LC_ALL=C
|
||||
|
||||
MOUNT_POINT=/tmp/TEST-07-PID1-issue-43700
|
||||
UNIT=$(systemd-escape --path "$MOUNT_POINT")
|
||||
STAT_ERR=/tmp/TEST-07-PID1-issue-43700.stderr
|
||||
CURSOR=/tmp/TEST-07-PID1-issue-43700.cursor
|
||||
|
||||
at_exit() {
|
||||
set +e
|
||||
[[ -n "${WAITER_PID:-}" ]] && kill "$WAITER_PID"
|
||||
systemctl stop "$UNIT".automount "$UNIT".mount
|
||||
# A file system may sit on top of an armed autofs; detach both without stepping into either
|
||||
while [[ -n "$(fstype "$MOUNT_POINT")" ]]; do
|
||||
umount -l "$MOUNT_POINT" || break
|
||||
done
|
||||
rm -f /run/systemd/system/"$UNIT".{auto,}mount "$STAT_ERR" "$CURSOR"
|
||||
systemctl unmask "$UNIT".automount
|
||||
systemctl daemon-reload
|
||||
systemctl reset-failed "$UNIT".automount "$UNIT".mount
|
||||
rmdir "$MOUNT_POINT"
|
||||
}
|
||||
|
||||
trap at_exit EXIT
|
||||
|
||||
# The file system type of the topmost mount at a path, read from mountinfo so that the check itself does not
|
||||
# trigger the automount: statfs() would, as its path lookup asks for automounting.
|
||||
fstype() {
|
||||
awk -v where="$1" '$5 == where { for (i = 7; $i != "-"; i++) {}; type = $(i + 1) } END { print type }' /proc/self/mountinfo
|
||||
}
|
||||
|
||||
write_automount() {
|
||||
cat >/run/systemd/system/"$UNIT".automount <<EOF
|
||||
[Automount]
|
||||
Where=$MOUNT_POINT
|
||||
EOF
|
||||
}
|
||||
|
||||
# A mount unit that never completes: the mount job waits for the nonexisting device
|
||||
write_hanging_mount() {
|
||||
cat >/run/systemd/system/"$UNIT".mount <<EOF
|
||||
[Mount]
|
||||
What=/dev/disk/by-label/does-not-exist
|
||||
Where=$MOUNT_POINT
|
||||
Type=ext4
|
||||
EOF
|
||||
}
|
||||
|
||||
mkdir -p /run/systemd/system "$MOUNT_POINT"
|
||||
|
||||
# An automount unit that still exists after daemon-reload stays armed and serves its mount point
|
||||
write_automount
|
||||
cat >/run/systemd/system/"$UNIT".mount <<EOF
|
||||
[Mount]
|
||||
What=tmpfs
|
||||
Where=$MOUNT_POINT
|
||||
Type=tmpfs
|
||||
EOF
|
||||
|
||||
systemctl daemon-reload
|
||||
systemctl start "$UNIT".automount
|
||||
systemctl daemon-reload
|
||||
systemctl is-active "$UNIT".automount
|
||||
[[ "$(fstype "$MOUNT_POINT")" == autofs ]]
|
||||
# Only PID 1 can answer this, and a regression that leaves the autofs unserved would block it forever,
|
||||
# taking the exit trap and the rest of TEST-07-PID1 with it
|
||||
timeout -k 5 -s KILL 60 ls "$MOUNT_POINT"
|
||||
systemctl is-active "$UNIT".mount
|
||||
[[ "$(fstype "$MOUNT_POINT")" == tmpfs ]]
|
||||
|
||||
# PID 1's log lines are matched without _PID=1: right after a daemon-reexec it still logs to kmsg, and the
|
||||
# journal's kernel transport carries no trusted PID. Every match below is bounded by a cursor, which each
|
||||
# journalctl advances past the line it found, as the cases log the same message more than once.
|
||||
journalctl -n 0 --cursor-file="$CURSOR"
|
||||
|
||||
# Vanishing underneath a file system already mounted on top leaves that file system alone
|
||||
rm /run/systemd/system/"$UNIT".{auto,}mount
|
||||
systemctl daemon-reload
|
||||
journalctl --sync
|
||||
journalctl --cursor-file="$CURSOR" --grep "abandoning automount point '$MOUNT_POINT'"
|
||||
# The unit went away with its file rather than sticking around as a failed one
|
||||
(! systemctl is-active "$UNIT".automount)
|
||||
(! systemctl is-failed "$UNIT".automount)
|
||||
systemctl is-active "$UNIT".mount
|
||||
[[ "$(fstype "$MOUNT_POINT")" == tmpfs ]]
|
||||
ls "$MOUNT_POINT"
|
||||
# The autofs underneath was given up: once exposed again, accessing it must not hang
|
||||
umount "$MOUNT_POINT"
|
||||
[[ "$(fstype "$MOUNT_POINT")" == autofs ]]
|
||||
rc=0
|
||||
timeout -k 5 -s KILL 60 ls "$MOUNT_POINT" || rc=$?
|
||||
[[ $rc -ne 137 ]]
|
||||
umount -l "$MOUNT_POINT"
|
||||
# Both mounts went away behind PID 1's back, and it processes mount table changes rate-limited. Wait for
|
||||
# it to catch up, or the next case's mount unit starts out as already mounted and never gets a job.
|
||||
timeout 30 bash -c "until [[ \$(systemctl show -p ActiveState --value '$UNIT.mount') == inactive ]]; do sleep .5; done"
|
||||
|
||||
# Vanishing while a request waits for the mount fails the request and disarms the mount point
|
||||
for reload in daemon-reload daemon-reexec; do
|
||||
write_automount
|
||||
write_hanging_mount
|
||||
systemctl daemon-reload
|
||||
systemctl start "$UNIT".automount
|
||||
|
||||
# Trigger the automount, which blocks in the kernel until PID 1 answers. Only SIGKILL gets it out of
|
||||
# that wait before then, so a regression must fail the test here rather than hang it.
|
||||
timeout -k 5 -s KILL 60 stat "$MOUNT_POINT"/x 2>"$STAT_ERR" &
|
||||
WAITER_PID=$!
|
||||
timeout 10 bash -c "until systemctl list-jobs | grep -F '$UNIT.mount' >/dev/null; do sleep .5; done"
|
||||
|
||||
# Both units vanish while the mount job is still waiting for its device
|
||||
rm /run/systemd/system/"$UNIT".{auto,}mount
|
||||
systemctl "$reload"
|
||||
|
||||
# The waiter must fail promptly with the error the teardown sends, rather than hang until its timeout
|
||||
# kills it (rc=137) or fail for some other reason
|
||||
rc=0
|
||||
wait "$WAITER_PID" || rc=$?
|
||||
unset WAITER_PID
|
||||
[[ $rc -ne 0 && $rc -ne 137 ]]
|
||||
grep -F 'Host is down' "$STAT_ERR"
|
||||
journalctl --sync
|
||||
journalctl --cursor-file="$CURSOR" --grep "tearing down automount point '$MOUNT_POINT'"
|
||||
(! systemctl is-active "$UNIT".automount)
|
||||
(! systemctl is-failed "$UNIT".automount)
|
||||
|
||||
# The autofs mount point is gone as well
|
||||
[[ -z "$(fstype "$MOUNT_POINT")" ]]
|
||||
done
|
||||
|
||||
# Masking counts as vanishing too: the unit stops being loaded, so nothing serves the mount point anymore
|
||||
write_automount
|
||||
write_hanging_mount
|
||||
systemctl daemon-reload
|
||||
systemctl start "$UNIT".automount
|
||||
[[ "$(fstype "$MOUNT_POINT")" == autofs ]]
|
||||
systemctl mask "$UNIT".automount
|
||||
systemctl daemon-reload
|
||||
journalctl --sync
|
||||
journalctl --cursor-file="$CURSOR" --grep "tearing down automount point '$MOUNT_POINT'"
|
||||
(! systemctl is-active "$UNIT".automount)
|
||||
[[ -z "$(fstype "$MOUNT_POINT")" ]]
|
||||
systemctl unmask "$UNIT".automount
|
||||
rm /run/systemd/system/"$UNIT".{auto,}mount
|
||||
systemctl daemon-reload
|
||||
Reference in New Issue
Block a user