Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

CRIU can't dump memfd_secret fd containing process #2188

Open
warusadura opened this issue Jun 2, 2023 · 32 comments · May be fixed by #2247
Open

CRIU can't dump memfd_secret fd containing process #2188

warusadura opened this issue Jun 2, 2023 · 32 comments · May be fixed by #2247
Assignees
Labels
no-auto-close Don't auto-close as a stale issue

Comments

@warusadura
Copy link
Member

dumpee src:

#include <stdio.h>
#include <string.h>
#include <sys/mman.h>
#include <sys/syscall.h>
#include <unistd.h>

static int memfd_secret(unsigned int flags)
{
	return syscall(SYS_memfd_secret, flags);
}

static void *secret_init(size_t size)
{
	int fd;
	void *secret_mem = NULL;

	fd = memfd_secret(0);
	if (fd < 0)
		return secret_mem;

	if (ftruncate(fd, size) < 0) {
		close(fd);
		return secret_mem;
	}

	secret_mem = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
	if (secret_mem == MAP_FAILED) {
		close(fd);
		return secret_mem;
	}

	return secret_mem;
}

static void secret_fini(void *mem, size_t size)
{
	munmap(mem, size);
}

int main(int argc, char *argv[])
{
	const char secret_msg[] = "CRIU";
	size_t size = sizeof(secret_msg);
	void *secret_mem;

	fprintf(stdout, "ppid: %d\n", getppid());
    	fprintf(stdout, "pid: %d\n", getpid());

	secret_mem = secret_init(size);
	if (! secret_mem)
		perror("not supported operation");

	strncpy(secret_mem, secret_msg, size);
	fprintf(stdout, "%zu bytes of secret data stored successfully at %p\n",
			size, secret_mem);

	pause();

	secret_fini(secret_mem, size);
	fprintf(stdout, "secret data successfully discarded\n");

	return 0;
}

dumpee

./memfd_app 
ppid: 3883
pid: 3959
5 bytes of secret data stored successfully at 0x7fadc0ed2000

criu dump:
sudo ./criu/criu dump --shell-job -D dumpdir/ -v4 -t 3959

to reproduce this:
Please apply the following diff otherwise the dump will fail at: vma_get_mapfile

diff --git a/criu/include/image.h b/criu/include/image.h
index 9a275565f..fe1ab9761 100644
--- a/criu/include/image.h
+++ b/criu/include/image.h
@@ -84,6 +84,7 @@
 #define VMA_AREA_VVAR	 (1 << 12)
 #define VMA_AREA_AIORING (1 << 13)
 #define VMA_AREA_MEMFD	 (1 << 14)
+#define VMA_AREA_MEMFD_SECRET (1 << 15)
 
 #define VMA_EXT_PLUGIN	  (1 << 27)
 #define VMA_CLOSE	  (1 << 28)
diff --git a/criu/proc_parse.c b/criu/proc_parse.c
index 61c1eee24..ad8c8f3e1 100644
--- a/criu/proc_parse.c
+++ b/criu/proc_parse.c
@@ -79,6 +79,12 @@ static char *buf = __buf.buf;
 
 #define AIO_FNAME "/[aio]"
 
+/*
+ * memfd_secret fd
+ */
+
+#define SECRETMEM_NAME "/secretmem (deleted)"
+
 /* check the @line starts with "%lx-%lx" format */
 static bool __is_vma_range_fmt(char *line)
 {
@@ -440,13 +446,17 @@ static int vma_get_mapfile(const char *fname, struct vma_area *vma, DIR *mfd, st
 
 	*vm_file_fd = openat(dirfd(mfd), path, flags);
 	if (*vm_file_fd < 0) {
-		if (errno == ENOENT)
+		if (errno == ENOENT) {
 			/* Just mapping w/o map_files link */
+			pr_debug("memfd_secret: ENOENT\n");
 			return 0;
+		}
 
 		if (errno == ENXIO) {
 			struct stat buf;
 
+			pr_debug("memfd_secret: ENXIO\n");
+
 			if (fstatat(dirfd(mfd), path, &buf, 0))
 				return -1;
 
@@ -464,6 +474,14 @@ static int vma_get_mapfile(const char *fname, struct vma_area *vma, DIR *mfd, st
 				return 0;
 			}
 
+			/* memfd_secret */
+			if (!strncmp(fname, SECRETMEM_NAME, sizeof(SECRETMEM_NAME))) {
+				pr_debug("memfd_secret: fd identified\n");
+				/* VmaEntry *e; include/vma.h:32 */
+				vma->e->status = VMA_AREA_MEMFD_SECRET;
+				return 0;
+			}
+
 			pr_err("Unknown shit %o (%s)\n", buf.st_mode, fname);
 			return -1;
 		}
@warusadura
Copy link
Member Author

dump.log:

(00.000047) Version: 3.17 (gitid v3.17-224-g41cfbebcd)
(00.000069) Running ..... Debian 6.1.27-1 (2023-05-08) x86_64
(00.000087) Loaded kdat cache from /run/criu.kdat
(00.000109) Hugetlb size 2 Mb is supported but cannot get dev's number
(00.000118) Hugetlb size 1024 Mb is supported but cannot get dev's number
(00.000827) ========================================
(00.000854) Dumping processes (pid: 3959 comm: memfd_app)
(00.000858) ========================================
(00.000864) rlimit: RLIMIT_NOFILE unlimited for self
(00.000876) Running pre-dump scripts
(00.000906) irmap: Searching irmap cache in work dir
(00.000916) No irmap-cache image
(00.000919) irmap: Searching irmap cache in parent
(00.000924) No parent images directory provided
(00.000926) irmap: No irmap cache
(00.000936) cpu: x86_family 6 x86_vendor_id .....
(00.000939) cpu: fpu: xfeatures_mask 0x5 xsave_size 832 xsave_size_max 832 xsaves_size 0
(00.000942) cpu: fpu: x87 floating point registers     xstate_offsets      0 / 0      xstate_sizes    160 / 160   
(00.000946) cpu: fpu: AVX registers                    xstate_offsets    576 / 576    xstate_sizes    256 / 256   
(00.000950) cpu: fpu:1 fxsr:1 xsave:1 xsaveopt:1 xsavec:0 xgetbv1:0 xsaves:0
(00.001138) cg-prop: Parsing controller "cpu"
(00.001144) cg-prop: 	Strategy "replace"
(00.001148) cg-prop: 	Property "cpu.shares"
(00.001152) cg-prop: 	Property "cpu.cfs_period_us"
(00.001154) cg-prop: 	Property "cpu.cfs_quota_us"
(00.001157) cg-prop: 	Property "cpu.rt_period_us"
(00.001159) cg-prop: 	Property "cpu.rt_runtime_us"
(00.001161) cg-prop: Parsing controller "memory"
(00.001164) cg-prop: 	Strategy "replace"
(00.001166) cg-prop: 	Property "memory.limit_in_bytes"
(00.001168) cg-prop: 	Property "memory.memsw.limit_in_bytes"
(00.001171) cg-prop: 	Property "memory.swappiness"
(00.001173) cg-prop: 	Property "memory.soft_limit_in_bytes"
(00.001175) cg-prop: 	Property "memory.move_charge_at_immigrate"
(00.001177) cg-prop: 	Property "memory.oom_control"
(00.001180) cg-prop: 	Property "memory.use_hierarchy"
(00.001182) cg-prop: 	Property "memory.kmem.limit_in_bytes"
(00.001184) cg-prop: 	Property "memory.kmem.tcp.limit_in_bytes"
(00.001186) cg-prop: Parsing controller "cpuset"
(00.001189) cg-prop: 	Strategy "replace"
(00.001191) cg-prop: 	Property "cpuset.cpus"
(00.001193) cg-prop: 	Property "cpuset.mems"
(00.001196) cg-prop: 	Property "cpuset.memory_migrate"
(00.001198) cg-prop: 	Property "cpuset.cpu_exclusive"
(00.001200) cg-prop: 	Property "cpuset.mem_exclusive"
(00.001202) cg-prop: 	Property "cpuset.mem_hardwall"
(00.001205) cg-prop: 	Property "cpuset.memory_spread_page"
(00.001207) cg-prop: 	Property "cpuset.memory_spread_slab"
(00.001209) cg-prop: 	Property "cpuset.sched_load_balance"
(00.001211) cg-prop: 	Property "cpuset.sched_relax_domain_level"
(00.001214) cg-prop: Parsing controller "blkio"
(00.001216) cg-prop: 	Strategy "replace"
(00.001218) cg-prop: 	Property "blkio.weight"
(00.001220) cg-prop: Parsing controller "freezer"
(00.001223) cg-prop: 	Strategy "replace"
(00.001225) cg-prop: Parsing controller "perf_event"
(00.001227) cg-prop: 	Strategy "replace"
(00.001230) cg-prop: Parsing controller "net_cls"
(00.001232) cg-prop: 	Strategy "replace"
(00.001234) cg-prop: 	Property "net_cls.classid"
(00.001237) cg-prop: Parsing controller "net_prio"
(00.001240) cg-prop: 	Strategy "replace"
(00.001242) cg-prop: 	Property "net_prio.ifpriomap"
(00.001245) cg-prop: Parsing controller "pids"
(00.001247) cg-prop: 	Strategy "replace"
(00.001249) cg-prop: 	Property "pids.max"
(00.001251) cg-prop: Parsing controller "devices"
(00.001254) cg-prop: 	Strategy "replace"
(00.001256) cg-prop: 	Property "devices.list"
(00.001289) Preparing image inventory (version 1)
(00.001330) Add pid ns 1 pid 9980
(00.001339) Add net ns 2 pid 9980
(00.001349) Add ipc ns 3 pid 9980
(00.001358) Add uts ns 4 pid 9980
(00.001367) Add time ns 5 pid 9980
(00.001383) Add mnt ns 6 pid 9980
(00.001392) Add user ns 7 pid 9980
(00.001402) Add cgroup ns 8 pid 9980
(00.001413) cg: Dumping cgroups for thread 9980
(00.001437) cg:  `- New css ID 1
(00.001441) cg:     `- [] -> [/user.slice/user-1000.slice/session-2.scope] [0]
(00.001444) cg: Set 1 is criu one
(00.001462) Detected cgroup V1 freezer
(00.001612) Seized task 3959, state 1
(00.001619) seccomp: Collected tid_real 3959 mode 0
(00.001650) Collected (4 attempts, 0 in_progress)
(00.001675) Collected (4 attempts, 0 in_progress)
(00.001684) Collected 3959 in 1 state
(00.001758) net: Lock network
(00.001845) 	type sysfs source sysfs mnt_id 23 s_dev 0x15 / @ ./sys flags 0x30000e options 
(00.001863) 	type proc source proc mnt_id 24 s_dev 0x16 / @ ./proc flags 0x30000e options 
(00.001877) 	type devtmpfs source udev mnt_id 25 s_dev 0x5 / @ ./dev flags 0x300002 options size=3973696k,nr_inodes=993424,mode=755,inode64
(00.001888) 	type devpts source devpts mnt_id 26 s_dev 0x17 / @ ./dev/pts flags 0x30000a options gid=5,mode=620,ptmxmode=000
(00.001908) 	type tmpfs source tmpfs mnt_id 27 s_dev 0x18 / @ ./run flags 0x30000e options size=803392k,mode=755,inode64
(00.001921) 	type ext4 source /dev/sda1 mnt_id 29 s_dev 0x800001 / @ ./ flags 0x300000 options errors=remount-ro
(00.001930) 	type securityfs source securityfs mnt_id 30 s_dev 0x6 / @ ./sys/kernel/security flags 0x30000e options 
(00.001938) 	type tmpfs source tmpfs mnt_id 31 s_dev 0x1a / @ ./dev/shm flags 0x1100006 options inode64
(00.001945) 	type tmpfs source tmpfs mnt_id 32 s_dev 0x1b / @ ./run/lock flags 0x30000e options size=5120k,inode64
(00.001952) 	type cgroup2 source cgroup2 mnt_id 33 s_dev 0x1c / @ ./sys/fs/cgroup flags 0x30000e options nsdelegate,memory_recursiveprot
(00.001986) 	type pstore source pstore mnt_id 34 s_dev 0x1d / @ ./sys/fs/pstore flags 0x30000e options 
(00.001994) 	type bpf source bpf mnt_id 35 s_dev 0x1e / @ ./sys/fs/bpf flags 0x30000e options mode=700
(00.002001) 	type autofs source systemd-1 mnt_id 36 s_dev 0x1f / @ ./proc/sys/fs/binfmt_misc flags 0x300000 options fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=11243
(00.002012) 	type mqueue source mqueue mnt_id 37 s_dev 0x14 / @ ./dev/mqueue flags 0x30000e options 
(00.002018) 	type hugetlbfs source hugetlbfs mnt_id 38 s_dev 0x20 / @ ./dev/hugepages flags 0x300000 options pagesize=2M
(00.002024) 	type tracefs source tracefs mnt_id 39 s_dev 0xc / @ ./sys/kernel/tracing flags 0x30000e options 
(00.002027) 	skipping fs mounted at /sys/kernel/tracing
(00.002034) 	type debugfs source debugfs mnt_id 40 s_dev 0x7 / @ ./sys/kernel/debug flags 0x30000e options 
(00.002040) 	type configfs source configfs mnt_id 41 s_dev 0x21 / @ ./sys/kernel/config flags 0x30000e options 
(00.002046) 	type fusectl source fusectl mnt_id 42 s_dev 0x22 / @ ./sys/fs/fuse/connections flags 0x30000e options 
(00.002054) 	type ramfs source ramfs mnt_id 64 s_dev 0x23 / @ ./run/credentials/systemd-sysctl.service flags 0x30000f options mode=700
(00.002083) 	type ramfs source ramfs mnt_id 66 s_dev 0x24 / @ ./run/credentials/systemd-sysusers.service flags 0x30000f options mode=700
(00.002090) 	type ramfs source ramfs mnt_id 68 s_dev 0x25 / @ ./run/credentials/systemd-tmpfiles-setup-dev.service flags 0x30000f options mode=700
(00.002096) 	type ext4 source /dev/sda6 mnt_id 79 s_dev 0x800006 / @ ./home flags 0x300000 options 
(00.002102) 	type ramfs source ramfs mnt_id 120 s_dev 0x26 / @ ./run/credentials/systemd-tmpfiles-setup.service flags 0x30000f options mode=700
(00.002111) 	type binfmt_misc source binfmt_misc mnt_id 95 s_dev 0x27 / @ ./proc/sys/fs/binfmt_misc flags 0x30000e options 
(00.002120) 	type tmpfs source tmpfs mnt_id 402 s_dev 0x2d / @ ./run/user/1000 flags 0x300006 options size=803388k,nr_inodes=200847,mode=700,uid=1000,gid=1000,inode64
(00.002127) 	type fuse source portal mnt_id 431 s_dev 0x2f / @ ./run/user/1000/doc flags 0x300006 options user_id=1000,group_id=1000
(00.002134) 	type fuse source tutanota-desktop-linux.AppImage mnt_id 612 s_dev 0x36 / @ ./tmp/.mount_tutanoaFFk61 flags 0x300007 options user_id=1000,group_id=1000
(00.002143) mnt: Building mountpoints tree
(00.002146) mnt: 	Building plain mount tree
(00.002155) mnt: 		Working on 612->29
(00.002158) mnt: 		Working on 431->402
(00.002160) mnt: 		Working on 402->27
(00.002163) mnt: 		Working on 95->36
(00.002166) mnt: 		Working on 120->27
(00.002168) mnt: 		Working on 79->29
(00.002171) mnt: 		Working on 68->27
(00.002173) mnt: 		Working on 66->27
(00.002176) mnt: 		Working on 64->27
(00.002178) mnt: 		Working on 42->23
(00.002181) mnt: 		Working on 41->23
(00.002183) mnt: 		Working on 40->23
(00.002186) mnt: 		Working on 38->25
(00.002188) mnt: 		Working on 37->25
(00.002190) mnt: 		Working on 36->24
(00.002193) mnt: 		Working on 35->23
(00.002195) mnt: 		Working on 34->23
(00.002198) mnt: 		Working on 33->23
(00.002201) mnt: 		Working on 32->27
(00.002203) mnt: 		Working on 31->25
(00.002205) mnt: 		Working on 30->23
(00.002208) mnt: 		Working on 29->1
(00.002211) mnt: 		Working on 27->29
(00.002213) mnt: 		Working on 26->25
(00.002216) mnt: 		Working on 25->29
(00.002218) mnt: 		Working on 24->29
(00.002220) mnt: 		Working on 23->29
(00.002223) mnt: 	Resorting children of 29 in mount order
(00.002228) mnt: 	Resorting children of 612 in mount order
(00.002230) mnt: 	Resorting children of 79 in mount order
(00.002233) mnt: 	Resorting children of 27 in mount order
(00.002239) mnt: 	Resorting children of 402 in mount order
(00.002241) mnt: 	Resorting children of 431 in mount order
(00.002244) mnt: 	Resorting children of 120 in mount order
(00.002246) mnt: 	Resorting children of 68 in mount order
(00.002248) mnt: 	Resorting children of 66 in mount order
(00.002251) mnt: 	Resorting children of 64 in mount order
(00.002253) mnt: 	Resorting children of 32 in mount order
(00.002255) mnt: 	Resorting children of 25 in mount order
(00.002258) mnt: 	Resorting children of 38 in mount order
(00.002261) mnt: 	Resorting children of 37 in mount order
(00.002263) mnt: 	Resorting children of 31 in mount order
(00.002265) mnt: 	Resorting children of 26 in mount order
(00.002268) mnt: 	Resorting children of 24 in mount order
(00.002270) mnt: 	Resorting children of 36 in mount order
(00.002273) mnt: 	Resorting children of 95 in mount order
(00.002275) mnt: 	Resorting children of 23 in mount order
(00.002280) mnt: 	Resorting children of 42 in mount order
(00.002283) mnt: 	Resorting children of 41 in mount order
(00.002285) mnt: 	Resorting children of 40 in mount order
(00.002287) mnt: 	Resorting children of 35 in mount order
(00.002290) mnt: 	Resorting children of 34 in mount order
(00.002292) mnt: 	Resorting children of 33 in mount order
(00.002294) mnt: 	Resorting children of 30 in mount order
(00.002297) mnt: Done:
(00.002299) mnt: [./](29->1)
(00.002302) mnt:  [./tmp/.mount_tutanoaFFk61](612->29)
(00.002304) mnt:  <--
(00.002307) mnt:  [./home](79->29)
(00.002310) mnt:  <--
(00.002312) mnt:  [./run](27->29)
(00.002314) mnt:   [./run/user/1000](402->27)
(00.002317) mnt:    [./run/user/1000/doc](431->402)
(00.002319) mnt:    <--
(00.002322) mnt:   <--
(00.002324) mnt:   [./run/credentials/systemd-tmpfiles-setup.service](120->27)
(00.002327) mnt:   <--
(00.002329) mnt:   [./run/credentials/systemd-tmpfiles-setup-dev.service](68->27)
(00.002332) mnt:   <--
(00.002346) mnt:   [./run/credentials/systemd-sysusers.service](66->27)
(00.002348) mnt:   <--
(00.002350) mnt:   [./run/credentials/systemd-sysctl.service](64->27)
(00.002352) mnt:   <--
(00.002354) mnt:   [./run/lock](32->27)
(00.002357) mnt:   <--
(00.002359) mnt:  <--
(00.002361) mnt:  [./dev](25->29)
(00.002363) mnt:   [./dev/hugepages](38->25)
(00.002365) mnt:   <--
(00.002367) mnt:   [./dev/mqueue](37->25)
(00.002370) mnt:   <--
(00.002372) mnt:   [./dev/shm](31->25)
(00.002374) mnt:   <--
(00.002376) mnt:   [./dev/pts](26->25)
(00.002378) mnt:   <--
(00.002380) mnt:  <--
(00.002382) mnt:  [./proc](24->29)
(00.002384) mnt:   [./proc/sys/fs/binfmt_misc](36->24)
(00.002387) mnt:    [./proc/sys/fs/binfmt_misc](95->36)
(00.002389) mnt:    <--
(00.002391) mnt:   <--
(00.002393) mnt:  <--
(00.002395) mnt:  [./sys](23->29)
(00.002397) mnt:   [./sys/fs/fuse/connections](42->23)
(00.002400) mnt:   <--
(00.002402) mnt:   [./sys/kernel/config](41->23)
(00.002407) mnt:   <--
(00.002409) mnt:   [./sys/kernel/debug](40->23)
(00.002411) mnt:   <--
(00.002413) mnt:   [./sys/fs/bpf](35->23)
(00.002415) mnt:   <--
(00.002417) mnt:   [./sys/fs/pstore](34->23)
(00.002420) mnt:   <--
(00.002422) mnt:   [./sys/fs/cgroup](33->23)
(00.002424) mnt:   <--
(00.002426) mnt:   [./sys/kernel/security](30->23)
(00.002428) mnt:   <--
(00.002430) mnt:  <--
(00.002432) mnt: <--
(00.002447) net: Collecting netns 2/9980
(00.002706) unix: 	Collected: ino 25321 peer_ino 25322 family    1 type    5 state  1 name null
(00.002712) unix: 	Collected: ino 23820 peer_ino 19393 family    1 type    1 state  1 name 
(00.002716) unix: 	Collected: ino 22231 peer_ino 18834 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.002718) unix: 	Collected: ino 22979 peer_ino 22978 family    1 type    1 state  1 name 
(00.002721) unix: 	Collected: ino 23875 peer_ino 22954 family    1 type    1 state  1 name null
(00.002724) unix: 	Collected: ino 20420 peer_ino 18852 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.002727) unix: 	Collected: ino 27311 peer_ino 27312 family    1 type    5 state  1 name null
(00.002729) unix: 	Collected: ino 23396 peer_ino 23395 family    1 type    1 state  1 name /run/user/1000/gvfsd/socket-9VRsoZLX
(00.002732) unix: 	Collected: ino 22994 peer_ino 22993 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.002735) unix: 	Collected: ino 52514 peer_ino 55478 family    1 type    1 state  1 name 
(00.002738) unix: 	Collected: ino 25426 peer_ino 25425 family    1 type    1 state  1 name null
(00.002740) unix: 	Collected: ino 28502 peer_ino 28501 family    1 type    5 state  1 name null
(00.002743) unix: 	Collected: ino 28500 peer_ino 28499 family    1 type    5 state  1 name null
(00.002746) unix: 	Collected: ino 23923 peer_ino 11256 family    1 type    2 state  1 name null
(00.002748) unix: 	Collected: ino 30527 peer_ino 0 family    1 type    1 state  1 name null
(00.002751) unix: 	Collected: ino 26358 peer_ino 25257 family    1 type    1 state  1 name null
(00.002753) unix: 	Collected: ino 24723 peer_ino 19362 family    1 type    1 state  1 name null
(00.002756) unix: 	Collected: ino 22601 peer_ino 22602 family    1 type    2 state  1 name null
(00.002759) unix: 	Collected: ino 54405 peer_ino 53514 family    1 type    1 state  1 name 
(00.002761) unix: 	Collected: ino 31360 peer_ino 0 family    1 type    1 state  1 name null
(00.002764) unix: 	Collected: ino 25644 peer_ino 24873 family    1 type    1 state  1 name /run/user/1000/bus
(00.002767) unix: 	Collected: ino 22972 peer_ino 23900 family    1 type    1 state  1 name 
(00.002770) unix: 	Collected: ino 25722 peer_ino 25721 family    1 type    1 state  1 name /run/user/1000/bus
(00.002774) unix: 	Collected: ino 25693 peer_ino 25692 family    1 type    1 state  1 name 
(00.002777) unix: 	Collected: ino 54146 peer_ino 54145 family    1 type    5 state  1 name null
(00.002780) unix: 	Collected: ino 28532 peer_ino 28533 family    1 type    1 state  1 name null
(00.002782) unix: 	Collected: ino 26704 peer_ino 23382 family    1 type    1 state  1 name null
(00.002785) unix: 	Collected: ino 29191 peer_ino 28544 family    1 type    1 state  1 name null
(00.002787) unix: 	Collected: ino 22856 peer_ino 19357 family    1 type    1 state  1 name null
(00.002790) unix: 	Collected: ino 23509 peer_ino 26371 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.002793) unix: 	Collected: ino 29973 peer_ino 0 family    1 type    1 state 10 name /tmp/scoped_dirlaO0MG/SingletonSocket
(00.002796) unix: 	Collected: ino 28539 peer_ino 29969 family    1 type    1 state  1 name 
(00.002799) unix: 	Collected: ino 22326 peer_ino 22325 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.002801) unix: 	Collected: ino 52523 peer_ino 54472 family    1 type    1 state  1 name 
(00.002804) unix: 	Collected: ino 31602 peer_ino 33495 family    1 type    1 state  1 name null
(00.002807) unix: 	Collected: ino 29733 peer_ino 29732 family    1 type    1 state  1 name null
(00.002813) unix: 	Collected: ino 27143 peer_ino 27142 family    1 type    5 state  1 name null
(00.002816) unix: 	Collected: ino 23504 peer_ino 26364 family    1 type    1 state  1 name /run/user/1000/bus
(00.002819) unix: 	Collected: ino 23391 peer_ino 25171 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.002822) unix: 	Collected: ino 19418 peer_ino 19419 family    1 type    1 state  1 name null
(00.002824) unix: 	Collected: ino 54908 peer_ino 54907 family    1 type    5 state  1 name null
(00.002827) unix: 	Collected: ino 56375 peer_ino 56374 family    1 type    1 state  1 name null
(00.002829) unix: 	Collected: ino 27288 peer_ino 27289 family    1 type    1 state  1 name null
(00.002832) unix: 	Collected: ino 18791 peer_ino 18790 family    1 type    1 state  1 name null
(00.002835) unix: 	Collected: ino 18760 peer_ino 21070 family    1 type    1 state  1 name null
(00.002837) unix: 	Collected: ino 22970 peer_ino 24865 family    1 type    1 state  1 name null
(00.002840) unix: 	Collected: ino 22964 peer_ino 23883 family    1 type    1 state  1 name 
(00.002842) unix: 	Collected: ino 18852 peer_ino 20420 family    1 type    1 state  1 name null
(00.002847) unix: 	Collected: ino 23083 peer_ino 24941 family    1 type    1 state  1 name null
(00.002850) unix: 	Collected: ino 22993 peer_ino 22994 family    1 type    1 state  1 name null
(00.002852) unix: 	Collected: ino 22857 peer_ino 19370 family    1 type    1 state  1 name null
(00.003051) unix: 	Collected: ino 20371 peer_ino 21000 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003058) unix: 	Collected: ino 23945 peer_ino 23944 family    1 type    1 state  1 name /run/user/1000/bus
(00.003060) unix: 	Collected: ino 22974 peer_ino 24878 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003063) unix: 	Collected: ino 25617 peer_ino 24845 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003066) unix: 	Collected: ino 28585 peer_ino 30743 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003069) unix: 	Collected: ino 25872 peer_ino 25169 family    1 type    1 state  1 name null
(00.003071) unix: 	Collected: ino 23918 peer_ino 24886 family    1 type    1 state  1 name null
(00.003074) unix: 	Collected: ino 30736 peer_ino 30735 family    1 type    1 state  1 name null
(00.003077) unix: 	Collected: ino 31014 peer_ino 31013 family    1 type    5 state  1 name null
(00.003079) unix: 	Collected: ino 28526 peer_ino 28527 family    1 type    1 state  1 name null
(00.003082) unix: 	Collected: ino 26991 peer_ino 25244 family    1 type    1 state  1 name null
(00.003084) unix: 	Collected: ino 26982 peer_ino 23483 family    1 type    1 state  1 name null
(00.003087) unix: 	Collected: ino 28534 peer_ino 29175 family    1 type    1 state  1 name 
(00.003090) unix: 	Collected: ino 29193 peer_ino 29192 family    1 type    1 state  1 name null
(00.003092) unix: 	Collected: ino 55480 peer_ino 52516 family    1 type    1 state  1 name null
(00.003095) unix: 	Collected: ino 29852 peer_ino 28535 family    1 type    1 state  1 name null
(00.003098) unix: 	Collected: ino 23031 peer_ino 24896 family    1 type    1 state  1 name /run/user/1000/bus
(00.003101) unix: 	Collected: ino 22325 peer_ino 22326 family    1 type    1 state  1 name null
(00.003103) unix: 	Collected: ino 22212 peer_ino 21072 family    1 type    1 state  1 name null
(00.003106) unix: 	Collected: ino 29231 peer_ino 29230 family    1 type    1 state  1 name null
(00.003111) unix: 	Collected: ino 25860 peer_ino 23388 family    1 type    1 state  1 name null
(00.003113) unix: 	Collected: ino 24952 peer_ino 24953 family    1 type    1 state  1 name null
(00.003116) unix: 	Collected: ino 22995 peer_ino 25659 family    1 type    1 state  1 name 
(00.003119) unix: 	Collected: ino 23903 peer_ino 25635 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003122) unix: 	Collected: ino 24687 peer_ino 0 family    1 type    2 state  7 name /run/user/1000/systemd/notify
(00.003125) unix: 	Collected: ino 24690 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/systemd/private
(00.003131) unix: 	Collected: ino 18926 peer_ino 21140 family    1 type    1 state  1 name null
(00.003134) unix: 	Collected: ino 24699 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/bus
(00.003137) unix: 	Collected: ino 18834 peer_ino 22231 family    1 type    1 state  1 name null
(00.003140) unix: 	Collected: ino 18749 peer_ino 18748 family    1 type    1 state  1 name null
(00.003142) unix: 	Collected: ino 20929 peer_ino 20928 family    1 type    2 state  1 name null
(00.003145) unix: 	Collected: ino 22898 peer_ino 19395 family    1 type    1 state  1 name /run/user/1000/bus
(00.003147) unix: 	Collected: ino 21386 peer_ino 22474 family    1 type    1 state  1 name null
(00.003150) unix: 	Collected: ino 11230 peer_ino 11229 family    1 type    2 state  1 name null
(00.003153) unix: 	Collected: ino 29217 peer_ino 29218 family    1 type    1 state  1 name null
(00.003155) unix: 	Collected: ino 30064 peer_ino 30063 family    1 type    1 state  1 name null
(00.003158) unix: 	Collected: ino 23939 peer_ino 23940 family    1 type    1 state  1 name null
(00.003161) unix: 	Collected: ino 24845 peer_ino 25617 family    1 type    1 state  1 name null
(00.003163) unix: 	Collected: ino 21076 peer_ino 11256 family    1 type    2 state  1 name null
(00.003166) unix: 	Collected: ino 31604 peer_ino 34903 family    1 type    1 state  1 name null
(00.003169) unix: 	Collected: ino 23383 peer_ino 25856 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003171) unix: 	Collected: ino 24701 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gnupg/S.dirmngr
(00.003174) unix: 	Collected: ino 27312 peer_ino 27311 family    1 type    5 state  1 name null
(00.003177) unix: 	Collected: ino 23077 peer_ino 23076 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003183) unix: 	Collected: ino 23008 peer_ino 23007 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003188) unix: 	Collected: ino 24703 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gcr/ssh
(00.003191) unix: 	Collected: ino 20411 peer_ino 22232 family    1 type    1 state  1 name null
(00.003193) unix: 	Collected: ino 54448 peer_ino 52512 family    1 type    1 state  1 name null
(00.003196) unix: 	Collected: ino 26723 peer_ino 23392 family    1 type    1 state  1 name null
(00.003199) unix: 	Collected: ino 24705 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/keyring/control
(00.003201) unix: 	Collected: ino 26382 peer_ino 26381 family    1 type    5 state  1 name null
(00.003204) unix: 	Collected: ino 24707 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gnupg/S.gpg-agent.browser
(00.003207) unix: 	Collected: ino 18683 peer_ino 0 family    1 type    1 state 10 name /run/acpid.socket
(00.003209) unix: 	Collected: ino 23947 peer_ino 25702 family    1 type    1 state  1 name /run/user/1000/bus
(00.003212) unix: 	Collected: ino 23043 peer_ino 25700 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003215) unix: 	Collected: ino 24709 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gnupg/S.gpg-agent.extra
(00.003218) unix: 	Collected: ino 29200 peer_ino 29199 family    1 type    1 state  1 name null
(00.003220) unix: 	Collected: ino 25841 peer_ino 25142 family    1 type    1 state  1 name null
(00.003223) unix: 	Collected: ino 24897 peer_ino 23032 family    1 type    1 state  1 name null
(00.003226) unix: 	Collected: ino 23002 peer_ino 25661 family    1 type    1 state  1 name 
(00.003229) unix: 	Collected: ino 24711 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gnupg/S.gpg-agent.ssh
(00.003231) unix: 	Collected: ino 18685 peer_ino 0 family    1 type    1 state 10 name /run/avahi-daemon/socket
(00.003234) unix: 	Collected: ino 30058 peer_ino 30057 family    1 type    1 state  1 name null
(00.003237) unix: 	Collected: ino 24914 peer_ino 24910 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003239) unix: 	Collected: ino 25661 peer_ino 23002 family    1 type    1 state  1 name null
(00.003245) unix: 	Collected: ino 23824 peer_ino 24791 family    1 type    1 state  1 name null
(00.003248) unix: 	Collected: ino 24713 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/gnupg/S.gpg-agent
(00.003252) unix: 	Collected: ino 20435 peer_ino 0 family    1 type    2 state  7 name null
(00.003255) unix: 	Collected: ino 22196 peer_ino 0 family    1 type    2 state  7 name null
(00.003258) unix: 	Collected: ino 18687 peer_ino 0 family    1 type    1 state 10 name /run/dbus/system_bus_socket
(00.003260) unix: 	Collected: ino 24715 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/podman/podman.sock
(00.003263) unix: 	Collected: ino 18689 peer_ino 0 family    1 type    1 state 10 name /run/podman/podman.sock
(00.003266) unix: 	Collected: ino 22956 peer_ino 25618 family    1 type    1 state  1 name null
(00.003268) unix: 	Collected: ino 19326 peer_ino 11258 family    1 type    2 state  1 name null
(00.003271) unix: 	Collected: ino 24717 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/pulse/native
(00.003275) unix: 	Collected: ino 18691 peer_ino 0 family    1 type    1 state 10 name /run/uuidd/request
(00.003278) unix: 	Collected: ino 28396 peer_ino 28397 family    1 type    1 state  1 name null
(00.003281) unix: 	Collected: ino 17673 peer_ino 17672 family    1 type    2 state  1 name null
(00.003283) unix: 	Collected: ino 22474 peer_ino 21386 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003286) unix: 	Collected: ino 18783 peer_ino 21073 family    1 type    1 state  1 name null
(00.003289) unix: 	Collected: ino 20930 peer_ino 20931 family    1 type    2 state  1 name null
(00.003291) unix: 	Collected: ino 25257 peer_ino 26358 family    1 type    1 state  1 name /run/user/1000/bus
(00.003294) unix: 	Collected: ino 24858 peer_ino 24857 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003297) unix: 	Collected: ino 53524 peer_ino 55483 family    1 type    1 state  1 name null
(00.003300) unix: 	Collected: ino 33494 peer_ino 31600 family    1 type    1 state  1 name /run/user/1000/bus
(00.003302) unix: 	Collected: ino 33108 peer_ino 33107 family    1 type    1 state  1 name null
(00.003305) unix: 	Collected: ino 23917 peer_ino 24885 family    1 type    1 state  1 name null
(00.003308) unix: 	Collected: ino 23910 peer_ino 24884 family    1 type    1 state  1 name null
(00.003310) unix: 	Collected: ino 21077 peer_ino 11256 family    1 type    2 state  1 name null
(00.003313) unix: 	Collected: ino 26365 peer_ino 26366 family    1 type    1 state  1 name null
(00.003317) unix: 	Collected: ino 23076 peer_ino 23077 family    1 type    1 state  1 name null
(00.003320) unix: 	Collected: ino 23010 peer_ino 24891 family    1 type    1 state  1 name null
(00.003322) unix: 	Collected: ino 22920 peer_ino 22921 family    1 type    1 state  1 name null
(00.003325) unix: 	Collected: ino 30057 peer_ino 30058 family    1 type    1 state  1 name null
(00.003328) unix: 	Collected: ino 23787 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/keyring/pkcs11
(00.003330) unix: 	Collected: ino 54476 peer_ino 52524 family    1 type    1 state  1 name null
(00.003333) unix: 	Collected: ino 54456 peer_ino 54457 family    1 type    1 state  1 name null
(00.003336) unix: 	Collected: ino 26988 peer_ino 25243 family    1 type    1 state  1 name null
(00.003338) unix: 	Collected: ino 25243 peer_ino 26988 family    1 type    1 state  1 name 
(00.003341) unix: 	Collected: ino 23052 peer_ino 25706 family    1 type    1 state  1 name 
(00.003344) unix: 	Collected: ino 25721 peer_ino 25722 family    1 type    1 state  1 name null
(00.003346) unix: 	Collected: ino 47802 peer_ino 46913 family    1 type    1 state  1 name null
(00.003349) unix: 	Collected: ino 30740 peer_ino 30741 family    1 type    1 state  1 name null
(00.003351) unix: 	Collected: ino 29958 peer_ino 29959 family    1 type    1 state  1 name null
(00.003354) unix: 	Collected: ino 27052 peer_ino 25284 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003357) unix: 	Collected: ino 21071 peer_ino 20387 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003363) unix: 	Collected: ino 34400 peer_ino 34399 family    1 type    1 state  1 name null
(00.003366) unix: 	Collected: ino 25919 peer_ino 25218 family    1 type    1 state  1 name null
(00.003368) unix: 	Collected: ino 25638 peer_ino 25637 family    1 type    1 state  1 name 
(00.003371) unix: 	Collected: ino 24872 peer_ino 25636 family    1 type    1 state  1 name /run/user/1000/bus
(00.003374) unix: 	Collected: ino 28541 peer_ino 29189 family    1 type    1 state  1 name 
(00.003377) unix: 	Collected: ino 30727 peer_ino 29176 family    1 type    1 state  1 name /run/user/1000/bus
(00.003379) unix: 	Collected: ino 22918 peer_ino 0 family    1 type    1 state 10 name /run/user/1000/at-spi/bus_0
(00.003384) unix: 	Collected: ino 22203 peer_ino 11258 family    1 type    2 state  1 name null
(00.003387) unix: 	Collected: ino 22991 peer_ino 22990 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003389) unix: 	Collected: ino 19370 peer_ino 22857 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003392) unix: 	Collected: ino 22142 peer_ino 20342 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003395) unix: 	Collected: ino 21000 peer_ino 20371 family    1 type    1 state  1 name null
(00.003397) unix: 	Collected: ino 56374 peer_ino 56375 family    1 type    1 state  1 name null
(00.003400) unix: 	Collected: ino 23930 peer_ino 24895 family    1 type    1 state  1 name null
(00.003403) unix: 	Collected: ino 54473 peer_ino 53526 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003406) unix: 	Collected: ino 25219 peer_ino 25920 family    1 type    1 state  1 name /run/user/1000/bus
(00.003408) unix: 	Collected: ino 23189 peer_ino 25839 family    1 type    1 state  1 name 
(00.003411) unix: 	Collected: ino 19419 peer_ino 19418 family    1 type    1 state  1 name 
(00.003414) unix: 	Collected: ino 54458 peer_ino 54459 family    1 type    1 state  1 name null
(00.003416) unix: 	Collected: ino 26612 peer_ino 26613 family    1 type    5 state  1 name null
(00.003419) unix: 	Collected: ino 23062 peer_ino 25709 family    1 type    1 state  1 name 
(00.003422) unix: 	Collected: ino 24865 peer_ino 22970 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003424) unix: 	Collected: ino 23883 peer_ino 22964 family    1 type    1 state  1 name null
(00.003427) unix: 	Collected: ino 25865 peer_ino 26710 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003430) unix: 	Collected: ino 19279 peer_ino 11256 family    1 type    2 state  1 name null
(00.003432) unix: 	Collected: ino 29192 peer_ino 29193 family    1 type    1 state  1 name null
(00.003435) unix: 	Collected: ino 27740 peer_ino 27739 family    1 type    1 state  1 name null
(00.003438) unix: 	Collected: ino 20999 peer_ino 20370 family    1 type    1 state  1 name null
(00.003440) unix: 	Collected: ino 11228 peer_ino 0 family    1 type    2 state  1 name /run/systemd/notify
(00.003443) unix: 	Collected: ino 34903 peer_ino 31604 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003446) unix: 	Collected: ino 29185 peer_ino 29970 family    1 type    1 state  1 name 
(00.003449) unix: 	Collected: ino 25305 peer_ino 25306 family    1 type    1 state  1 name null
(00.003451) unix: 	Collected: ino 22982 peer_ino 23914 family    1 type    1 state  1 name 
(00.003454) unix: 	Collected: ino 11231 peer_ino 0 family    1 type    1 state 10 name /run/systemd/private
(00.003457) unix: 	Collected: ino 53923 peer_ino 0 family    1 type    1 state  1 name null
(00.003460) unix: 	Collected: ino 55475 peer_ino 54409 family    1 type    1 state  1 name null
(00.003462) unix: 	Collected: ino 30707 peer_ino 30706 family    1 type    1 state  1 name null
(00.003465) unix: 	Collected: ino 31004 peer_ino 31005 family    1 type    1 state  1 name null
(00.003467) unix: 	Collected: ino 27142 peer_ino 27143 family    1 type    5 state  1 name null
(00.003470) unix: 	Collected: ino 22281 peer_ino 21133 family    1 type    1 state  1 name null
(00.003476) unix: 	Collected: ino 25692 peer_ino 25693 family    1 type    1 state  1 name null
(00.003478) unix: 	Collected: ino 11233 peer_ino 0 family    1 type    1 state 10 name /run/systemd/userdb/io.systemd.DynamicUser
(00.003481) unix: 	Collected: ino 11234 peer_ino 0 family    1 type    1 state 10 name /run/systemd/io.system.ManagedOOM
(00.003484) unix: 	Collected: ino 24688 peer_ino 24689 family    1 type    2 state  1 name null
(00.003486) unix: 	Collected: ino 21140 peer_ino 18926 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003489) unix: 	Collected: ino 54466 peer_ino 52521 family    1 type    1 state  1 name null
(00.003492) unix: 	Collected: ino 54709 peer_ino 54708 family    1 type    5 state  1 name null
(00.003494) unix: 	Collected: ino 23503 peer_ino 27042 family    1 type    1 state  1 name null
(00.003497) unix: 	Collected: ino 23832 peer_ino 19407 family    1 type    1 state  1 name /run/user/1000/bus
(00.003500) unix: 	Collected: ino 22896 peer_ino 23816 family    1 type    1 state  1 name null
(00.003502) unix: 	Collected: ino 25301 peer_ino 0 family    1 type    2 state  7 name null
(00.003505) unix: 	Collected: ino 23026 peer_ino 24894 family    1 type    1 state  1 name /run/user/1000/bus
(00.003508) unix: 	Collected: ino 23783 peer_ino 23782 family    1 type    1 state  1 name null
(00.003510) unix: 	Collected: ino 53515 peer_ino 54411 family    1 type    1 state  1 name null
(00.003515) unix: 	Collected: ino 25868 peer_ino 23390 family    1 type    1 state  1 name null
(00.003517) unix: 	Collected: ino 25839 peer_ino 23189 family    1 type    1 state  1 name null
(00.003520) unix: 	Collected: ino 23944 peer_ino 23945 family    1 type    1 state  1 name null
(00.003522) unix: 	Collected: ino 24873 peer_ino 25644 family    1 type    1 state  1 name null
(00.003525) unix: 	Collected: ino 20271 peer_ino 20270 family    1 type    2 state  1 name null
(00.003529) unix: 	Collected: ino 11246 peer_ino 0 family    1 type    1 state 10 name /run/lvm/lvmpolld.socket
(00.003532) unix: 	Collected: ino 19393 peer_ino 23820 family    1 type    1 state  1 name null
(00.003534) unix: 	Collected: ino 18790 peer_ino 18791 family    1 type    1 state  1 name null
(00.003537) unix: 	Collected: ino 11248 peer_ino 0 family    1 type    2 state  7 name /run/systemd/journal/syslog
(00.003540) unix: 	Collected: ino 29829 peer_ino 28525 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003543) unix: 	Collected: ino 20947 peer_ino 21069 family    1 type    1 state  1 name null
(00.003545) unix: 	Collected: ino 11250 peer_ino 0 family    1 type    5 state 10 name /run/systemd/coredump
(00.003548) unix: 	Collected: ino 11252 peer_ino 0 family    1 type    1 state 10 name /run/systemd/fsck.progress
(00.003551) unix: 	Collected: ino 28525 peer_ino 29829 family    1 type    1 state  1 name null
(00.003553) unix: 	Collected: ino 25314 peer_ino 0 family    1 type    1 state  1 name null
(00.003556) unix: 	Collected: ino 11256 peer_ino 0 family    1 type    2 state  1 name /run/systemd/journal/dev-log
(00.003559) unix: 	Collected: ino 52762 peer_ino 52763 family    1 type    1 state  1 name null
(00.003561) unix: 	Collected: ino 52743 peer_ino 52742 family    1 type    1 state  1 name null
(00.003564) unix: 	Collected: ino 55478 peer_ino 52514 family    1 type    1 state  1 name null
(00.003567) unix: 	Collected: ino 29964 peer_ino 29963 family    1 type    1 state  1 name null
(00.003569) unix: 	Collected: ino 25635 peer_ino 23903 family    1 type    1 state  1 name null
(00.003572) unix: 	Collected: ino 11258 peer_ino 0 family    1 type    2 state  1 name /run/systemd/journal/socket
(00.003574) unix: 	Collected: ino 54472 peer_ino 52523 family    1 type    1 state  1 name null
(00.003579) unix: 	Collected: ino 30728 peer_ino 29961 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003582) unix: 	Collected: ino 24806 peer_ino 24805 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003585) unix: 	Collected: ino 11260 peer_ino 0 family    1 type    1 state 10 name /run/systemd/journal/stdout
(00.003590) unix: 	Collected: ino 54893 peer_ino 54894 family    1 type    1 state  1 name null
(00.003593) unix: 	Collected: ino 11262 peer_ino 0 family    1 type    5 state 10 name /run/udev/control
(00.003595) unix: 	Collected: ino 25717 peer_ino 23072 family    1 type    1 state  1 name null
(00.003598) unix: 	Collected: ino 24648 peer_ino 19284 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003601) unix: 	Collected: ino 18831 peer_ino 22230 family    1 type    1 state  1 name null
(00.003603) unix: 	Collected: ino 54463 peer_ino 54464 family    1 type    1 state  1 name null
(00.003606) unix: 	Collected: ino 25864 peer_ino 26709 family    1 type    1 state  1 name /run/user/1000/bus
(00.003609) unix: 	Collected: ino 21201 peer_ino 18977 family    1 type    1 state  1 name 
(00.003611) unix: 	Collected: ino 29218 peer_ino 29217 family    1 type    1 state  1 name null
(00.003614) unix: 	Collected: ino 29211 peer_ino 29212 family    1 type    1 state  1 name null
(00.003617) unix: 	Collected: ino 25858 peer_ino 26708 family    1 type    1 state  1 name null
(00.003619) unix: 	Collected: ino 25633 peer_ino 24868 family    1 type    1 state  1 name null
(00.003622) unix: 	Collected: ino 29832 peer_ino 29833 family    1 type    1 state  1 name null
(00.003624) unix: 	Collected: ino 23191 peer_ino 25842 family    1 type    1 state  1 name /run/user/1000/bus
(00.003627) unix: 	Collected: ino 25629 peer_ino 23886 family    1 type    1 state  1 name /run/user/1000/bus
(00.003630) unix: 	Collected: ino 23499 peer_ino 26362 family    1 type    1 state  1 name null
(00.003632) unix: 	Collected: ino 25253 peer_ino 23497 family    1 type    1 state  1 name null
(00.003635) unix: 	Collected: ino 20436 peer_ino 20437 family    1 type    1 state  1 name null
(00.003638) unix: 	Collected: ino 19388 peer_ino 0 family    1 type    1 state 10 name /tmp/ssh-XXXXXXbcn54K/agent.1301
(00.003640) unix: 	Collected: ino 24689 peer_ino 24688 family    1 type    2 state  1 name null
(00.003645) unix: 	Collected: ino 21069 peer_ino 20947 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.003648) unix: 	Collected: ino 23392 peer_ino 26723 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003651) unix: 	Collected: ino 17737 peer_ino 17659 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003653) unix: 	Collected: ino 19395 peer_ino 22898 family    1 type    1 state  1 name null
(00.003669) unix: 	Collected: ino 18840 peer_ino 18841 family    1 type    1 state  1 name null
(00.003672) unix: 	Collected: ino 26381 peer_ino 26382 family    1 type    5 state  1 name null
(00.003675) unix: 	Collected: ino 22361 peer_ino 0 family    1 type    1 state 10 name /tmp/.X11-unix/X0
(00.003678) unix: 	Collected: ino 23892 peer_ino 23888 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.003681) unix: 	Collected: ino 56150 peer_ino 56151 family    1 type    1 state  1 name null
(00.003878) unix: 	Collected: ino 30152 peer_ino 30153 family    1 type    1 state  1 name null
(00.003896) unix: 	Collected: ino 30741 peer_ino 30740 family    1 type    1 state  1 name null
(00.003899) unix: 	Collected: ino 25699 peer_ino 24908 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.003901) unix: 	Collected: ino 19398 peer_ino 22900 family    1 type    1 state  1 name null
(00.003918) unix: 	Collected: ino 25647 peer_ino 24876 family    1 type    1 state  1 name 
(00.003921) unix: 	Collected: ino 23001 peer_ino 24887 family    1 type    1 state  1 name null
(00.003924) unix: 	Collected: ino 22921 peer_ino 22920 family    1 type    1 state  1 name null
(00.003940) unix: 	Collected: ino 59894 peer_ino 11256 family    1 type    2 state  1 name null
(00.003943) unix: 	Collected: ino 28588 peer_ino 28587 family    1 type    1 state  1 name null
(00.003945) unix: 	Collected: ino 29840 peer_ino 29841 family    1 type    5 state  1 name null
(00.003948) unix: 	Collected: ino 27163 peer_ino 27162 family    1 type    1 state  1 name null
(00.003968) unix: 	Collected: ino 23951 peer_ino 25707 family    1 type    1 state  1 name null
(00.003985) unix: 	Collected: ino 18961 peer_ino 21179 family    1 type    1 state  1 name null
(00.003988) unix: 	Collected: ino 26378 peer_ino 26379 family    1 type    5 state  1 name null
(00.003991) unix: 	Collected: ino 25697 peer_ino 25696 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004009) unix: 	Collected: ino 21074 peer_ino 18794 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004012) unix: 	Collected: ino 26708 peer_ino 25858 family    1 type    1 state  1 name /run/user/1000/bus
(00.004015) unix: 	Collected: ino 29230 peer_ino 29231 family    1 type    1 state  1 name null
(00.004046) unix: 	Collected: ino 29212 peer_ino 29211 family    1 type    1 state  1 name null
(00.004049) unix: 	Collected: ino 26374 peer_ino 26373 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004053) unix: 	Collected: ino 26363 peer_ino 25258 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004056) unix: 	Collected: ino 25843 peer_ino 25143 family    1 type    1 state  1 name null
(00.004058) unix: 	Collected: ino 23932 peer_ino 25682 family    1 type    1 state  1 name null
(00.004075) unix: 	Collected: ino 24876 peer_ino 25647 family    1 type    1 state  1 name null
(00.004078) unix: 	Collected: ino 24791 peer_ino 23824 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004082) unix: 	Collected: ino 20467 peer_ino 0 family    1 type    2 state  7 name null
(00.004098) unix: 	Collected: ino 25425 peer_ino 25426 family    1 type    1 state  1 name null
(00.004101) unix: 	Collected: ino 26366 peer_ino 26365 family    1 type    1 state  1 name null
(00.004104) unix: 	Collected: ino 23394 peer_ino 25887 family    1 type    1 state  1 name null
(00.004121) unix: 	Collected: ino 54467 peer_ino 54468 family    1 type    1 state  1 name null
(00.004126) unix: 	Collected: ino 25618 peer_ino 22956 family    1 type    1 state  1 name /run/user/1000/bus
(00.004143) unix: 	Collected: ino 21397 peer_ino 11256 family    1 type    2 state  1 name null
(00.004146) unix: 	Collected: ino 25677 peer_ino 23025 family    1 type    1 state  1 name null
(00.004149) unix: 	Collected: ino 26727 peer_ino 25176 family    1 type    1 state  1 name null
(00.004166) unix: 	Collected: ino 19369 peer_ino 23786 family    1 type    1 state  1 name null
(00.004169) unix: 	Collected: ino 1930 peer_ino 0 family    1 type    1 state 10 name /run/systemd/journal/io.systemd.journal
(00.004172) unix: 	Collected: ino 52742 peer_ino 52743 family    1 type    1 state  1 name null
(00.004190) unix: 	Collected: ino 55481 peer_ino 54449 family    1 type    1 state  1 name null
(00.004209) unix: 	Collected: ino 29959 peer_ino 29958 family    1 type    1 state  1 name null
(00.004212) unix: 	Collected: ino 23497 peer_ino 25253 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004215) unix: 	Collected: ino 25650 peer_ino 23906 family    1 type    1 state  1 name null
(00.004232) unix: 	Collected: ino 54409 peer_ino 55475 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004236) unix: 	Collected: ino 22958 peer_ino 24849 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004239) unix: 	Collected: ino 29177 peer_ino 29178 family    1 type    1 state  1 name null
(00.004256) unix: 	Collected: ino 25744 peer_ino 23087 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004259) unix: 	Collected: ino 23027 peer_ino 23928 family    1 type    1 state  1 name /run/user/1000/bus
(00.004262) unix: 	Collected: ino 22251 peer_ino 11256 family    1 type    2 state  1 name null
(00.004280) unix: 	Collected: ino 54468 peer_ino 54467 family    1 type    1 state  1 name null
(00.004282) unix: 	Collected: ino 31375 peer_ino 31376 family    1 type    5 state  1 name null
(00.004299) unix: 	Collected: ino 20887 peer_ino 20892 family    1 type    1 state  1 name null
(00.004302) unix: 	Collected: ino 56631 peer_ino 56632 family    1 type    1 state  1 name null
(00.004323) unix: 	Collected: ino 23382 peer_ino 26704 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004326) unix: 	Collected: ino 23846 peer_ino 0 family    1 type    1 state 10 name /tmp/.ICE-unix/1301
(00.004344) unix: 	Collected: ino 59895 peer_ino 59896 family    1 type    1 state  1 name null
(00.004347) unix: 	Collected: ino 24661 peer_ino 19312 family    1 type    1 state  1 name null
(00.004349) unix: 	Collected: ino 25703 peer_ino 25704 family    1 type    1 state  1 name null
(00.004366) unix: 	Collected: ino 23785 peer_ino 19359 family    1 type    1 state  1 name /run/user/1000/bus
(00.004369) unix: 	Collected: ino 25672 peer_ino 25673 family    1 type    1 state  1 name null
(00.004373) unix: 	Collected: ino 25720 peer_ino 25719 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004390) unix: 	Collected: ino 52522 peer_ino 54470 family    1 type    1 state  1 name 
(00.004393) unix: 	Collected: ino 30734 peer_ino 28542 family    1 type    1 state  1 name /run/user/1000/bus
(00.004414) unix: 	Collected: ino 25244 peer_ino 26991 family    1 type    1 state  1 name /run/user/1000/bus
(00.004432) unix: 	Collected: ino 25176 peer_ino 26727 family    1 type    1 state  1 name /run/user/1000/bus
(00.004435) unix: 	Collected: ino 53871 peer_ino 0 family    1 type    5 state  1 name null
(00.004438) unix: 	Collected: ino 29175 peer_ino 28534 family    1 type    1 state  1 name null
(00.004455) unix: 	Collected: ino 26373 peer_ino 26374 family    1 type    1 state  1 name null
(00.004458) unix: 	Collected: ino 25622 peer_ino 0 family    1 type    2 state  7 name null
(00.004461) unix: 	Collected: ino 22148 peer_ino 11256 family    1 type    2 state  1 name null
(00.004482) unix: 	Collected: ino 20342 peer_ino 22142 family    1 type    1 state  1 name null
(00.004485) unix: 	Collected: ino 46913 peer_ino 47802 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004488) unix: 	Collected: ino 25306 peer_ino 25305 family    1 type    1 state  1 name null
(00.004491) unix: 	Collected: ino 25252 peer_ino 26353 family    1 type    1 state  1 name null
(00.004496) unix: 	Collected: ino 23388 peer_ino 25860 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004500) unix: 	Collected: ino 52763 peer_ino 52762 family    1 type    1 state  1 name null
(00.004505) unix: 	Collected: ino 29971 peer_ino 29186 family    1 type    1 state  1 name null
(00.004510) unix: 	Collected: ino 25659 peer_ino 22995 family    1 type    1 state  1 name null
(00.004515) unix: 	Collected: ino 22841 peer_ino 24692 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004519) unix: 	Collected: ino 19284 peer_ino 24648 family    1 type    1 state  1 name null
(00.004522) unix: 	Collected: ino 18794 peer_ino 21074 family    1 type    1 state  1 name null
(00.004525) unix: 	Collected: ino 54671 peer_ino 54672 family    1 type    5 state  1 name null
(00.004528) unix: 	Collected: ino 17672 peer_ino 17673 family    1 type    2 state  1 name null
(00.004531) unix: 	Collected: ino 54145 peer_ino 54146 family    1 type    5 state  1 name null
(00.004534) unix: 	Collected: ino 21179 peer_ino 18961 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004537) unix: 	Collected: ino 58115 peer_ino 0 family    1 type    5 state  7 name null
(00.004540) unix: 	Collected: ino 22955 peer_ino 25614 family    1 type    1 state  1 name null
(00.004546) unix: 	Collected: ino 19146 peer_ino 11256 family    1 type    2 state  1 name null
(00.004549) unix: 	Collected: ino 18777 peer_ino 11256 family    1 type    2 state  1 name null
(00.004552) unix: 	Collected: ino 48563 peer_ino 47804 family    1 type    1 state  1 name null
(00.004555) unix: 	Collected: ino 24891 peer_ino 23010 family    1 type    1 state  1 name /run/user/1000/bus
(00.004558) unix: 	Collected: ino 20370 peer_ino 20999 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004561) unix: 	Collected: ino 54708 peer_ino 54709 family    1 type    5 state  1 name null
(00.004568) unix: 	Collected: ino 27739 peer_ino 27740 family    1 type    1 state  1 name null
(00.004571) unix: 	Collected: ino 20345 peer_ino 22144 family    1 type    1 state  1 name null
(00.004574) unix: 	Collected: ino 25917 peer_ino 25214 family    1 type    1 state  1 name null
(00.004577) unix: 	Collected: ino 23928 peer_ino 23027 family    1 type    1 state  1 name null
(00.004580) unix: 	Collected: ino 24892 peer_ino 24893 family    1 type    1 state  1 name null
(00.004583) unix: 	Collected: ino 24829 peer_ino 22938 family    1 type    1 state  1 name null
(00.004586) unix: 	Collected: ino 29970 peer_ino 29185 family    1 type    1 state  1 name null
(00.004589) unix: 	Collected: ino 24886 peer_ino 23918 family    1 type    1 state  1 name /run/user/1000/bus
(00.004592) unix: 	Collected: ino 25663 peer_ino 25662 family    1 type    1 state  1 name 
(00.004595) unix: 	Collected: ino 26613 peer_ino 26612 family    1 type    5 state  1 name null
(00.004598) unix: 	Collected: ino 25719 peer_ino 25720 family    1 type    1 state  1 name null
(00.004601) unix: 	Collected: ino 28542 peer_ino 30734 family    1 type    1 state  1 name null
(00.004604) unix: 	Collected: ino 28527 peer_ino 28526 family    1 type    1 state  1 name null
(00.004607) unix: 	Collected: ino 26710 peer_ino 25865 family    1 type    1 state  1 name null
(00.004610) unix: 	Collected: ino 23046 peer_ino 23949 family    1 type    1 state  1 name 
(00.004613) unix: 	Collected: ino 27056 peer_ino 26372 family    1 type    1 state  1 name /run/user/1000/bus
(00.004616) unix: 	Collected: ino 27053 peer_ino 26369 family    1 type    1 state  1 name 
(00.004621) unix: 	Collected: ino 57870 peer_ino 57332 family    1 type    1 state  1 name null
(00.004624) unix: 	Collected: ino 30743 peer_ino 28585 family    1 type    1 state  1 name null
(00.004627) unix: 	Collected: ino 29833 peer_ino 29832 family    1 type    1 state  1 name null
(00.004631) unix: 	Collected: ino 26353 peer_ino 25252 family    1 type    1 state  1 name /run/user/1000/bus
(00.004634) unix: 	Collected: ino 25654 peer_ino 25655 family    1 type    1 state  1 name null
(00.004637) unix: 	Collected: ino 28535 peer_ino 29852 family    1 type    1 state  1 name 
(00.004640) unix: 	Collected: ino 25171 peer_ino 23391 family    1 type    1 state  1 name null
(00.004643) unix: 	Collected: ino 22986 peer_ino 25657 family    1 type    1 state  1 name 
(00.004646) unix: 	Collected: ino 21133 peer_ino 22281 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004649) unix: 	Collected: ino 27898 peer_ino 0 family    1 type    1 state  1 name null
(00.004652) unix: 	Collected: ino 29732 peer_ino 29733 family    1 type    1 state  1 name null
(00.004655) unix: 	Collected: ino 32884 peer_ino 0 family    1 type    5 state  1 name null
(00.004658) unix: 	Collected: ino 22950 peer_ino 23873 family    1 type    1 state  1 name 
(00.004661) unix: 	Collected: ino 18977 peer_ino 21201 family    1 type    1 state  1 name null
(00.004664) unix: 	Collected: ino 18839 peer_ino 11256 family    1 type    2 state  1 name null
(00.004667) unix: 	Collected: ino 29299 peer_ino 0 family    1 type    5 state  1 name null
(00.004670) unix: 	Collected: ino 23885 peer_ino 24856 family    1 type    1 state  1 name null
(00.004673) unix: 	Collected: ino 25625 peer_ino 22967 family    1 type    1 state  1 name 
(00.004676) unix: 	Collected: ino 26369 peer_ino 27053 family    1 type    1 state  1 name null
(00.004679) unix: 	Collected: ino 23395 peer_ino 23396 family    1 type    1 state  1 name null
(00.004682) unix: 	Collected: ino 27057 peer_ino 23511 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004685) unix: 	Collected: ino 22147 peer_ino 20969 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004688) unix: 	Collected: ino 25169 peer_ino 25872 family    1 type    1 state  1 name /run/user/1000/bus
(00.004693) unix: 	Collected: ino 25682 peer_ino 23932 family    1 type    1 state  1 name 
(00.004696) unix: 	Collected: ino 25678 peer_ino 23927 family    1 type    1 state  1 name 
(00.004702) unix: 	Collected: ino 19362 peer_ino 24723 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004705) unix: 	Collected: ino 52965 peer_ino 52966 family    1 type    1 state  1 name null
(00.004708) unix: 	Collected: ino 24883 peer_ino 25651 family    1 type    1 state  1 name null
(00.004711) unix: 	Collected: ino 22519 peer_ino 11256 family    1 type    2 state  1 name null
(00.004715) unix: 	Collected: ino 23082 peer_ino 23961 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004718) unix: 	Collected: ino 54459 peer_ino 54458 family    1 type    1 state  1 name null
(00.004720) unix: 	Collected: ino 28587 peer_ino 28588 family    1 type    1 state  1 name null
(00.004723) unix: 	Collected: ino 26721 peer_ino 25877 family    1 type    1 state  1 name null
(00.004728) unix: 	Collected: ino 23952 peer_ino 25708 family    1 type    1 state  1 name /run/user/1000/bus
(00.004731) unix: 	Collected: ino 23025 peer_ino 25677 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004735) unix: 	Collected: ino 21198 peer_ino 0 family    1 type    2 state  7 name /run/wpa_supplicant/wlp6s0
(00.004738) unix: 	Collected: ino 54411 peer_ino 53515 family    1 type    1 state  1 name /run/user/1000/bus
(00.004741) unix: 	Collected: ino 25142 peer_ino 25841 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004744) unix: 	Collected: ino 24896 peer_ino 23031 family    1 type    1 state  1 name null
(00.004747) unix: 	Collected: ino 52985 peer_ino 0 family    1 type    1 state  1 name null
(00.004750) unix: 	Collected: ino 56151 peer_ino 56150 family    1 type    1 state  1 name null
(00.004753) unix: 	Collected: ino 25689 peer_ino 24900 family    1 type    1 state  1 name 
(00.004756) unix: 	Collected: ino 25637 peer_ino 25638 family    1 type    1 state  1 name null
(00.004759) unix: 	Collected: ino 23840 peer_ino 19420 family    1 type    1 state  1 name null
(00.004764) unix: 	Collected: ino 19407 peer_ino 23832 family    1 type    1 state  1 name null
(00.004767) unix: 	Collected: ino 22232 peer_ino 20411 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004770) unix: 	Collected: ino 29178 peer_ino 29177 family    1 type    1 state  1 name /run/user/1000/bus
(00.004773) unix: 	Collected: ino 24671 peer_ino 11256 family    1 type    2 state  1 name null
(00.004776) unix: 	Collected: ino 21317 peer_ino 19029 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004779) unix: 	Collected: ino 17659 peer_ino 17737 family    1 type    1 state  1 name null
(00.004782) unix: 	Collected: ino 22967 peer_ino 25625 family    1 type    1 state  1 name null
(00.004785) unix: 	Collected: ino 1932 peer_ino 11228 family    1 type    2 state  1 name null
(00.004788) unix: 	Collected: ino 59736 peer_ino 57333 family    1 type    1 state  1 name null
(00.004791) unix: 	Collected: ino 28397 peer_ino 28396 family    1 type    1 state  1 name null
(00.004794) unix: 	Collected: ino 22484 peer_ino 19105 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004797) unix: 	Collected: ino 21073 peer_ino 18783 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004800) unix: 	Collected: ino 56399 peer_ino 0 family    1 type    1 state  1 name null
(00.004803) unix: 	Collected: ino 29199 peer_ino 29200 family    1 type    1 state  1 name null
(00.004806) unix: 	Collected: ino 23911 peer_ino 25652 family    1 type    1 state  1 name null
(00.004809) unix: 	Collected: ino 24849 peer_ino 22958 family    1 type    1 state  1 name null
(00.004812) unix: 	Collected: ino 33107 peer_ino 33108 family    1 type    1 state  1 name null
(00.004815) unix: 	Collected: ino 30063 peer_ino 30064 family    1 type    1 state  1 name null
(00.004818) unix: 	Collected: ino 23940 peer_ino 23939 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004821) unix: 	Collected: ino 22938 peer_ino 24829 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004824) unix: 	Collected: ino 23816 peer_ino 22896 family    1 type    1 state  1 name /run/user/1000/bus
(00.004830) unix: 	Collected: ino 23007 peer_ino 23008 family    1 type    1 state  1 name null
(00.004835) unix: 	Collected: ino 54457 peer_ino 54456 family    1 type    1 state  1 name null
(00.004839) unix: 	Collected: ino 23961 peer_ino 23082 family    1 type    1 state  1 name null
(00.004842) unix: 	Collected: ino 52512 peer_ino 54448 family    1 type    1 state  1 name 
(00.004845) unix: 	Collected: ino 25867 peer_ino 26714 family    1 type    1 state  1 name /run/user/1000/bus
(00.004848) unix: 	Collected: ino 25709 peer_ino 23062 family    1 type    1 state  1 name null
(00.004851) unix: 	Collected: ino 25702 peer_ino 23947 family    1 type    1 state  1 name null
(00.004854) unix: 	Collected: ino 29969 peer_ino 28539 family    1 type    1 state  1 name null
(00.004857) unix: 	Collected: ino 52516 peer_ino 55480 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004860) unix: 	Collected: ino 33495 peer_ino 31602 family    1 type    1 state  1 name 
(00.004863) unix: 	Collected: ino 25284 peer_ino 27052 family    1 type    1 state  1 name null
(00.004866) unix: 	Collected: ino 24900 peer_ino 25689 family    1 type    1 state  1 name null
(00.004869) unix: 	Collected: ino 24868 peer_ino 25633 family    1 type    1 state  1 name 
(00.004872) unix: 	Collected: ino 22922 peer_ino 19406 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004875) unix: 	Collected: ino 21072 peer_ino 22212 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004878) unix: 	Collected: ino 20270 peer_ino 20271 family    1 type    2 state  1 name null
(00.004881) unix: 	Collected: ino 53514 peer_ino 54405 family    1 type    1 state  1 name null
(00.004884) unix: 	Collected: ino 26605 peer_ino 26604 family    1 type    1 state  1 name null
(00.004887) unix: 	Collected: ino 26384 peer_ino 0 family    1 type    1 state  1 name null
(00.004890) unix: 	Collected: ino 56632 peer_ino 56631 family    1 type    1 state  1 name null
(00.004893) unix: 	Collected: ino 25322 peer_ino 25321 family    1 type    5 state  1 name null
(00.004896) unix: 	Collected: ino 23786 peer_ino 19369 family    1 type    1 state  1 name /run/user/1000/bus
(00.004899) unix: 	Collected: ino 21070 peer_ino 18760 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.004905) unix: 	Collected: ino 19312 peer_ino 24661 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004908) unix: 	Collected: ino 20928 peer_ino 20929 family    1 type    2 state  1 name null
(00.004912) unix: 	Collected: ino 54450 peer_ino 53518 family    1 type    1 state  1 name 
(00.004915) unix: 	Collected: ino 47803 peer_ino 46914 family    1 type    1 state  1 name null
(00.004917) unix: 	Collected: ino 29961 peer_ino 30728 family    1 type    1 state  1 name null
(00.004921) unix: 	Collected: ino 23390 peer_ino 25868 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004924) unix: 	Collected: ino 24890 peer_ino 24889 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.004927) unix: 	Collected: ino 25652 peer_ino 23911 family    1 type    1 state  1 name 
(00.004930) unix: 	Collected: ino 23900 peer_ino 22972 family    1 type    1 state  1 name null
(00.004933) unix: 	Collected: ino 24857 peer_ino 24858 family    1 type    1 state  1 name null
(00.004936) unix: 	Collected: ino 22602 peer_ino 22601 family    1 type    2 state  1 name null
(00.004939) unix: 	Collected: ino 23511 peer_ino 27057 family    1 type    1 state  1 name null
(00.004942) unix: 	Collected: ino 23087 peer_ino 25744 family    1 type    1 state  1 name null
(00.004945) unix: 	Collected: ino 52524 peer_ino 54476 family    1 type    1 state  1 name /run/user/1000/bus
(00.004948) unix: 	Collected: ino 27487 peer_ino 0 family    1 type    5 state  1 name null
(00.004951) unix: 	Collected: ino 26372 peer_ino 27056 family    1 type    1 state  1 name null
(00.004954) unix: 	Collected: ino 26362 peer_ino 23499 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004960) unix: 	Collected: ino 57332 peer_ino 57870 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.004963) unix: 	Collected: ino 24908 peer_ino 25699 family    1 type    1 state  1 name null
(00.004966) unix: 	Collected: ino 23927 peer_ino 25678 family    1 type    1 state  1 name null
(00.004969) unix: 	Collected: ino 24805 peer_ino 24806 family    1 type    1 state  1 name null
(00.004972) unix: 	Collected: ino 52966 peer_ino 52965 family    1 type    1 state  1 name null
(00.004977) unix: 	Collected: ino 29963 peer_ino 29964 family    1 type    1 state  1 name null
(00.004980) unix: 	Collected: ino 25657 peer_ino 22986 family    1 type    1 state  1 name null
(00.004983) unix: 	Collected: ino 19105 peer_ino 22484 family    1 type    1 state  1 name null
(00.004986) unix: 	Collected: ino 18679 peer_ino 11258 family    1 type    2 state  1 name null
(00.004989) unix: 	Collected: ino 59896 peer_ino 59895 family    1 type    1 state  1 name null
(00.004991) unix: 	Collected: ino 55095 peer_ino 55094 family    1 type    1 state  1 name null
(00.005002) unix: 	Collected: ino 25704 peer_ino 25703 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005005) unix: 	Collected: ino 11229 peer_ino 11230 family    1 type    2 state  1 name null
(00.005008) unix: 	Collected: ino 31013 peer_ino 31014 family    1 type    5 state  1 name null
(00.005011) unix: 	Collected: ino 29804 peer_ino 29803 family    1 type    5 state  1 name null
(00.005014) unix: 	Collected: ino 23949 peer_ino 23046 family    1 type    1 state  1 name null
(00.005017) unix: 	Collected: ino 26371 peer_ino 23509 family    1 type    1 state  1 name null
(00.005020) unix: 	Collected: ino 27042 peer_ino 23503 family    1 type    1 state  1 name /run/user/1000/bus
(00.005023) unix: 	Collected: ino 25302 peer_ino 0 family    1 type    2 state  7 name null
(00.005026) unix: 	Collected: ino 23924 peer_ino 0 family    1 type    2 state  7 name null
(00.005029) unix: 	Collected: ino 20387 peer_ino 21071 family    1 type    1 state  1 name null
(00.005032) unix: 	Collected: ino 26364 peer_ino 23504 family    1 type    1 state  1 name null
(00.005035) unix: 	Collected: ino 22822 peer_ino 0 family    1 type    2 state  7 name null
(00.005038) unix: 	Collected: ino 55483 peer_ino 53524 family    1 type    1 state  1 name /run/user/1000/bus
(00.005041) unix: 	Collected: ino 25143 peer_ino 25843 family    1 type    1 state  1 name 
(00.005044) unix: 	Collected: ino 23837 peer_ino 23836 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005047) unix: 	Collected: ino 25700 peer_ino 23043 family    1 type    1 state  1 name null
(00.005050) unix: 	Collected: ino 54907 peer_ino 54908 family    1 type    5 state  1 name null
(00.005056) unix: 	Collected: ino 19136 peer_ino 19133 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005059) unix: 	Collected: ino 18841 peer_ino 18840 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005062) unix: 	Collected: ino 25248 peer_ino 26994 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005065) unix: 	Collected: ino 54464 peer_ino 54463 family    1 type    1 state  1 name null
(00.005068) unix: 	Collected: ino 22978 peer_ino 22979 family    1 type    1 state  1 name null
(00.005071) unix: 	Collected: ino 24856 peer_ino 23885 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005076) unix: 	Collected: ino 53521 peer_ino 0 family    1 type    1 state 10 name /tmp/.dfHtFZ/s
(00.005079) unix: 	Collected: ino 26615 peer_ino 0 family    1 type    1 state  1 name null
(00.005082) unix: 	Collected: ino 55487 peer_ino 55486 family    1 type    1 state  1 name null
(00.005085) unix: 	Collected: ino 24953 peer_ino 24952 family    1 type    1 state  1 name /run/user/1000/pulse/native
(00.005088) unix: 	Collected: ino 47804 peer_ino 48563 family    1 type    1 state  1 name /run/user/1000/bus
(00.005091) unix: 	Collected: ino 29186 peer_ino 29971 family    1 type    1 state  1 name 
(00.005094) unix: 	Collected: ino 23914 peer_ino 22982 family    1 type    1 state  1 name null
(00.005100) unix: 	Collected: ino 24879 peer_ino 23904 family    1 type    1 state  1 name null
(00.005104) unix: 	Collected: ino 22900 peer_ino 19398 family    1 type    1 state  1 name /run/user/1000/bus
(00.005106) unix: 	Collected: ino 54894 peer_ino 54893 family    1 type    1 state  1 name null
(00.005109) unix: 	Collected: ino 30735 peer_ino 30736 family    1 type    1 state  1 name null
(00.005113) unix: 	Collected: ino 22230 peer_ino 18831 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005115) unix: 	Collected: ino 28533 peer_ino 28532 family    1 type    1 state  1 name null
(00.005118) unix: 	Collected: ino 29841 peer_ino 29840 family    1 type    5 state  1 name null
(00.005121) unix: 	Collected: ino 26709 peer_ino 25864 family    1 type    1 state  1 name null
(00.005124) unix: 	Collected: ino 19149 peer_ino 11256 family    1 type    2 state  1 name null
(00.005129) unix: 	Collected: ino 22990 peer_ino 22991 family    1 type    1 state  1 name null
(00.005132) unix: 	Collected: ino 26604 peer_ino 26605 family    1 type    1 state  1 name null
(00.005135) unix: 	Collected: ino 24941 peer_ino 23083 family    1 type    1 state  1 name /run/user/1000/bus
(00.005138) unix: 	Collected: ino 19357 peer_ino 22856 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005142) unix: 	Collected: ino 22144 peer_ino 20345 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005145) unix: 	Collected: ino 25214 peer_ino 25917 family    1 type    1 state  1 name 
(00.005148) unix: 	Collected: ino 25743 peer_ino 24944 family    1 type    1 state  1 name 
(00.005151) unix: 	Collected: ino 24895 peer_ino 23930 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005154) unix: 	Collected: ino 25636 peer_ino 24872 family    1 type    1 state  1 name null
(00.005157) unix: 	Collected: ino 53526 peer_ino 54473 family    1 type    1 state  1 name null
(00.005160) unix: 	Collected: ino 34399 peer_ino 34400 family    1 type    1 state  1 name null
(00.005163) unix: 	Collected: ino 25920 peer_ino 25219 family    1 type    1 state  1 name null
(00.005166) unix: 	Collected: ino 24878 peer_ino 22974 family    1 type    1 state  1 name null
(00.005169) unix: 	Collected: ino 54672 peer_ino 54671 family    1 type    5 state  1 name null
(00.005172) unix: 	Collected: ino 23072 peer_ino 25717 family    1 type    1 state  1 name 
(00.005175) unix: 	Collected: ino 29803 peer_ino 29804 family    1 type    5 state  1 name null
(00.005178) unix: 	Collected: ino 27289 peer_ino 27288 family    1 type    1 state  1 name null
(00.005181) unix: 	Collected: ino 54461 peer_ino 54460 family    1 type    1 state  1 name null
(00.005184) unix: 	Collected: ino 26714 peer_ino 25867 family    1 type    1 state  1 name null
(00.005187) unix: 	Collected: ino 25614 peer_ino 22955 family    1 type    1 state  1 name /run/user/1000/bus
(00.005190) unix: 	Collected: ino 23873 peer_ino 22950 family    1 type    1 state  1 name null
(00.005193) unix: 	Collected: ino 21395 peer_ino 11228 family    1 type    2 state  1 name null
(00.005200) unix: 	Collected: ino 46914 peer_ino 47803 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005203) unix: 	Collected: ino 24944 peer_ino 25743 family    1 type    1 state  1 name null
(00.005206) unix: 	Collected: ino 23888 peer_ino 23892 family    1 type    1 state  1 name null
(00.005209) unix: 	Collected: ino 19420 peer_ino 23840 family    1 type    1 state  1 name /run/user/1000/bus
(00.005212) unix: 	Collected: ino 55486 peer_ino 55487 family    1 type    1 state  1 name null
(00.005215) unix: 	Collected: ino 30153 peer_ino 30152 family    1 type    1 state  1 name null
(00.005218) unix: 	Collected: ino 24893 peer_ino 24892 family    1 type    1 state  1 name /run/user/1000/bus
(00.005221) unix: 	Collected: ino 19406 peer_ino 22922 family    1 type    1 state  1 name null
(00.005224) unix: 	Collected: ino 29189 peer_ino 28541 family    1 type    1 state  1 name null
(00.005230) unix: 	Collected: ino 24894 peer_ino 23026 family    1 type    1 state  1 name null
(00.005233) unix: 	Collected: ino 24887 peer_ino 23001 family    1 type    1 state  1 name /run/user/1000/bus
(00.005236) unix: 	Collected: ino 52521 peer_ino 54466 family    1 type    1 state  1 name /run/user/1000/pulse/native
(00.005239) unix: 	Collected: ino 25877 peer_ino 26721 family    1 type    1 state  1 name /run/user/1000/bus
(00.005242) unix: 	Collected: ino 31376 peer_ino 31375 family    1 type    5 state  1 name null
(00.005245) unix: 	Collected: ino 22954 peer_ino 23875 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005248) unix: 	Collected: ino 57333 peer_ino 59736 family    1 type    1 state  1 name /run/user/1000/bus
(00.005251) unix: 	Collected: ino 25696 peer_ino 25697 family    1 type    1 state  1 name null
(00.005254) unix: 	Collected: ino 19133 peer_ino 19136 family    1 type    1 state  1 name null
(00.005257) unix: 	Collected: ino 20969 peer_ino 22147 family    1 type    1 state  1 name null
(00.005260) unix: 	Collected: ino 53518 peer_ino 54450 family    1 type    1 state  1 name null
(00.005263) unix: 	Collected: ino 25842 peer_ino 23191 family    1 type    1 state  1 name null
(00.005266) unix: 	Collected: ino 24910 peer_ino 24914 family    1 type    1 state  1 name null
(00.005271) unix: 	Collected: ino 23836 peer_ino 23837 family    1 type    1 state  1 name null
(00.005274) unix: 	Collected: ino 25662 peer_ino 25663 family    1 type    1 state  1 name null
(00.005277) unix: 	Collected: ino 24884 peer_ino 23910 family    1 type    1 state  1 name /run/user/1000/bus
(00.005280) unix: 	Collected: ino 23904 peer_ino 24879 family    1 type    1 state  1 name 
(00.005283) unix: 	Collected: ino 23000 peer_ino 22999 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005286) unix: 	Collected: ino 20437 peer_ino 20436 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005289) unix: 	Collected: ino 25437 peer_ino 0 family    1 type    1 state  1 name null
(00.005292) unix: 	Collected: ino 23886 peer_ino 25629 family    1 type    1 state  1 name null
(00.005295) unix: 	Collected: ino 25707 peer_ino 23951 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005298) unix: 	Collected: ino 54470 peer_ino 52522 family    1 type    1 state  1 name null
(00.005301) unix: 	Collected: ino 19029 peer_ino 21317 family    1 type    1 state  1 name null
(00.005304) unix: 	Collected: ino 18717 peer_ino 11256 family    1 type    2 state  1 name null
(00.005307) unix: 	Collected: ino 26379 peer_ino 26378 family    1 type    5 state  1 name null
(00.005310) unix: 	Collected: ino 25673 peer_ino 25672 family    1 type    1 state  1 name 
(00.005313) unix: 	Collected: ino 24692 peer_ino 22841 family    1 type    1 state  1 name null
(00.005316) unix: 	Collected: ino 17668 peer_ino 11258 family    1 type    2 state  1 name null
(00.005319) unix: 	Collected: ino 31600 peer_ino 33494 family    1 type    1 state  1 name null
(00.005322) unix: 	Collected: ino 30706 peer_ino 30707 family    1 type    1 state  1 name null
(00.005325) unix: 	Collected: ino 31005 peer_ino 31004 family    1 type    1 state  1 name null
(00.005328) unix: 	Collected: ino 23032 peer_ino 24897 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005331) unix: 	Collected: ino 24885 peer_ino 23917 family    1 type    1 state  1 name /run/user/1000/bus
(00.005334) unix: 	Collected: ino 25651 peer_ino 24883 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005339) unix: 	Collected: ino 23782 peer_ino 23783 family    1 type    1 state  1 name null
(00.005342) unix: 	Collected: ino 19177 peer_ino 0 family    1 type    1 state 10 name /var/run/charon.ctl
(00.005346) unix: 	Collected: ino 54449 peer_ino 55481 family    1 type    1 state  1 name /run/user/1000/bus
(00.005349) unix: 	Collected: ino 22999 peer_ino 23000 family    1 type    1 state  1 name null
(00.005352) unix: 	Collected: ino 23906 peer_ino 25650 family    1 type    1 state  1 name 
(00.005355) unix: 	Collected: ino 28544 peer_ino 29191 family    1 type    1 state  1 name 
(00.005361) unix: 	Collected: ino 22899 peer_ino 11256 family    1 type    2 state  1 name null
(00.005364) unix: 	Collected: ino 54460 peer_ino 54461 family    1 type    1 state  1 name null
(00.005367) unix: 	Collected: ino 26994 peer_ino 25248 family    1 type    1 state  1 name null
(00.005370) unix: 	Collected: ino 20892 peer_ino 20887 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005373) unix: 	Collected: ino 18748 peer_ino 18749 family    1 type    1 state  1 name null
(00.005376) unix: 	Collected: ino 17642 peer_ino 11258 family    1 type    2 state  1 name null
(00.005379) unix: 	Collected: ino 25708 peer_ino 23952 family    1 type    1 state  1 name null
(00.005382) unix: 	Collected: ino 19359 peer_ino 23785 family    1 type    1 state  1 name null
(00.005385) unix: 	Collected: ino 25218 peer_ino 25919 family    1 type    1 state  1 name /run/user/1000/at-spi/bus_0
(00.005388) unix: 	Collected: ino 27162 peer_ino 27163 family    1 type    1 state  1 name null
(00.005391) unix: 	Collected: ino 25258 peer_ino 26363 family    1 type    1 state  1 name null
(00.005394) unix: 	Collected: ino 25856 peer_ino 23383 family    1 type    1 state  1 name null
(00.005397) unix: 	Collected: ino 24889 peer_ino 24890 family    1 type    1 state  1 name null
(00.005400) unix: 	Collected: ino 25655 peer_ino 25654 family    1 type    1 state  1 name /run/dbus/system_bus_socket
(00.005403) unix: 	Collected: ino 55094 peer_ino 55095 family    1 type    1 state  1 name null
(00.005406) unix: 	Collected: ino 22852 peer_ino 19363 family    1 type    1 state  1 name null
(00.005408) unix: 	Collected: ino 29176 peer_ino 30727 family    1 type    1 state  1 name null
(00.005415) unix: 	Collected: ino 25887 peer_ino 23394 family    1 type    1 state  1 name /run/user/1000/bus
(00.005419) unix: 	Collected: ino 19363 peer_ino 22852 family    1 type    1 state  1 name /run/systemd/journal/stdout
(00.005422) unix: 	Collected: ino 23483 peer_ino 26982 family    1 type    1 state  1 name 
(00.005425) unix: 	Collected: ino 54690 peer_ino 0 family    1 type    1 state  1 name null
(00.005428) unix: 	Collected: ino 25706 peer_ino 23052 family    1 type    1 state  1 name null
(00.005431) unix: 	Collected: ino 20931 peer_ino 20930 family    1 type    2 state  1 name null
(00.005434) unix: 	Collected: ino 23845 peer_ino 0 family    1 type    1 state 10 name 
(00.005437) unix: 	Collected: ino 28501 peer_ino 28502 family    1 type    5 state  1 name 
(00.005440) unix: 	Collected: ino 22360 peer_ino 0 family    1 type    1 state 10 name 
(00.005443) unix: 	Collected: ino 23721 peer_ino 0 family    1 type    2 state  7 name 
(00.005446) unix: 	Collected: ino 28499 peer_ino 28500 family    1 type    5 state  1 name 
(00.007120) inet: 	Collected: ino   0x5caa family AF_INET    type SOCK_STREAM    port       25 state TCP_LISTEN       src_addr 127.0.0.1
(00.007132) inet: 	Collected: ino   0xc350 family AF_INET    type SOCK_STREAM    port    43300 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007136) inet: 	Collected: ino   0x7235 family AF_INET    type SOCK_STREAM    port    52564 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007139) inet: 	Collected: ino   0xa5d1 family AF_INET    type SOCK_STREAM    port    58510 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007143) inet: 	Collected: ino   0x75e7 family AF_INET    type SOCK_STREAM    port    52526 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007146) inet: 	Collected: ino   0xcd32 family AF_INET    type SOCK_STREAM    port    49764 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007181) inet: 	Collected: ino   0x4ac9 family AF_INET    type SOCK_DGRAM     port     1701 state TCP_CLOSE        src_addr 0.0.0.0
(00.007185) inet: 	Collected: ino   0x6329 family AF_INET    type SOCK_DGRAM     port       68 state TCP_ESTABLISHED  src_addr 192.168.1.3
(00.007188) inet: 	Collected: ino   0x4975 family AF_INET    type SOCK_DGRAM     port    57503 state TCP_CLOSE        src_addr 0.0.0.0
(00.007192) inet: 	Collected: ino   0x4ae4 family AF_INET    type SOCK_DGRAM     port     4500 state TCP_CLOSE        src_addr 0.0.0.0
(00.007202) inet: 	Collected: ino   0x4ae3 family AF_INET    type SOCK_DGRAM     port      500 state TCP_CLOSE        src_addr 0.0.0.0
(00.007206) inet: 	Collected: ino   0x4973 family AF_INET    type SOCK_DGRAM     port     5353 state TCP_CLOSE        src_addr 0.0.0.0
(00.008816) inet: 	Collected: ino   0x5cab family AF_INET6   type SOCK_STREAM    port       25 state TCP_LISTEN       src_addr ::1
(00.008853) inet: 	Collected: ino   0x4ae2 family AF_INET6   type SOCK_DGRAM     port     4500 state TCP_CLOSE        src_addr ::
(00.008862) inet: 	Collected: ino   0x4ae1 family AF_INET6   type SOCK_DGRAM     port      500 state TCP_CLOSE        src_addr ::
(00.008865) inet: 	Collected: ino   0x4976 family AF_INET6   type SOCK_DGRAM     port    45585 state TCP_CLOSE        src_addr ::
(00.008869) inet: 	Collected: ino   0x6f14 family AF_INET6   type SOCK_DGRAM     port      546 state TCP_CLOSE        src_addr fe80::5936:340a:43ac:53b8
(00.008872) inet: 	Collected: ino   0x4974 family AF_INET6   type SOCK_DGRAM     port     5353 state TCP_CLOSE        src_addr ::
(00.008905) inet: 	Collected: ino   0x6f13 family AF_INET6   type SOCK_RAW       port       58 state TCP_CLOSE        src_addr ::
(00.008922) packet: Collect packet sock 21195 35085
(00.008928) packet: 	Got 0 mreqs
(00.008933) packet: Collect packet sock 28427 34958
(00.008935) packet: 	Got 0 mreqs
(00.008938) packet: Collect packet sock 28861 2048
(00.008940) packet: 	Got 0 mreqs
(00.009013) netlink: Collect netlink sock 0x11
(00.009017) netlink: Collect netlink sock 0x4ae5
(00.009020) netlink: Collect netlink sock 0x49ca
(00.009023) netlink: Collect netlink sock 0x5766
(00.009025) netlink: Collect netlink sock 0x62d1
(00.009028) netlink: Collect netlink sock 0x66ed
(00.009031) netlink: Collect netlink sock 0x4977
(00.009033) netlink: Collect netlink sock 0x7212
(00.009039) netlink: Collect netlink sock 0x71fb
(00.009041) netlink: Collect netlink sock 0x4ae6
(00.009043) netlink: Collect netlink sock 0x7212
(00.009046) netlink: Collect netlink sock 0x71fb
(00.009048) netlink: Collect netlink sock 0x62d1
(00.009051) netlink: Collect netlink sock 0x66ed
(00.009053) netlink: Collect netlink sock 0x4ae6
(00.009056) netlink: Collect netlink sock 0x5766
(00.009058) netlink: Collect netlink sock 0x49ca
(00.009061) netlink: Collect netlink sock 0x4977
(00.009063) netlink: Collect netlink sock 0x2a63
(00.009066) netlink: Collect netlink sock 0xe302
(00.009068) netlink: Collect netlink sock 0x4adf
(00.009070) netlink: Collect netlink sock 0x4adb
(00.009073) netlink: Collect netlink sock 0x4ad9
(00.009075) netlink: Collect netlink sock 0x4adf
(00.009078) netlink: Collect netlink sock 0x2c0b
(00.009080) netlink: Collect netlink sock 0xe9f4
(00.009083) netlink: Collect netlink sock 0x17
(00.009085) netlink: Collect netlink sock 0x4405
(00.009087) netlink: Collect netlink sock 0x2bf7
(00.009090) netlink: Collect netlink sock 0x7432
(00.009092) netlink: Collect netlink sock 0x2bf7
(00.009095) netlink: Collect netlink sock 0x465
(00.009097) netlink: Collect netlink sock 0x401
(00.009100) netlink: Collect netlink sock 0x50da
(00.009102) netlink: Collect netlink sock 0x4ff7
(00.009104) netlink: Collect netlink sock 0x615f
(00.009107) netlink: Collect netlink sock 0x1b
(00.009110) netlink: Collect netlink sock 0x575a
(00.009112) netlink: Collect netlink sock 0x612a
(00.009114) netlink: Collect netlink sock 0x2c00
(00.009117) netlink: Collect netlink sock 0x56d5
(00.009119) netlink: Collect netlink sock 0x650a
(00.009122) netlink: Collect netlink sock 0x2bdb
(00.009124) netlink: Collect netlink sock 0x6257
(00.009126) netlink: Collect netlink sock 0x60af
(00.009131) netlink: Collect netlink sock 0x6156
(00.009133) netlink: Collect netlink sock 0x6160
(00.009138) netlink: Collect netlink sock 0xd115
(00.009141) netlink: Collect netlink sock 0x49c7
(00.009143) netlink: Collect netlink sock 0x5d5a
(00.009146) netlink: Collect netlink sock 0x56c0
(00.009148) netlink: Collect netlink sock 0x4ff8
(00.009159) netlink: Collect netlink sock 0x615e
(00.009161) netlink: Collect netlink sock 0x4b94
(00.009164) netlink: Collect netlink sock 0x49ec
(00.009166) netlink: Collect netlink sock 0x780b
(00.009169) netlink: Collect netlink sock 0x589d
(00.009171) netlink: Collect netlink sock 0x5d59
(00.009174) netlink: Collect netlink sock 0x56c3
(00.009176) netlink: Collect netlink sock 0x4a1d
(00.009178) netlink: Collect netlink sock 0x56c2
(00.009181) netlink: Collect netlink sock 0x56c1
(00.009184) netlink: Collect netlink sock 0xd115
(00.009186) netlink: Collect netlink sock 0x780b
(00.009189) netlink: Collect netlink sock 0x6257
(00.009191) netlink: Collect netlink sock 0x650a
(00.009194) netlink: Collect netlink sock 0x6160
(00.009196) netlink: Collect netlink sock 0x615f
(00.009198) netlink: Collect netlink sock 0x615e
(00.009203) netlink: Collect netlink sock 0x6156
(00.009205) netlink: Collect netlink sock 0x612a
(00.009208) netlink: Collect netlink sock 0x5d5a
(00.009210) netlink: Collect netlink sock 0x5d59
(00.009213) netlink: Collect netlink sock 0x60af
(00.009215) netlink: Collect netlink sock 0x4b94
(00.009218) netlink: Collect netlink sock 0x589d
(00.009220) netlink: Collect netlink sock 0x4a1d
(00.009223) netlink: Collect netlink sock 0x575a
(00.009225) netlink: Collect netlink sock 0x4ff8
(00.009228) netlink: Collect netlink sock 0x4ff7
(00.009230) netlink: Collect netlink sock 0x49ec
(00.009232) netlink: Collect netlink sock 0x49c7
(00.009235) netlink: Collect netlink sock 0x56d5
(00.009237) netlink: Collect netlink sock 0x56c3
(00.009240) netlink: Collect netlink sock 0x56c2
(00.009244) netlink: Collect netlink sock 0x56c1
(00.009247) netlink: Collect netlink sock 0x56c0
(00.009249) netlink: Collect netlink sock 0x2c00
(00.009251) netlink: Collect netlink sock 0x2bdb
(00.009254) netlink: Collect netlink sock 0x12
(00.009256) netlink: Collect netlink sock 0x49c9
(00.009259) netlink: Collect netlink sock 0x5768
(00.009261) netlink: Collect netlink sock 0x576a
(00.009263) netlink: Collect netlink sock 0x5767
(00.009266) netlink: Collect netlink sock 0x49c8
(00.009268) netlink: Collect netlink sock 0x576c
(00.009271) netlink: Collect netlink sock 0x5768
(00.009273) netlink: Collect netlink sock 0x49c9
(00.009279) netlink: Collect netlink sock 0x3c3c
(00.009296) Collecting pidns 1/9980
(00.009381) No parent images directory provided
(00.009493) rmrf: removing .criu.temp-aa-policy.dA4AYc
(00.009602) ========================================
(00.009623) Dumping task (pid: 3959 comm: memfd_app)
(00.009627) ========================================
(00.009629) Obtaining task stat ... 
(00.009661) 
(00.009665) Collecting mappings (pid: 3959)
(00.009667) ----------------------------------------
(00.009737) Found regular file mapping, OK
(00.009803) Dumping path for -3 fd via self 12 [/home/dhanuka/code/c/criu/memfd_app]
(00.009912) vma 556729be1000 borrows vfi from previous 556729be0000
(00.009927) vma 556729be2000 borrows vfi from previous 556729be1000
(00.009937) vma 556729be3000 borrows vfi from previous 556729be2000
(00.009946) vma 556729be4000 borrows vfi from previous 556729be3000
(00.009966) memfd_secret: ENOENT
(00.010032) Found regular file mapping, OK
(00.010065) Dumping path for -3 fd via self 12 [/usr/lib/x86_64-linux-gnu/libc.so.6]
(00.010123) vma 7fadc0d01000 borrows vfi from previous 7fadc0cdb000
(00.010137) vma 7fadc0e56000 borrows vfi from previous 7fadc0d01000
(00.010147) vma 7fadc0ea9000 borrows vfi from previous 7fadc0e56000
(00.010177) vma 7fadc0ead000 borrows vfi from previous 7fadc0ea9000
(00.010194) memfd_secret: ENOENT
(00.010211) memfd_secret: ENXIO
(00.010217) memfd_secret: fd identified
(00.010230) memfd_secret: ENOENT
(00.010246) Found regular file mapping, OK
(00.010270) Dumping path for -3 fd via self 12 [/usr/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2]
(00.010322) vma 7fadc0ed6000 borrows vfi from previous 7fadc0ed5000
(00.010358) vma 7fadc0efb000 borrows vfi from previous 7fadc0ed6000
(00.010368) vma 7fadc0f05000 borrows vfi from previous 7fadc0efb000
(00.010378) vma 7fadc0f07000 borrows vfi from previous 7fadc0f05000
(00.010404) memfd_secret: ENOENT
(00.010434) Collected, longest area occupies 341 pages
(00.010438) 0x556729be0000-0x556729be1000 (4K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0 reg fp  shmid: 0x1
(00.010442) 0x556729be1000-0x556729be2000 (4K) prot 0x5 flags 0x2 fdflags 0 st 0x41 off 0x1000 reg fp  shmid: 0x1
(00.010446) 0x556729be2000-0x556729be3000 (4K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x2000 reg fp  shmid: 0x1
(00.010449) 0x556729be3000-0x556729be4000 (4K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x2000 reg fp  shmid: 0x1
(00.010452) 0x556729be4000-0x556729be5000 (4K) prot 0x3 flags 0x2 fdflags 0 st 0x41 off 0x3000 reg fp  shmid: 0x1
(00.010455) 0x55672a7ea000-0x55672a80b000 (132K) prot 0x3 flags 0x22 fdflags 0 st 0x221 off 0 reg heap ap  shmid: 0
(00.010458) 0x7fadc0cd8000-0x7fadc0cdb000 (12K) prot 0x3 flags 0x22 fdflags 0 st 0x201 off 0 reg ap  shmid: 0
(00.010462) 0x7fadc0cdb000-0x7fadc0d01000 (152K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0 reg fp  shmid: 0x2
(00.010465) 0x7fadc0d01000-0x7fadc0e56000 (1364K) prot 0x5 flags 0x2 fdflags 0 st 0x41 off 0x26000 reg fp  shmid: 0x2
(00.010468) 0x7fadc0e56000-0x7fadc0ea9000 (332K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x17b000 reg fp  shmid: 0x2
(00.010471) 0x7fadc0ea9000-0x7fadc0ead000 (16K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x1ce000 reg fp  shmid: 0x2
(00.010474) 0x7fadc0ead000-0x7fadc0eaf000 (8K) prot 0x3 flags 0x2 fdflags 0 st 0x41 off 0x1d2000 reg fp  shmid: 0x2
(00.010477) 0x7fadc0eaf000-0x7fadc0ebc000 (52K) prot 0x3 flags 0x22 fdflags 0 st 0x201 off 0 reg ap  shmid: 0
(00.010480) 0x7fadc0ed2000-0x7fadc0ed3000 (4K) prot 0x3 flags 0x2001 fdflags 02 st 0x8000 off 0  shmid: 0
(00.010483) 0x7fadc0ed3000-0x7fadc0ed5000 (8K) prot 0x3 flags 0x22 fdflags 0 st 0x201 off 0 reg ap  shmid: 0
(00.010486) 0x7fadc0ed5000-0x7fadc0ed6000 (4K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0 reg fp  shmid: 0x3
(00.010489) 0x7fadc0ed6000-0x7fadc0efb000 (148K) prot 0x5 flags 0x2 fdflags 0 st 0x41 off 0x1000 reg fp  shmid: 0x3
(00.010492) 0x7fadc0efb000-0x7fadc0f05000 (40K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x26000 reg fp  shmid: 0x3
(00.010495) 0x7fadc0f05000-0x7fadc0f07000 (8K) prot 0x1 flags 0x2 fdflags 0 st 0x41 off 0x30000 reg fp  shmid: 0x3
(00.010498) 0x7fadc0f07000-0x7fadc0f09000 (8K) prot 0x3 flags 0x2 fdflags 0 st 0x41 off 0x32000 reg fp  shmid: 0x3
(00.010501) 0x7ffc58ec6000-0x7ffc58ee7000 (132K) prot 0x3 flags 0x122 fdflags 0 st 0x201 off 0 reg ap  shmid: 0
(00.010504) 0x7ffc58f4c000-0x7ffc58f50000 (16K) prot 0x1 flags 0x22 fdflags 0 st 0x1201 off 0 reg vvar ap  shmid: 0
(00.010507) 0x7ffc58f50000-0x7ffc58f52000 (8K) prot 0x5 flags 0x22 fdflags 0 st 0x209 off 0 reg vdso ap  shmid: 0
(00.010510) ----------------------------------------
(00.010513) 
(00.010515) Collecting fds (pid: 3959)
(00.010518) ----------------------------------------
(00.010540) Found 4 file descriptors
(00.010543) ----------------------------------------
(00.010556) Dump private signals of 3959
(00.010563) Dump shared signals of 3959
(00.010568) Dump rseq of 3959: ptr = 0x7fadc0cd9060 sign = 0x53053053
(00.010592) Parasite syscall_ip at 0x556729be1000
(00.010759) Set up parasite blob using memfd
(00.010801) Putting parasite blob into 0x7fbec2e07000->0x7fadc0ebf000
(00.010910) Dumping general registers for 3959 in native mode
(00.010931) Dumping GP/FPU registers for 3959
(00.010957) x86: xsave runtime structure
(00.010961) x86: -----------------------
(00.010963) x86: cwd:0x37f swd:0 twd:0 fop:0 mxcsr:0x1f80 mxcsr_mask:0xffff
(00.010967) x86: magic1:0x46505853 extended_size:580 xstate_bv:0x3 xstate_size:576
(00.010969) x86: xstate_bv: 0x3
(00.010972) x86: -----------------------
(00.010975) Putting tsock into pid 3959
(00.011105) Wait for parasite being daemonized...
(00.011115) Wait for ack 2 on daemon socket
pie: 3959: Running daemon thread leader
pie: 3959: __sent ack msg: 2 2 0
pie: 3959: Daemon waits for command
(00.011144) Fetched ack: 2 2 0
(00.011150) Parasite 3959 has been switched to daemon mode
(00.011154) vdso: vDSO hint is reliable - omit checking
(00.011172) Sent msg to daemon 74 0 0
(00.011176) Wait for ack 74 on daemon socket
pie: 3959: __fetched msg: 74 0 0
pie: 3959: __sent ack msg: 74 74 0
(00.011197) Fetched ack: 74 74 0
pie: 3959: Daemon waits for command
(00.011203) Sent msg to daemon 70 0 0
(00.011206) Wait for ack 70 on daemon socket
pie: 3959: __fetched msg: 70 0 0
pie: 3959: __sent ack msg: 70 70 0
pie: 3959: Daemon waits for command
(00.011228) Fetched ack: 70 70 0
(00.011234) sid=3883 pgid=3959 pid=3959
(00.011286) 
(00.011290) Dumping opened files (pid: 3959)
(00.011292) ----------------------------------------
(00.011299) Sent msg to daemon 71 0 0
pie: 3959: __fetched msg: 71 0 0
pie: 3959: __sent ack msg: 71 71 0
pie: 3959: Daemon waits for command
(00.011332) Wait for ack 71 on daemon socket
(00.011338) Fetched ack: 71 71 0
(00.011370) 3959 fdinfo 0: pos:                0 flags:                2/0
(00.011391) tty: Dumping tty 12 with id 0x4
(00.011399) Dumping path for 0 fd via self 12 [/dev/pts/4]
(00.011410) Sent msg to daemon 73 0 0
(00.011413) Wait for ack 73 on daemon socket
pie: 3959: __fetched msg: 73 0 0
pie: 3959: __sent ack msg: 73 73 0
pie: 3959: Daemon waits for command
(00.011431) Fetched ack: 73 73 0
(00.011529) 3959 fdinfo 1: pos:                0 flags:                2/0
(00.011561) 3959 fdinfo 2: pos:                0 flags:                2/0
(00.011584) 3959 fdinfo 3: pos:                0 flags:           100002/0
(00.011596) Error (criu/files-reg.c:1815): Can't lookup mount=14 for fd=3 path=/secretmem (deleted)
(00.011602) ----------------------------------------
(00.011654) Error (criu/cr-dump.c:1669): Dump files (pid: 3959) failed with -1
(00.011663) Waiting for 3959 to trap
(00.011711) Daemon 3959 exited trapping
(00.011736) Sent msg to daemon 3 0 0
pie: 3959: __fetched msg: 3 0 0
pie: 3959: 3959: new_sp=0x7fadc0ec8908 ip 0x7fadc0daebce
(00.011824) 3959 was trapped
(00.011847) 3959 was trapped
(00.011852) 3959 (native) is going to execute the syscall 15, required is 15
(00.011865) 3959 was stopped
(00.012131) net: Unlock network
(00.012139) Unfreezing tasks into 1
(00.012144) 	Unseizing 3959 into 1
(00.012156) Error (criu/cr-dump.c:2093): Dumping FAILED.

@warusadura
Copy link
Member Author

I'm stuck figuring out why the CRIU dump process fails at Error (criu/files-reg.c:1815): Can't lookup mount=14 for fd=3 path=/secretmem (deleted). I think, lookup_mnt_id() fails due to this line.

@warusadura
Copy link
Member Author

diff --git a/criu/mount.c b/criu/mount.c
index c26aaa58d..23e3eba4e 100644
--- a/criu/mount.c
+++ b/criu/mount.c
@@ -219,9 +219,11 @@ static struct mount_info *__lookup_mnt_id(struct mount_info *list, int id)
 {
        struct mount_info *m;
 
-       for (m = list; m != NULL; m = m->next)
+       for (m = list; m != NULL; m = m->next) {
+                pr_debug("__lookup_mnt_id: m->mnt_id: %d, id: %d\n", m->mnt_id, id);
                if (m->mnt_id == id)
                        return m;
+        }
 
        return NULL;
 }
(00.032757) mnt: __lookup_mnt_id: m->mnt_id: 612, id: 14
(00.032760) mnt: __lookup_mnt_id: m->mnt_id: 431, id: 14
(00.032767) mnt: __lookup_mnt_id: m->mnt_id: 402, id: 14
(00.032770) mnt: __lookup_mnt_id: m->mnt_id: 95, id: 14
(00.032774) mnt: __lookup_mnt_id: m->mnt_id: 120, id: 14
(00.032778) mnt: __lookup_mnt_id: m->mnt_id: 79, id: 14
(00.032783) mnt: __lookup_mnt_id: m->mnt_id: 68, id: 14
(00.032786) mnt: __lookup_mnt_id: m->mnt_id: 66, id: 14
(00.032792) mnt: __lookup_mnt_id: m->mnt_id: 64, id: 14
(00.032797) mnt: __lookup_mnt_id: m->mnt_id: 42, id: 14
(00.032802) mnt: __lookup_mnt_id: m->mnt_id: 41, id: 14
(00.032805) mnt: __lookup_mnt_id: m->mnt_id: 40, id: 14
(00.032809) mnt: __lookup_mnt_id: m->mnt_id: 38, id: 14
(00.032811) mnt: __lookup_mnt_id: m->mnt_id: 37, id: 14
(00.032815) mnt: __lookup_mnt_id: m->mnt_id: 36, id: 14
(00.032818) mnt: __lookup_mnt_id: m->mnt_id: 35, id: 14
(00.032824) mnt: __lookup_mnt_id: m->mnt_id: 34, id: 14
(00.032827) mnt: __lookup_mnt_id: m->mnt_id: 33, id: 14
(00.032831) mnt: __lookup_mnt_id: m->mnt_id: 32, id: 14
(00.032835) mnt: __lookup_mnt_id: m->mnt_id: 31, id: 14
(00.032839) mnt: __lookup_mnt_id: m->mnt_id: 30, id: 14
(00.032841) mnt: __lookup_mnt_id: m->mnt_id: 29, id: 14
(00.032845) mnt: __lookup_mnt_id: m->mnt_id: 27, id: 14
(00.032848) mnt: __lookup_mnt_id: m->mnt_id: 26, id: 14
(00.032852) mnt: __lookup_mnt_id: m->mnt_id: 25, id: 14
(00.032856) mnt: __lookup_mnt_id: m->mnt_id: 24, id: 14
(00.032860) mnt: __lookup_mnt_id: m->mnt_id: 23, id: 14

m->mnt_id = 14 is no where to be found.

@mihalicyn
Copy link
Member

mihalicyn commented Jun 2, 2023

Hi @warusadura

problem is that this execution path is wrong. For some reason during processing of memfd_secretfd you are getting into the regfile_dump_ops->dump op. But that's wrong, of course you need to handle memfd_secret file separately as it's done for memfd.

For example, read

const struct fdtype_ops memfd_dump_ops = {

Another point of interest for you is this place:

ops = &memfd_dump_ops;

here we assigning a proper dump callback ops depending on the file descriptor type.

Now about mounts and why you are getting this error. It's a implementation detail of a linux kernel, almost any types of a file descriptors in Linux kernel has some filesystem under the hood. For regular files it can be xfs, ext4, btrfs, ntfs and so on, for sockets it is sockfs, for pipes it is pipefs, for block devices it is bdev. But you can't mount pipefs, sockfs or bdev by yourself. It's kind of a magic filesystems (and hidden mounts) those are only existing behind the scene and that's why you can't see them in cat /proc/<pid>/mountinfo. memfd_secret file descriptors are not an exclusion from this rule, there is a secretmem_fs magic filesystem. But you can't mount it directly and it's not shown in the mountinfo file. That's why you can get mnt_id for it but you can't find any signs of it's existence in your system except this.

@warusadura
Copy link
Member Author

thanks @mihalicyn

@warusadura
Copy link
Member Author

@mihalicyn @rppt

I'm trying to implement a similar function to the following, for memfd_secret

memfd:

int is_memfd(dev_t dev)
{
	return dev == kdat.shmem_dev;
}

I can't figure out the reason behind this comparison: dev == kdat.shmem_dev;

memfd_secret:

int is_memfd_secret(dev_t dev)
{
        pr_debug("======= now at: is_memfd_secret()\n");
        pr_debug("======= dev: %ld kdat.shmem_dev: %ld\n", dev, kdat.shmem_dev);
        /* struct kerndat_s */
	return dev == kdat.shmem_dev;
}

And in memfd_secret implementation, dev is never equal to kdat.shmem_dev, not sure why.

(00.013929) ======= now at: is_memfd_secret()
(00.013936) ======= dev: 13 kdat.shmem_dev: 1

@warusadura
Copy link
Member Author

new changes diff,

diff --git a/criu/Makefile.crtools b/criu/Makefile.crtools
index f58644917..a660a7f2f 100644
--- a/criu/Makefile.crtools
+++ b/criu/Makefile.crtools
@@ -40,6 +40,7 @@ obj-y			+= log.o
 obj-y			+= lsm.o
 obj-y			+= mem.o
 obj-y			+= memfd.o
+obj-y                  += memfd-secret.o
 obj-y			+= mount.o
 obj-y			+= mount-v2.o
 obj-y			+= filesystems.o
diff --git a/criu/files.c b/criu/files.c
index 3b653e24b..bc86f7331 100644
--- a/criu/files.c
+++ b/criu/files.c
@@ -49,6 +49,7 @@
 #include "kerndat.h"
 #include "fdstore.h"
 #include "bpfmap.h"
+#include "memfd-secret.h"
 
 #include "protobuf.h"
 #include "util.h"
@@ -563,6 +564,15 @@ static int dump_one_file(struct pid *pid, int fd, int lfd, struct fd_opts *opts,
 		/* TODO: Dump for hugetlb fd when memfd hugetlb is not supported */
 		if (is_memfd(p.stat.st_dev) || (kdat.has_memfd_hugetlb && is_hugetlb_dev(p.stat.st_dev, NULL)))
 			ops = &memfd_dump_ops;
+                /* memfd_secret */
+                else if (is_memfd_secret(p.stat.st_dev)) {
+                        /* location of this else if block should be right here */
+                        /* struct fd_parms p = FD_PARMS_INIT;
+                         * p.stat: struct stat stat;
+                         * p.stat.st_dev: ID of device containing file <dev_t>
+                         * const struct fdtype_ops *ops; */
+                        ops = &memfd_secret_dump_ops;
+                }
 		else if (link.name[1] == '/')
 			ops = &regfile_dump_ops;
 		else if (check_ns_proc(&link))
diff --git a/criu/include/kerndat.h b/criu/include/kerndat.h
index 0b2f715f3..878c9c665 100644
--- a/criu/include/kerndat.h
+++ b/criu/include/kerndat.h
@@ -39,6 +39,7 @@ struct kerndat_s {
 	bool has_dirty_track;
 	bool has_memfd;
 	bool has_memfd_hugetlb;
+       bool has_memfd_secret;
 	bool has_fdinfo_lock;
 	unsigned long task_size;
 	bool ipv6;
diff --git a/images/Makefile b/images/Makefile
index 004e22ec3..b4406fa41 100644
--- a/images/Makefile
+++ b/images/Makefile
@@ -66,6 +66,7 @@ proto-obj-y	+= autofs.o
 proto-obj-y	+= macvlan.o
 proto-obj-y	+= sit.o
 proto-obj-y	+= memfd.o
+proto-obj-y 	+= memfd-secret.o
 proto-obj-y	+= timens.o
 proto-obj-y	+= img-streamer.o
 proto-obj-y	+= bpfmap-file.o
diff --git a/images/fdinfo.proto b/images/fdinfo.proto
index 88f1c1186..7e1b634c4 100644
--- a/images/fdinfo.proto
+++ b/images/fdinfo.proto
@@ -20,6 +20,7 @@ import "pipe.proto";
 import "tty.proto";
 import "memfd.proto";
 import "bpfmap-file.proto";
+import "memfd-secret.proto";
 
 enum fd_types {
 	UND		= 0;
@@ -42,6 +43,7 @@ enum fd_types {
 	TIMERFD		= 17;
 	MEMFD		= 18;
 	BPFMAP		= 19;
+       MEMFD_SECRET    = 20;
 
 	/* Any number above the real used. Not stored to image */
 	CTL_TTY		= 65534;
@@ -78,4 +80,5 @@ message file_entry {
 	optional tty_file_entry		tty	= 19;
 	optional memfd_file_entry	memfd	= 20;
 	optional bpfmap_file_entry	bpf	= 21;
+       optional memfd_secret_file_entry memfd_secret = 22;
 }

@mihalicyn
Copy link
Member

I can't figure out the reason behind this comparison: dev == kdat.shmem_dev;

reason of this comparison is to determine if this particular file descriptor is the memfd file descriptor or not.

As you can see from this code

if (is_memfd(p.stat.st_dev) || (kdat.has_memfd_hugetlb && is_hugetlb_dev(p.stat.st_dev, NULL)))
we are using it to ops with corresponding value memfd_dump_ops.

Each file descriptor in Linux kernel is unique somehow. For example, if you have a pipe/fifo fd then you can easily distinguish it just by doing fstat syscall and checking S_ISFIFO(p.stat.st_mode) condition. But memfd from the fstat point of view looks like a "regular file", because S_ISREG(p.stat.st_mode) == true for it. As you can see:

	if (S_ISREG(p.stat.st_mode) || S_ISDIR(p.stat.st_mode) || S_ISLNK(p.stat.st_mode)) {
		if (fill_fdlink(lfd, &p, &link))
			return -1;

		p.link = &link;

		/* TODO: Dump for hugetlb fd when memfd hugetlb is not supported */
		if (is_memfd(p.stat.st_dev) || (kdat.has_memfd_hugetlb && is_hugetlb_dev(p.stat.st_dev, NULL)))
			ops = &memfd_dump_ops;

in the memfd case we have managed to find a proper way to distinguish it from other file descriptors those are look like a "regular files". We are doing it by checking p.stat.st_dev and comparing it with the fake block device dev_t that created by the kernel for shmem. Most likely you are a little bit surprised about this connection, but it follows from this:

memfd_create allocates a new fd in the kernel, it also prepared an inode for memfd file, any inode in the kernel assigned to some superblock, and any superblock is connected with some device. For regular filesystems (like ext4, xfs, fat, etc) this device is a block device where data is stored, but for virtual filesystems like memfd, pipefd, etc this device is a virtual device and it's not used to store any data. But it's still useful, for instance to determine if two files are from the same device or not. You can be sure that two fd's are pointing to the same file if they devices is the same and the inode number is the same.

As you can see from the CRIU code:

we just open a memfd descriptor and then saving st_dev from struct stat. So we can use it later to determine all the memfd files just by using a comparison between s_dev.

@warusadura
Copy link
Member Author

thank you very much @mihalicyn .

@mihalicyn
Copy link
Member

So @warusadura please try to follow a code path for memfd_secret syscall as I did it for memfd_create. You will end up on this:
https://github.com/torvalds/linux/blob/9561de3a55bed6bdd44a12820ba81ec416e705a7/mm/secretmem.c#L284

so, technically you need to do the same thing as we did for memfd, but device node will be different.

@warusadura
Copy link
Member Author

@mihalicyn @rppt

why do we set the kdat.has_memfd = true; here when the system call fails and errno is set to EFAULT?

@mihalicyn
Copy link
Member

@mihalicyn @rppt

why do we set the kdat.has_memfd = true; here when the system call fails and errno is set to EFAULT?

because EFAULT is a correct value that memfd_create syscall returns when the first argument is a non-valid memory address (like NULL). And if memfd_create syscall is implemented it will work like that.

@warusadura
Copy link
Member Author

understood, thanks @mihalicyn

@warusadura
Copy link
Member Author

warusadura commented Jun 7, 2023

@mihalicyn I have implemented the helper function: kerndat_has_memfd_create() to run during kerndat_init() and it work! And now kdat.has_memfd_secret.

But, I'm still stuck at properly implementing the is_memfd_secret() and related functionality. I'm still getting dev not being equal to kdat.shmem_dev;

(00.016079) ======= now at: is_memfd_secret()
(00.016084) ======= dev: 13 kdat.shmem_dev: 1

In memfd case, I have found that, both dev and kdat.shmem_dev is set to 1.

With memfd_secret case dev or device id is 13 and kdat.shmem_dev is 1. How can I get these two to be equal?

Also, where can I found the following,

we just open a memfd descriptor and then saving st_dev from struct stat. So we can use it later to determine all the memfd files just by using a comparison between s_dev.

git diff criu/files.c

diff --git a/criu/files.c b/criu/files.c
index 3b653e24b..af5cef309 100644
--- a/criu/files.c
+++ b/criu/files.c
@@ -35,6 +35,7 @@
 #include "mount.h"
 #include "signalfd.h"
 #include "memfd.h"
+#include "memfd-secret.h"
 #include "namespaces.h"
 #include "tun.h"
 #include "timerfd.h"
@@ -563,6 +564,15 @@ static int dump_one_file(struct pid *pid, int fd, int lfd, struct fd_opts *opts,
                /* TODO: Dump for hugetlb fd when memfd hugetlb is not supported */
                if (is_memfd(p.stat.st_dev) || (kdat.has_memfd_hugetlb && is_hugetlb_dev(p.stat.st_dev, NULL)))
                        ops = &memfd_dump_ops;
+                /* memfd_secret */
+                else if (is_memfd_secret(p.stat.st_dev) && kdat.has_memfd_secret) {
+                        /* struct fd_parms p = FD_PARMS_INIT;
+                         * p.stat: struct stat stat;
+                         * p.stat.st_dev: ID of device containing file <dev_t>
+                         * const struct fdtype_ops *ops; */
+                        pr_debug("======= boom we're at ops\n");
+                        ops = &memfd_secret_dump_ops;
+                }
                else if (link.name[1] == '/')
                        ops = &regfile_dump_ops;
                else if (check_ns_proc(&link))

@mihalicyn
Copy link
Member

With memfd_secret case dev or device id is 13 and kdat.shmem_dev is 1. How can I get these two to be equal?

they shouldn't be equal. for memfd_secret you should have kdat.memfd_secret_dev thing. Read my explanation here #2188 (comment) again. I believe that I've described everything with a good details. Feel free to ask specific questions regarding my explanation but try to read through the code and experiment with it before asking.

@warusadura
Copy link
Member Author

understood, thanks @mihalicyn

@warusadura
Copy link
Member Author

@mihalicyn @rppt
I have implemented the kerndat_get_memfd_secret_dev() that creates a fake dev_t device by the kernel for secretmem during kerndat_init(). And it works as expected \o/

Now I'm currently implementing the dump_one_memfd_secret().

Since memfd_secret syscall creates a fd (that points to secretmem), there should be an inode for that fd. Based on struct memfd_dump_inode, I have created the following for memfd_secret,

struct memfd_secret_dump_inode {
        struct list_head list; // don't know what this is
        u32 id; // don't know what this is
        u32 dev; // device where inode resides
        u32 ino; // actual inode id perhaps
};

Should there be more member for struct memfd_secret_dump?

Also, when we talk about inodes related to criu dump we are only concerned about the inodes for the contents of /proc/dumpee_id/fdinfo/ right? Surprisingly, the contents of /proc/dumpee_id/map_files/ also have inodes :)

Also, related to implementation of dump_one_memfd_secret(), I have updated (following existing code) images/fdinfo.proto and created images/memfd-secret.proto based on memfd implementations. But, I don't know what these files are for. How can I learn about them?

+import "memfd-secret.proto";
 
 enum fd_types {
        UND             = 0;
@@ -42,6 +43,7 @@ enum fd_types {
        TIMERFD         = 17;
        MEMFD           = 18;
        BPFMAP          = 19;
+       MEMFD_SECRET    = 20;
 
        /* Any number above the real used. Not stored to image */
        CTL_TTY         = 65534;
@@ -78,4 +80,5 @@ message file_entry {
        optional tty_file_entry         tty     = 19;
        optional memfd_file_entry       memfd   = 20;
        optional bpfmap_file_entry      bpf     = 21;
+       optional memfd_secret_file_entry memfd_secret = 22;

@warusadura
Copy link
Member Author

current: criu/memfd-secret.c:

#include "memfd-secret.h"
#include "log.h"
#include "kerndat.h"
#include "files.h"
#include "protobuf.h"
#include "images/memfd-secret.pb-c.h"

struct memfd_secret_dump_inode {
        struct list_head list;
        u32 id;
        u32 dev;
        u32 ino;
};

/* dump */

int is_memfd_secret(dev_t dev)
{
        /* struct kerndat_s */
	return dev == kdat.memfd_secret_dev;
}

static int dump_one_memfd_secret(int lfd, u32 id, const struct fd_parms *p)
{
        pr_debug("======= now at: dump_one_memfd_secret()\n");
 
	return -1;
}

const struct fdtype_ops memfd_secret_dump_ops = {
	.type		= FD_TYPES__MEMFD_SECRET,
	.dump		= dump_one_memfd_secret,
};

/* TODO: restore */

@mihalicyn
Copy link
Member

I have implemented the kerndat_get_memfd_secret_dev() that creates a fake dev_t device by the kernel for secretmem during kerndat_init(). And it works as expected \o/

Great!

Should there be more member for struct memfd_secret_dump?

I don't know, try to understand from the existing memfd code why we have these fields and whats the purpose of them ;-)

Also, when we talk about inodes related to criu dump we are only concerned about the inodes for the contents of /proc/dumpee_id/fdinfo/ right? Surprisingly, the contents of /proc/dumpee_id/map_files/ also have inodes :)

I'm not sure that I understand question, but generally we don't care about inode numbers, but we care about inodes content (file content).

Self-control question: why do we need struct memfd_dump_inode -> ino field. What's the purpose of it?
Useful experiment: try to checkpoint/restore memfd (not memfd_secret) and check what happens with an inode number after Checkpoint/Restore. Does it keep the same or changes? Why?

Also, related to implementation of dump_one_memfd_secret(), I have updated (following existing code) images/fdinfo.proto and created images/memfd-secret.proto based on memfd implementations. But, I don't know what these files are for. How can I learn about them?

https://criu.org/Images

@warusadura
Copy link
Member Author

thanks Alex! @mihalicyn

@warusadura
Copy link
Member Author

@mihalicyn @rppt
I can't figure out the purpose of following macros in memfd.c

static LIST_HEAD(memfd_inodes);

list_for_each_entry

Also, in list_for_each_entry, from where the list argument comes from?

list_for_each_entry(inode, &memfd_inodes, list)
		if ((inode->dev == st->st_dev) && (inode->ino == st->st_ino))
			return inode;

@mihalicyn
Copy link
Member

Hi @warusadura

have you tried to read list_for_each_entry macro definition?

@warusadura
Copy link
Member Author

@mihalicyn yeah I did.

@mihalicyn
Copy link
Member

@mihalicyn yeah I did.

great, then try to take list_for_each_entry(inode, &memfd_inodes, list) and expand list_for_each_entry macro "by hands" (substitute macro arguments into the macro implementation) and try to understand a resulting code. Feel free to post a resulting code and ask specific questions.

@warusadura
Copy link
Member Author

thanks @mihalicyn

@warusadura
Copy link
Member Author

@mihalicyn

memfd-secret.c

.......
static struct memfd_secret_dump_inode *dump_unique_memfd_secret_inode(int lfd, const struct stat *st)
{
        struct memfd_secret_dump_inode *inode;
        int fd;

        pr_debug("======= now at: dump_unique_memfd_secret_inode()\n");

        list_for_each_entry(inode, &memfd_secret_inodes, list)
                if ((inode->dev == st->st_dev) && (inode->ino == st->st_ino))
                        return inode;

        inode = xmalloc(sizeof(*inode));
        if (inode == NULL)
                return NULL;

        inode->dev = st->st_dev;
        inode->ino = st->st_ino;
        inode->id = memfd_secret_inode_ids++;

        fd = open_proc(PROC_SELF, "fd/%d", lfd); /* fails here */
        if (fd < 0) {
                xfree(inode);
                return NULL;
        }

        if (dump_memfd_secret_inode(fd, inode, st)) {
                close(fd);
                xfree(inode);
                return NULL;
        }

        close(fd);

        list_add_tail(&inode->list, &memfd_secret_inodes);

        return inode;
}

static int dump_one_memfd_secret(int lfd, u32 id, const struct fd_parms *p)
{
        MemfdSecretFileEntry msfe = MEMFD_SECRET_FILE_ENTRY__INIT;
        FileEntry fe = FILE_ENTRY__INIT;
        struct memfd_secret_dump_inode *inode;
        struct fd_link _link, *link;

        pr_debug("======= now at: dump_one_memfd_secret()\n");

        if (!p->link) {
                if (fill_fdlink(lfd, p, &_link))
                        return -1;
                link = &_link;
        } else
                link = p->link;

        link_strip_deleted(link); /* link->name: ./secretmem */

        inode = dump_unique_memfd_secret_inode(lfd, &p->stat);
        if (!inode)
                return -1;
............

As of now dump fails with the following error,

........
00.014093) Fetched ack: 73 73 0
(00.014200) 12916 fdinfo 1: pos:                0 flags:                2/0
(00.014242) 12916 fdinfo 2: pos:                0 flags:                2/0
(00.014274) 12916 fdinfo 3: pos:                0 flags:           100002/0
(00.014289) ======= now at: dump_one_memfd_secret()
(00.014293) Strip ' (deleted)' tag from './secretmem (deleted)'
(00.014297) ======= now at: dump_unique_memfd_secret_inode()
(00.014311) Error (criu/memfd-secret.c:55): Can't open 0/fd/17 on procfs: No such device or address
(00.014319) ----------------------------------------
(00.014383) Error (criu/cr-dump.c:1669): Dump files (pid: 12916) failed with -1
......

line: fd = open_proc(PROC_SELF, "fd/%d", lfd); causing this error and lfd argument is the root cause. When experimented with literal constant values such as 3, 4, ... instead of lfd here, this line works!

How can set an appropriate value for lfd?
Also, what is represented by lfd? file descriptors list?

I think the origin of lfd comes from here

@mihalicyn
Copy link
Member

mihalicyn commented Jun 13, 2023

Hi @warusadura!

  1. Have you managed to understand from where list argument in list_for_each_entry macro comes from?
    Can you write a few words about it?

How can set an appropriate value for lfd?

You don't need to set any value to lfd, it is passed to the ->dump callback from here:

ret = ops->dump(lfd, e->id, p);

and it's the index of a file descriptor to dump.

Most likely you are getting ENXIO error because there is no struct file_operations ->open callback defined for memfd_secret FDs in the Linux kernel. It's just not supported.
So, the question is, do we really need to reopen file descriptor to memfd_secret if we already have one?

You can use git blame to see the reason why we are doing memfd reopen fce196d

But in case of memfd_secret AFAIU, we can't read opened file descriptor from another process context, so it means that there is no issue and no need to reopen an FD, right?

@warusadura
Copy link
Member Author

thanks @mihalicyn

Have you managed to understand from where list argument in list_for_each_entry macro comes from?

No, I did not :D I'm guessing it comes from here. I tried to figure this out with gdb but, it can't recognize list argument/symbol.

@warusadura
Copy link
Member Author

But in case of memfd_secret AFAIU, we can't read opened file descriptor from another process context, so it means that there is no issue and no need to reopen an FD, right?

Yeah, I think so too.

@mihalicyn
Copy link
Member

mihalicyn commented Jun 13, 2023

thanks @mihalicyn

Have you managed to understand from where list argument in list_for_each_entry macro comes from?

No, I did not :D I'm guessing it comes from here. I tried to figure this out with gdb but, it can't recognize list argument/symbol.

I strongly recommend you to pay some time to understand how this machinery works.
Forget about gdb. You don't need gdb here :-)
Btw, compiler macros are compile-time thing, not runtime, so gdb is not your friend here.

warusadura added a commit to warusadura/criu that referenced this issue Aug 25, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 25, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 25, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 28, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 29, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Aug 31, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 4, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 4, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 4, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 5, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 18, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 25, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Sep 25, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 1, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 5, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 5, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 5, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
@avagin avagin added no-auto-close Don't auto-close as a stale issue and removed stale-issue labels Oct 8, 2023
warusadura added a commit to warusadura/criu that referenced this issue Oct 9, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 15, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 15, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Oct 23, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
warusadura added a commit to warusadura/criu that referenced this issue Dec 16, 2023
See "man 2 memfd_secret".

Fixes: checkpoint-restore#2188

Signed-off-by: Dhanuka Warusadura <csx@tuta.io>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
no-auto-close Don't auto-close as a stale issue
Projects
None yet
Development

Successfully merging a pull request may close this issue.

3 participants