{ "data": { "mode": "delta", "reportWhen": "failure" }, "id": "1752022800011", "jobId": "af0c1c01-8101-4dc6-806f-a4d3cf381cf7", "jobName": "ISO daily", "message": "backup", "scheduleId": "0e073624-a7eb-47ca-aca5-5f1cd0fc996b", "start": 1752022800011, "status": "failure", "infos": [ { "data": { "vms": [ "66949c31-5544-88fe-5e49-f0e0c7946347", "81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e", "fc1c7067-69f3-8949-ab68-780024a49a75", "07c32e8d-ea85-ffaa-3509-2dabff58e4af" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "66949c31-5544-88fe-5e49-f0e0c7946347", "name_label": "DNS" }, "id": "1752022802004", "message": "backup VM", "start": 1752022802004, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 1, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 2, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." } ], "end": 1752022802250, "result": { "errno": -116, "code": "Unknown system error -116", "syscall": "lstat", "path": "/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e", "message": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'", "name": "Error", "stack": "Error: Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:262:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } }, { "data": { "type": "VM", "id": "81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e", "name_label": "MX" }, "id": "1752022802042", "message": "backup VM", "start": 1752022802042, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 1, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 2, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." } ], "end": 1752022802258, "result": { "errno": -116, "code": "Unknown system error -116", "syscall": "lstat", "path": "/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e", "message": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'", "name": "Error", "stack": "Error: Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:262:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } }, { "data": { "type": "VM", "id": "fc1c7067-69f3-8949-ab68-780024a49a75", "name_label": "ISH" }, "id": "1752022802075", "message": "backup VM", "start": 1752022802075, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 1, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 2, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." } ], "end": 1752022802268, "result": { "errno": -116, "code": "Unknown system error -116", "syscall": "lstat", "path": "/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e", "message": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'", "name": "Error", "stack": "Error: Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:262:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } }, { "data": { "type": "VM", "id": "07c32e8d-ea85-ffaa-3509-2dabff58e4af", "name_label": "VPS1" }, "id": "1752022802094", "message": "backup VM", "start": 1752022802094, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 1, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." }, { "data": { "attempt": 2, "error": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'" }, "message": "Retry the VM backup due to an error" }, { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'. It won't be used anymore in this job execution." } ], "end": 1752022802274, "result": { "errno": -116, "code": "Unknown system error -116", "syscall": "lstat", "path": "/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e", "message": "Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'", "name": "Error", "stack": "Error: Unknown system error -116: Unknown system error -116, lstat '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e'\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:262:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } } ], "end": 1752022802274 }