{ "data": { "mode": "delta", "reportWhen": "failure" }, "id": "1739743200004", "jobId": "a0be5a74-9882-4490-ad8f-e7b29986622f", "jobName": "Critical Backup", "message": "backup", "scheduleId": "32e56886-8721-4d3a-af17-f9f45266abf8", "start": 1739743200004, "status": "failure", "infos": [ { "data": { "vms": [ "3daeb92a-9b18-53bb-6697-ddbc40c62ddd", "c48781a9-5b90-890a-598f-e1ead8edbed6", "dae1d5df-fb98-10af-8825-baf6f69b8f8b" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "3daeb92a-9b18-53bb-6697-ddbc40c62ddd", "name_label": "DC Server" }, "id": "1739743202890", "message": "backup VM", "start": 1739743202890, "status": "success", "tasks": [ { "id": "1739743202908", "message": "clean-vm", "start": 1739743202908, "status": "success", "end": 1739743203205, "result": { "merge": false } }, { "id": "1739743203933", "message": "snapshot", "start": 1739743203933, "status": "success", "end": 1739743222190, "result": "5e1c0d8a-beb2-5fa4-b85a-e6ba0729f2c0" }, { "data": { "id": "c9199dfc-af05-4707-badb-8741e61daafb", "isFull": false, "type": "remote" }, "id": "1739743222190:0", "message": "export", "start": 1739743222190, "status": "success", "tasks": [ { "id": "1739743224876", "message": "transfer", "start": 1739743224876, "status": "success", "end": 1739743291049, "result": { "size": 2930643968 } }, { "id": "1739743292609", "message": "clean-vm", "start": 1739743292609, "status": "success", "end": 1739743292784, "result": { "merge": true } } ], "end": 1739743292797 } ], "end": 1739743292797 }, { "data": { "type": "VM", "id": "c48781a9-5b90-890a-598f-e1ead8edbed6", "name_label": "Bitwarden" }, "id": "1739743202894", "message": "backup VM", "start": 1739743202894, "status": "success", "tasks": [ { "id": "1739743202907", "message": "clean-vm", "start": 1739743202907, "status": "success", "end": 1739743203208, "result": { "merge": false } }, { "id": "1739743203934", "message": "snapshot", "start": 1739743203934, "status": "success", "end": 1739743206654, "result": "6d82ef73-9b19-25d4-3a8e-43f742dc6568" }, { "data": { "id": "c9199dfc-af05-4707-badb-8741e61daafb", "isFull": false, "type": "remote" }, "id": "1739743206655", "message": "export", "start": 1739743206655, "status": "success", "tasks": [ { "id": "1739743209296", "message": "transfer", "start": 1739743209296, "status": "success", "end": 1739743213320, "result": { "size": 67158528 } }, { "id": "1739743214725", "message": "clean-vm", "start": 1739743214725, "status": "success", "end": 1739743214793, "result": { "merge": true } } ], "end": 1739743214801 } ], "end": 1739743214801 }, { "data": { "type": "VM", "id": "dae1d5df-fb98-10af-8825-baf6f69b8f8b", "name_label": "SERVER-MAIN" }, "id": "1739743215608", "message": "backup VM", "start": 1739743215608, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Lock file is already being held. It won't be used anymore in this job execution." } ], "end": 1739743215615, "result": { "code": "ELOCKED", "file": "/run/xo-server/mounts/c9199dfc-af05-4707-badb-8741e61daafb/xo-vm-backups/dae1d5df-fb98-10af-8825-baf6f69b8f8b", "message": "Lock file is already being held", "name": "Error", "stack": "Error: Lock file is already being held\n at /etc/xen-orchestra/node_modules/proper-lockfile/lib/lockfile.js:68:47\n at callback (/etc/xen-orchestra/node_modules/graceful-fs/polyfills.js:306:20)\n at FSReqCallback.oncomplete (node:fs:198:5)\n at FSReqCallback.callbackTrampoline (node:internal/async_hooks:130:17)\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:234:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } } ], "end": 1739743292797 }