{ "data": { "mode": "delta", "reportWhen": "failure" }, "id": "1739743200007", "jobId": "a0be5a74-9882-4490-ad8f-e7b29986622f", "jobName": "Critical Backup", "message": "backup", "scheduleId": "32e56886-8721-4d3a-af17-f9f45266abf8", "start": 1739743200007, "status": "failure", "infos": [ { "data": { "vms": [ "3daeb92a-9b18-53bb-6697-ddbc40c62ddd", "c48781a9-5b90-890a-598f-e1ead8edbed6", "dae1d5df-fb98-10af-8825-baf6f69b8f8b" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "3daeb92a-9b18-53bb-6697-ddbc40c62ddd", "name_label": "DC Server" }, "id": "1739743202900", "message": "backup VM", "start": 1739743202900, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Lock file is already being held. It won't be used anymore in this job execution." } ], "end": 1739743202919, "result": { "code": "ELOCKED", "file": "/run/xo-server/mounts/c9199dfc-af05-4707-badb-8741e61daafb/xo-vm-backups/3daeb92a-9b18-53bb-6697-ddbc40c62ddd", "message": "Lock file is already being held", "name": "Error", "stack": "Error: Lock file is already being held\n at /etc/xen-orchestra/node_modules/proper-lockfile/lib/lockfile.js:68:47\n at callback (/etc/xen-orchestra/node_modules/graceful-fs/polyfills.js:306:20)\n at FSReqCallback.oncomplete (node:fs:198:5)\n at FSReqCallback.callbackTrampoline (node:internal/async_hooks:130:17)\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:234:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } }, { "data": { "type": "VM", "id": "c48781a9-5b90-890a-598f-e1ead8edbed6", "name_label": "Bitwarden" }, "id": "1739743202903", "message": "backup VM", "start": 1739743202903, "status": "failure", "warnings": [ { "message": "the writer IncrementalRemoteWriter has failed the step writer.beforeBackup() with error Lock file is already being held. It won't be used anymore in this job execution." } ], "end": 1739743202914, "result": { "code": "ELOCKED", "file": "/run/xo-server/mounts/c9199dfc-af05-4707-badb-8741e61daafb/xo-vm-backups/c48781a9-5b90-890a-598f-e1ead8edbed6", "message": "Lock file is already being held", "name": "Error", "stack": "Error: Lock file is already being held\n at /etc/xen-orchestra/node_modules/proper-lockfile/lib/lockfile.js:68:47\n at callback (/etc/xen-orchestra/node_modules/graceful-fs/polyfills.js:306:20)\n at FSReqCallback.oncomplete (node:fs:198:5)\n at FSReqCallback.callbackTrampoline (node:internal/async_hooks:130:17)\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:135:48)\n at NfsHandler.lock (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:234:27)\n at IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs:54:34)\n at async IncrementalRemoteWriter.beforeBackup (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_writers/IncrementalRemoteWriter.mjs:68:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:343:7\n at async callWriter (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_Abstract.mjs:33:9)\n at async IncrementalXapiVmBackupRunner.run (file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/_vmRunners/_AbstractXapi.mjs:342:5)\n at async file:///etc/xen-orchestra/@xen-orchestra/backups/_runners/VmsXapi.mjs:166:38" } }, { "data": { "type": "VM", "id": "dae1d5df-fb98-10af-8825-baf6f69b8f8b", "name_label": "SERVER-MAIN" }, "id": "1739743203793", "message": "backup VM", "start": 1739743203793, "status": "success", "tasks": [ { "id": "1739743203801", "message": "clean-vm", "start": 1739743203801, "status": "success", "end": 1739743204177, "result": { "merge": false } }, { "id": "1739743204763", "message": "snapshot", "start": 1739743204763, "status": "success", "end": 1739743207764, "result": "f70d7a9e-b061-20dd-65f4-6729f2f196a0" }, { "data": { "id": "c9199dfc-af05-4707-badb-8741e61daafb", "isFull": false, "type": "remote" }, "id": "1739743207764:0", "message": "export", "start": 1739743207764, "status": "success", "tasks": [ { "id": "1739743210618", "message": "transfer", "start": 1739743210618, "status": "success", "end": 1739743348341, "result": { "size": 4221456896 } }, { "id": "1739743350203", "message": "clean-vm", "start": 1739743350203, "status": "success", "end": 1739743350491, "result": { "merge": true } } ], "end": 1739743350504 } ], "end": 1739743350504 } ], "end": 1739743350504 }