{ "data": { "mode": "delta", "reportWhen": "failure" }, "id": "1751331600011", "jobId": "af0c1c01-8101-4dc6-806f-a4d3cf381cf7", "jobName": "ISO daily", "message": "backup", "scheduleId": "0e073624-a7eb-47ca-aca5-5f1cd0fc996b", "start": 1751331600011, "status": "failure", "infos": [ { "data": { "vms": [ "81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e", "07c32e8d-ea85-ffaa-3509-2dabff58e4af", "66949c31-5544-88fe-5e49-f0e0c7946347", "fc1c7067-69f3-8949-ab68-780024a49a75" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e", "name_label": "MX" }, "id": "1751331602651", "message": "backup VM", "start": 1751331602651, "status": "failure", "tasks": [ { "id": "1751331602670", "message": "clean-vm", "start": 1751331602670, "status": "success", "end": 1751331602919, "result": { "merge": false } }, { "id": "1751331603319", "message": "snapshot", "start": 1751331603319, "status": "success", "end": 1751331617963, "result": "2749027d-1f1a-c118-d49a-e378c382b67e" }, { "data": { "id": "3923424c-c7e8-4bb5-8a62-94e60a744d2e", "isFull": true, "type": "remote" }, "id": "1751331617963:0", "message": "export", "start": 1751331617963, "status": "failure", "tasks": [ { "id": "1751331618925", "message": "transfer", "start": 1751331618925, "status": "failure", "end": 1751331618942, "result": { "errno": -17, "code": "EEXIST", "syscall": "open", "path": "/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e/xo-vm-backups/81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e/vdis/af0c1c01-8101-4dc6-806f-a4d3cf381cf7/a8c7df57-80c1-472c-b422-34c521ef552e/.20250701T010018Z.vhd", "message": "EEXIST: file already exists, open '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e/xo-vm-backups/81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e/vdis/af0c1c01-8101-4dc6-806f-a4d3cf381cf7/a8c7df57-80c1-472c-b422-34c521ef552e/.20250701T010018Z.vhd'", "name": "Error", "stack": "Error: EEXIST: file already exists, open '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e/xo-vm-backups/81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e/vdis/af0c1c01-8101-4dc6-806f-a4d3cf381cf7/a8c7df57-80c1-472c-b422-34c521ef552e/.20250701T010018Z.vhd'\nFrom:\n at NfsHandler.addSyncStackTrace (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:21:26)\n at NfsHandler._createWriteStream (/etc/xen-orchestra/@xen-orchestra/fs/dist/local.js:94:36)\n at NfsHandler._createOutputStream (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:496:25)\n at /etc/xen-orchestra/@xen-orchestra/fs/dist/utils.js:29:26\n at new Promise ()\n at NfsHandler._createOutputStream (/etc/xen-orchestra/@xen-orchestra/fs/dist/utils.js:24:12)\n at NfsHandler._outputStream (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:579:31)\n at NfsHandler.outputStream (/etc/xen-orchestra/@xen-orchestra/fs/dist/abstract.js:208:16)\n at RemoteAdapter.outputStream (file:///etc/xen-orchestra/@xen-orchestra/backups/RemoteAdapter.mjs:723:25)\n at RemoteAdapter.writeVhd (file:///etc/xen-orchestra/@xen-orchestra/backups/RemoteAdapter.mjs:712:18)" } }, { "id": "1751331625479", "message": "clean-vm", "start": 1751331625479, "status": "success", "end": 1751331625577, "result": { "merge": false } } ], "end": 1751331625581 }, { "id": "1751333593718", "message": "clean-vm", "start": 1751333593718, "status": "success", "end": 1751333593852, "result": { "merge": false } }, { "id": "1751333594330", "message": "snapshot", "start": 1751333594330, "status": "success", "end": 1751333596799, "result": "d1e8b529-b9a5-fd88-1b16-c6d301079201" }, { "data": { "id": "3923424c-c7e8-4bb5-8a62-94e60a744d2e", "isFull": true, "type": "remote" }, "id": "1751333596799:0", "message": "export", "start": 1751333596799, "status": "success", "tasks": [ { "id": "1751333597770", "message": "transfer", "start": 1751333597770, "status": "success", "end": 1751337409356, "result": { "size": 440555012096 } }, { "id": "1751337429915:0", "message": "health check", "start": 1751337429915, "status": "success", "tasks": [ { "id": "1751337429983", "message": "transfer", "start": 1751337429983, "status": "success", "end": 1751341037569, "result": { "size": 0, "id": "64640fad-d233-bbf9-2144-59d433c891f5" } }, { "id": "1751341037570", "message": "vmstart", "start": 1751341037570, "status": "success", "end": 1751341060078 } ], "end": 1751341065075 }, { "id": "1751341065117", "message": "clean-vm", "start": 1751341065117, "status": "success", "warnings": [ { "data": { "path": "/xo-vm-backups/81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e/20250701T013317Z.json", "actual": 440555012096, "expected": 440663495168 }, "message": "cleanVm: incorrect backup size in metadata" } ], "end": 1751341094942, "result": { "merge": false } } ], "end": 1751341094945 } ], "infos": [ { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:9bbc7482-f741-5512-8fa0-c24c4c6adad8" }, "message": "Snapshot data has been deleted" }, { "data": { "vdiRef": "OpaqueRef:6bff0a1e-37f6-8692-dcf9-b73248406679" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:9e502666-a26b-54bc-aeea-496f60be4707" }, "message": "Snapshot data has been deleted" }, { "data": { "vdiRef": "OpaqueRef:73d129c6-f1ea-dee7-74e9-e48f195c9b27" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "ENOENT: no such file or directory, open '/run/xo-server/mounts/3923424c-c7e8-4bb5-8a62-94e60a744d2e/xo-vm-backups/81dbf29f-adfa-5bc4-9bc1-021f8eb46b9e/vdis/af0c1c01-8101-4dc6-806f-a4d3cf381cf7/ce67b2ef-aae3-4666-9b74-516cbe5581ab/20250701T010018Z.vhd'" }, "message": "Retry the VM backup due to an error" } ], "end": 1751341094945 }, { "data": { "type": "VM", "id": "07c32e8d-ea85-ffaa-3509-2dabff58e4af", "name_label": "VPS1" }, "id": "1751331625599", "message": "backup VM", "start": 1751331625599, "status": "success", "tasks": [ { "id": "1751331625617", "message": "clean-vm", "start": 1751331625617, "status": "success", "end": 1751331625734, "result": { "merge": false } }, { "id": "1751331625961", "message": "snapshot", "start": 1751331625961, "status": "success", "end": 1751331628047, "result": "554111a6-caaf-005c-4e35-c266440220f5" }, { "data": { "id": "3923424c-c7e8-4bb5-8a62-94e60a744d2e", "isFull": true, "type": "remote" }, "id": "1751331628047:0", "message": "export", "start": 1751331628047, "status": "success", "tasks": [ { "id": "1751331628908", "message": "transfer", "start": 1751331628908, "status": "success", "end": 1751331816563, "result": { "size": 20961034240 } }, { "id": "1751331817253:0", "message": "health check", "start": 1751331817253, "status": "success", "tasks": [ { "id": "1751331817265", "message": "transfer", "start": 1751331817265, "status": "success", "end": 1751331964905, "result": { "size": 0, "id": "ab8d727d-278a-4aac-9da2-d910e754ab76" } }, { "id": "1751331964906", "message": "vmstart", "start": 1751331964906, "status": "success", "end": 1751331982842 } ], "end": 1751331984916 }, { "id": "1751331984948", "message": "clean-vm", "start": 1751331984948, "status": "success", "warnings": [ { "data": { "path": "/xo-vm-backups/07c32e8d-ea85-ffaa-3509-2dabff58e4af/20250701T010028Z.json", "actual": 20961034240, "expected": 20966219264 }, "message": "cleanVm: incorrect backup size in metadata" } ], "end": 1751331991797, "result": { "merge": false } } ], "end": 1751331991799 } ], "infos": [ { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:b8443d59-65f3-ee9d-1606-7040f65db472" }, "message": "Snapshot data has been deleted" } ], "end": 1751331991799 }, { "data": { "type": "VM", "id": "66949c31-5544-88fe-5e49-f0e0c7946347", "name_label": "DNS" }, "id": "1751331991810", "message": "backup VM", "start": 1751331991810, "status": "success", "tasks": [ { "id": "1751331991827", "message": "clean-vm", "start": 1751331991827, "status": "success", "end": 1751331991993, "result": { "merge": false } }, { "id": "1751331992222", "message": "snapshot", "start": 1751331992222, "status": "success", "end": 1751331994292, "result": "9aa25fd2-42dd-b1e2-f3d1-3228abb8c516" }, { "data": { "id": "3923424c-c7e8-4bb5-8a62-94e60a744d2e", "isFull": true, "type": "remote" }, "id": "1751331994292:0", "message": "export", "start": 1751331994292, "status": "success", "tasks": [ { "id": "1751331995154", "message": "transfer", "start": 1751331995154, "status": "success", "end": 1751332125170, "result": { "size": 14740881408 } }, { "id": "1751332125817:0", "message": "health check", "start": 1751332125817, "status": "success", "tasks": [ { "id": "1751332125865", "message": "transfer", "start": 1751332125865, "status": "success", "end": 1751332247637, "result": { "size": 0, "id": "05d39f9d-f24f-a25b-609d-640437baf956" } }, { "id": "1751332247638", "message": "vmstart", "start": 1751332247638, "status": "success", "end": 1751332264095 } ], "end": 1751332266120 }, { "id": "1751332266165", "message": "clean-vm", "start": 1751332266165, "status": "success", "warnings": [ { "data": { "path": "/xo-vm-backups/66949c31-5544-88fe-5e49-f0e0c7946347/20250701T010635Z.json", "actual": 14740881408, "expected": 14744515072 }, "message": "cleanVm: incorrect backup size in metadata" } ], "end": 1751332273059, "result": { "merge": false } } ], "end": 1751332273062 } ], "infos": [ { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:6c43d8ae-36ae-4196-d8aa-14c67d66fd95" }, "message": "Snapshot data has been deleted" } ], "end": 1751332273062 }, { "data": { "type": "VM", "id": "fc1c7067-69f3-8949-ab68-780024a49a75", "name_label": "ISH" }, "id": "1751332273073", "message": "backup VM", "start": 1751332273073, "status": "success", "tasks": [ { "id": "1751332273141", "message": "clean-vm", "start": 1751332273141, "status": "success", "end": 1751332273311, "result": { "merge": false } }, { "id": "1751332273549", "message": "snapshot", "start": 1751332273549, "status": "success", "end": 1751332275640, "result": "fd9e421e-bfbb-c0a8-46fd-7710f2415bec" }, { "data": { "id": "3923424c-c7e8-4bb5-8a62-94e60a744d2e", "isFull": true, "type": "remote" }, "id": "1751332275640:0", "message": "export", "start": 1751332275640, "status": "success", "tasks": [ { "id": "1751332276501", "message": "transfer", "start": 1751332276501, "status": "success", "end": 1751332938349, "result": { "size": 75795267584 } }, { "id": "1751332939049:0", "message": "health check", "start": 1751332939049, "status": "success", "tasks": [ { "id": "1751332939059", "message": "transfer", "start": 1751332939059, "status": "success", "end": 1751333556824, "result": { "size": 0, "id": "3f83da9c-90e1-64e8-35fd-8021e19958bb" } }, { "id": "1751333556824:0", "message": "vmstart", "start": 1751333556824, "status": "success", "end": 1751333573450 } ], "end": 1751333575805 }, { "id": "1751333575897", "message": "clean-vm", "start": 1751333575897, "status": "success", "warnings": [ { "data": { "path": "/xo-vm-backups/fc1c7067-69f3-8949-ab68-780024a49a75/20250701T011116Z.json", "actual": 75795267584, "expected": 75814020096 }, "message": "cleanVm: incorrect backup size in metadata" } ], "end": 1751333593196, "result": { "merge": false } } ], "end": 1751333593199 } ], "infos": [ { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:51c03fe2-f74f-dadc-224d-6c111c9162e3" }, "message": "Snapshot data has been deleted" } ], "end": 1751333593200 } ], "end": 1751341094945 }