{ "data": { "mode": "delta", "reportWhen": "always", "backupReportTpl": "compactMjml" }, "id": "1726718400001", "jobId": "09fb9b49-ea54-402c-ba5a-f036c4d2c692", "jobName": "Delta Backup", "message": "backup", "scheduleId": "16470d1c-6803-41f2-9cd5-f81b23df4138", "start": 1726718400001, "status": "failure", "infos": [ { "data": { "vms": [ "f9c734d8-63de-1f29-b665-8a5ddd3f1495", "3ba59760-dfa3-77b5-5f15-8db42373c53c", "7087e930-dd50-1c43-c650-eff38e176b65", "ad04ce59-ece4-56ba-98c6-67cbd03a996d", "e4eabbba-b21a-3d74-490d-62ceb43f1e67", "0df9abbf-209f-a62b-0cb2-c29ab34cbc40", "efb066b4-599c-7858-42b9-767082df2eb6", "a57ad290-3355-fd0b-c0f1-79d04185e46d", "71a4772f-ea5e-30ba-00a8-31c688b0e41e", "ce088f64-7213-83e8-31a1-1a95a759da00", "5c4c4750-a48b-a33b-21da-a3b4390ce82e", "ccdba5bc-cb42-0929-1cdd-0e3ce077bb3c" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "3ba59760-dfa3-77b5-5f15-8db42373c53c", "name_label": "AdGuard" }, "id": "1726718410965", "message": "backup VM", "start": 1726718410965, "status": "success", "tasks": [ { "id": "1726718410972", "message": "clean-vm", "start": 1726718410972, "status": "success", "end": 1726718411148, "result": { "merge": false } }, { "id": "1726718418701", "message": "snapshot", "start": 1726718418701, "status": "success", "end": 1726718428987, "result": "33a2bea2-dc34-b74b-3606-3a0e2981ca97" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718428987:0", "message": "export", "start": 1726718428987, "status": "success", "tasks": [ { "id": "1726718433053", "message": "clean-vm", "start": 1726718433053, "status": "success", "end": 1726718433068, "result": { "merge": false } } ], "end": 1726718433069 }, { "id": "1726718568045:0", "message": "clean-vm", "start": 1726718568045, "status": "success", "end": 1726718568115, "result": { "merge": false } }, { "id": "1726718574574", "message": "snapshot", "start": 1726718574574, "status": "success", "end": 1726718576905, "result": "b864ee11-aee2-92cc-5775-f502579e7445" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726718576905:0", "message": "export", "start": 1726718576905, "status": "success", "tasks": [ { "id": "1726718579926", "message": "transfer", "start": 1726718579926, "status": "success", "end": 1726718984057, "result": { "size": 20938957824 } }, { "id": "1726718985693:0", "message": "health check", "start": 1726718985693, "status": "success", "tasks": [ { "id": "1726718985865", "message": "transfer", "start": 1726718985865, "status": "success", "end": 1726719324142, "result": { "size": 20938957824, "id": "949b99f7-b784-b9de-e696-73def7d5065a" } }, { "id": "1726719324143", "message": "vmstart", "start": 1726719324143, "status": "success", "end": 1726719338542 } ], "end": 1726719341548 }, { "id": "1726719341580", "message": "clean-vm", "start": 1726719341580, "status": "success", "end": 1726719341650, "result": { "merge": false } } ], "end": 1726719341651 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:54175235-5bc4-b5c1-78c7-40bc7c20cb09" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:5305ba24-918f-c00d-2bb2-b3aec548a857" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726719341651 }, { "data": { "type": "VM", "id": "ad04ce59-ece4-56ba-98c6-67cbd03a996d", "name_label": "FreeIPA" }, "id": "1726718410967", "message": "backup VM", "start": 1726718410967, "status": "success", "tasks": [ { "id": "1726718410973:1", "message": "clean-vm", "start": 1726718410973, "status": "success", "end": 1726718411220, "result": { "merge": false } }, { "id": "1726718419308", "message": "snapshot", "start": 1726718419308, "status": "success", "end": 1726718421157, "result": "355c2599-add0-a5c5-03b7-3fae28acfe87" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718421157:0", "message": "export", "start": 1726718421157, "status": "success", "tasks": [ { "id": "1726718425808", "message": "clean-vm", "start": 1726718425808, "status": "success", "end": 1726718425825, "result": { "merge": false } } ], "end": 1726718425825 }, { "id": "1726718568044", "message": "clean-vm", "start": 1726718568044, "status": "success", "end": 1726718568107, "result": { "merge": false } }, { "id": "1726718576629", "message": "snapshot", "start": 1726718576629, "status": "success", "end": 1726718578940, "result": "9545f599-5e5b-bbe8-65fe-eda9c370ff83" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726718578940:0", "message": "export", "start": 1726718578940, "status": "success", "tasks": [ { "id": "1726718581868", "message": "transfer", "start": 1726718581868, "status": "success", "end": 1726718825524, "result": { "size": 11084132352 } }, { "id": "1726718827352", "message": "health check", "start": 1726718827352, "status": "success", "tasks": [ { "id": "1726718827508", "message": "transfer", "start": 1726718827508, "status": "success", "end": 1726719164505, "result": { "size": 11084132352, "id": "dd88b370-842e-b246-4d49-6700da300616" } }, { "id": "1726719164506", "message": "vmstart", "start": 1726719164506, "status": "success", "end": 1726719180575 } ], "end": 1726719183272 }, { "id": "1726719183344", "message": "clean-vm", "start": 1726719183344, "status": "success", "end": 1726719183454, "result": { "merge": false } } ], "end": 1726719183461 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:2c6e64ef-b0fa-931c-b94d-578d348d89fe" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:10734e23-7a9f-713e-d6cc-f4d7b2f5dc74" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726719183461 }, { "data": { "type": "VM", "id": "7087e930-dd50-1c43-c650-eff38e176b65", "name_label": "Xen Orchestra" }, "id": "1726718410967:0", "message": "backup VM", "start": 1726718410967, "status": "success", "tasks": [ { "id": "1726718410973", "message": "clean-vm", "start": 1726718410973, "status": "success", "end": 1726718411184, "result": { "merge": false } }, { "id": "1726718411423", "message": "snapshot", "start": 1726718411423, "status": "success", "end": 1726718412457, "result": "942874a7-b1b8-46e1-52cf-f7f92eb98692" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718412458", "message": "export", "start": 1726718412458, "status": "success", "tasks": [ { "id": "1726718431403", "message": "clean-vm", "start": 1726718431403, "status": "success", "end": 1726718431419, "result": { "merge": false } } ], "end": 1726718431419 }, { "id": "1726718568045", "message": "clean-vm", "start": 1726718568045, "status": "success", "end": 1726718568108, "result": { "merge": false } }, { "id": "1726718568209", "message": "snapshot", "start": 1726718568209, "status": "success", "end": 1726718569241, "result": "b24098ef-5adf-85a4-abae-dba77da89792" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726718569242", "message": "export", "start": 1726718569242, "status": "success", "tasks": [ { "id": "1726718569815", "message": "transfer", "start": 1726718569815, "status": "success", "end": 1726719020912, "result": { "size": 30974182400 } }, { "id": "1726719022020", "message": "health check", "start": 1726719022020, "status": "success", "tasks": [ { "id": "1726719022160", "message": "transfer", "start": 1726719022160, "status": "success", "end": 1726719697795, "result": { "size": 30974182400, "id": "2ec19c26-135a-3724-ccf2-99e27622f06a" } }, { "id": "1726719697796", "message": "vmstart", "start": 1726719697796, "status": "success", "end": 1726719707663 } ], "end": 1726719709757 }, { "id": "1726719709802", "message": "clean-vm", "start": 1726719709802, "status": "success", "end": 1726719710431, "result": { "merge": false } } ], "end": 1726719710435 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:42b1cfcc-4ae3-ec1f-6e4e-12483a654ece" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:c00d916b-2a3f-fcaa-f289-e96da3620fad" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726719710435 }, { "data": { "type": "VM", "id": "f9c734d8-63de-1f29-b665-8a5ddd3f1495", "name_label": "Tang" }, "id": "1726718410968", "message": "backup VM", "start": 1726718410968, "status": "success", "tasks": [ { "id": "1726718410973:0", "message": "clean-vm", "start": 1726718410973, "status": "success", "end": 1726718411243, "result": { "merge": false } }, { "id": "1726718418091", "message": "snapshot", "start": 1726718418091, "status": "success", "end": 1726718419942, "result": "4e61cfb6-64e6-d0f5-265e-4aac251ec69c" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718419942:0", "message": "export", "start": 1726718419942, "status": "success", "tasks": [ { "id": "1726718456306", "message": "clean-vm", "start": 1726718456306, "status": "success", "end": 1726718456322, "result": { "merge": false } } ], "end": 1726718456322 }, { "id": "1726719183473", "message": "clean-vm", "start": 1726719183473, "status": "success", "end": 1726719183620, "result": { "merge": false } }, { "id": "1726719189327", "message": "snapshot", "start": 1726719189327, "status": "success", "end": 1726719191016, "result": "b64df2d0-71f2-1c8f-bb0e-c3a982b6ee1f" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726719191017", "message": "export", "start": 1726719191017, "status": "success", "tasks": [ { "id": "1726719193379", "message": "transfer", "start": 1726719193379, "status": "success", "end": 1726719255607, "result": { "size": 9011597312 } }, { "id": "1726719256529:0", "message": "health check", "start": 1726719256529, "status": "success", "tasks": [ { "id": "1726719256602", "message": "transfer", "start": 1726719256602, "status": "success", "end": 1726719401450, "result": { "size": 9011597312, "id": "7ad7ead3-a0ee-3d0f-2458-a43e5082484f" } }, { "id": "1726719401451", "message": "vmstart", "start": 1726719401451, "status": "success", "end": 1726719414635 } ], "end": 1726719416261 }, { "id": "1726719416280", "message": "clean-vm", "start": 1726719416280, "status": "success", "end": 1726719417549, "result": { "merge": false } } ], "end": 1726719417602 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:afd99459-8a40-d7b1-2fb5-cd68ec52146a" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:4e4f61b7-cc6e-9441-7d21-6fd01faedf25" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726719417602 }, { "data": { "type": "VM", "id": "e4eabbba-b21a-3d74-490d-62ceb43f1e67", "name_label": "Nexus" }, "id": "1726718425828", "message": "backup VM", "start": 1726718425828, "status": "success", "tasks": [ { "id": "1726718425831", "message": "clean-vm", "start": 1726718425831, "status": "success", "end": 1726718425900, "result": { "merge": false } }, { "id": "1726718433681", "message": "snapshot", "start": 1726718433681, "status": "success", "end": 1726718435325, "result": "7bcc3501-c4a3-bc46-b3c6-e730bd33f7da" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718435326", "message": "export", "start": 1726718435326, "status": "success", "tasks": [ { "id": "1726718439025", "message": "clean-vm", "start": 1726718439025, "status": "success", "end": 1726718439045, "result": { "merge": false } } ], "end": 1726718439045 }, { "id": "1726718568044:0", "message": "clean-vm", "start": 1726718568044, "status": "success", "end": 1726718568108, "result": { "merge": false } }, { "id": "1726718575611", "message": "snapshot", "start": 1726718575611, "status": "success", "end": 1726718577910, "result": "d73fd7dd-58b8-1766-f41b-05c7df9db09b" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726718577910:0", "message": "export", "start": 1726718577910, "status": "success", "tasks": [ { "id": "1726718580852", "message": "transfer", "start": 1726718580852, "status": "success", "end": 1726719070962, "result": { "size": 31488185856 } }, { "id": "1726719072604:0", "message": "health check", "start": 1726719072604, "status": "success", "tasks": [ { "id": "1726719072719", "message": "transfer", "start": 1726719072719, "status": "success", "end": 1726719846137, "result": { "size": 31488185856, "id": "7330ddaf-8642-9e7f-537a-2b2712a8f4e1" } }, { "id": "1726719846137:0", "message": "vmstart", "start": 1726719846137, "status": "success", "end": 1726719859948 } ], "end": 1726719861965 }, { "id": "1726719862000", "message": "clean-vm", "start": 1726719862000, "status": "success", "end": 1726719862634, "result": { "merge": false } } ], "end": 1726719862732 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:860a5b6c-5bb3-07ea-1e98-c508a71f70b1" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:6900ccb6-c99e-d7c2-a93d-a93c3584c404" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726719862732 }, { "data": { "type": "VM", "id": "0df9abbf-209f-a62b-0cb2-c29ab34cbc40", "name_label": "Foreman" }, "id": "1726718431422", "message": "backup VM", "start": 1726718431422, "status": "success", "tasks": [ { "id": "1726718431424", "message": "clean-vm", "start": 1726718431424, "status": "success", "end": 1726718431533, "result": { "merge": false } }, { "id": "1726718499104", "message": "snapshot", "start": 1726718499104, "status": "success", "end": 1726718500964, "result": "feed3bf9-6374-432a-0809-d28b67ae7c90" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718500964:0", "message": "export", "start": 1726718500964, "status": "success", "tasks": [ { "id": "1726718504554", "message": "clean-vm", "start": 1726718504554, "status": "success", "end": 1726718504620, "result": { "merge": false } } ], "end": 1726718504621 }, { "id": "1726720254890", "message": "clean-vm", "start": 1726720254890, "status": "success", "end": 1726720255534, "result": { "merge": false } }, { "id": "1726720320674", "message": "snapshot", "start": 1726720320674, "status": "success", "end": 1726720322374, "result": "45223402-622c-8f66-3c02-8dfbf6d9c5d6" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726720322375", "message": "export", "start": 1726720322375, "status": "success", "tasks": [ { "id": "1726720324752", "message": "transfer", "start": 1726720324752, "status": "success", "end": 1726724229717, "result": { "size": 465877516800 } }, { "id": "1726724232177:0", "message": "health check", "start": 1726724232177, "status": "success", "tasks": [ { "id": "1726724233217", "message": "transfer", "start": 1726724233217, "status": "success", "end": 1726727569474, "result": { "size": 465877516800, "id": "333a5900-76f1-1997-116f-572c9ba4000a" } }, { "id": "1726727569474:0", "message": "vmstart", "start": 1726727569474, "status": "success", "end": 1726727584346 } ], "end": 1726727586229 }, { "id": "1726727586245", "message": "clean-vm", "start": 1726727586245, "status": "success", "end": 1726727586515, "result": { "merge": false } } ], "end": 1726727586516 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:d2eeb93b-31c0-cbb0-3f62-c604c68cba3e" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:164ab306-66a8-ec12-0604-e73dcf186897" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726727586516 }, { "data": { "type": "VM", "id": "efb066b4-599c-7858-42b9-767082df2eb6", "name_label": "Overwatch" }, "id": "1726718433071", "message": "backup VM", "start": 1726718433071, "status": "success", "tasks": [ { "id": "1726718433073", "message": "clean-vm", "start": 1726718433073, "status": "success", "end": 1726718433181, "result": { "merge": false } }, { "id": "1726718452442", "message": "snapshot", "start": 1726718452442, "status": "success", "end": 1726718453070, "result": "13ae8d3a-a27c-bb64-27ec-6745e84d085f" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718453070:0", "message": "export", "start": 1726718453070, "status": "success", "tasks": [ { "id": "1726718468893", "message": "clean-vm", "start": 1726718468893, "status": "success", "end": 1726718469038, "result": { "merge": false } } ], "end": 1726718469041 }, { "id": "1726719417760", "message": "clean-vm", "start": 1726719417760, "status": "success", "end": 1726719419326, "result": { "merge": false } }, { "id": "1726719437638", "message": "snapshot", "start": 1726719437638, "status": "success", "end": 1726719438271, "result": "7ff4ebc8-30e1-17db-9984-7f6aafedf33b" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726719438272", "message": "export", "start": 1726719438272, "status": "success", "tasks": [ { "id": "1726719442982", "message": "transfer", "start": 1726719442982, "status": "success", "end": 1726722743533, "result": { "size": 292031515136 } }, { "id": "1726722745419", "message": "health check", "start": 1726722745419, "status": "success", "tasks": [ { "id": "1726722746072", "message": "transfer", "start": 1726722746072, "status": "success", "end": 1726726665235, "result": { "size": 292031515136, "id": "dd611bb2-3828-d006-fc5b-d270ee4afd7d" } }, { "id": "1726726665236", "message": "vmstart", "start": 1726726665236, "status": "success", "end": 1726726678417 } ], "end": 1726726680567 }, { "id": "1726726680597", "message": "clean-vm", "start": 1726726680597, "status": "success", "end": 1726726680933, "result": { "merge": false } } ], "end": 1726726680933 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:88aec595-b0ce-2bbe-265d-185a03ce77cd" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:537e821f-af7c-bb87-5931-5e6fc1b48e7f" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726726680934 }, { "data": { "type": "VM", "id": "a57ad290-3355-fd0b-c0f1-79d04185e46d", "name_label": "Bitwarden" }, "id": "1726718439048", "message": "backup VM", "start": 1726718439048, "status": "success", "tasks": [ { "id": "1726718439049", "message": "clean-vm", "start": 1726718439049, "status": "success", "end": 1726718439112, "result": { "merge": false } }, { "id": "1726718461699", "message": "snapshot", "start": 1726718461699, "status": "success", "end": 1726718464012, "result": "a694fb94-6470-25ba-5739-b0ef0b8cb2e4" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718464012:0", "message": "export", "start": 1726718464012, "status": "success", "tasks": [ { "id": "1726718468277", "message": "clean-vm", "start": 1726718468277, "status": "success", "end": 1726718468325, "result": { "merge": false } } ], "end": 1726718468327 }, { "id": "1726719341656", "message": "clean-vm", "start": 1726719341656, "status": "success", "end": 1726719341726, "result": { "merge": false } }, { "id": "1726719353745", "message": "snapshot", "start": 1726719353745, "status": "success", "end": 1726719355881, "result": "c71f6d77-3e03-485e-2530-f1cb2b4b8c83" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726719355881:0", "message": "export", "start": 1726719355881, "status": "success", "tasks": [ { "id": "1726719358313", "message": "transfer", "start": 1726719358313, "status": "success", "end": 1726719442339, "result": { "size": 11316973056 } }, { "id": "1726719443698:0", "message": "health check", "start": 1726719443698, "status": "success", "tasks": [ { "id": "1726719443770", "message": "transfer", "start": 1726719443770, "status": "success", "end": 1726720238490, "result": { "size": 11316973056, "id": "9dd73faa-1cc8-a8ad-9b5c-cf9d1c735134" } }, { "id": "1726720238497", "message": "vmstart", "start": 1726720238497, "status": "success", "end": 1726720251732 } ], "end": 1726720253786 }, { "id": "1726720253837", "message": "clean-vm", "start": 1726720253837, "status": "success", "end": 1726720254608, "result": { "merge": false } } ], "end": 1726720254674 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:e9dcb167-5fd1-787b-4f13-eebee024cde8" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:7a28805e-56f6-1989-b0e0-b24e1eee6870" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726720254674 }, { "data": { "type": "VM", "id": "71a4772f-ea5e-30ba-00a8-31c688b0e41e", "name_label": "Git" }, "id": "1726718456324", "message": "backup VM", "start": 1726718456324, "status": "success", "tasks": [ { "id": "1726718456326", "message": "clean-vm", "start": 1726718456326, "status": "success", "end": 1726718456416, "result": { "merge": false } }, { "id": "1726718462848", "message": "snapshot", "start": 1726718462848, "status": "success", "end": 1726718479631, "result": "016ac755-a8f3-694f-d691-e8c36bf638e2" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718479631:0", "message": "export", "start": 1726718479631, "status": "success", "tasks": [ { "id": "1726718483784", "message": "clean-vm", "start": 1726718483784, "status": "success", "end": 1726718483809, "result": { "merge": false } } ], "end": 1726718483809 }, { "id": "1726719710505", "message": "clean-vm", "start": 1726719710505, "status": "success", "end": 1726719711087, "result": { "merge": false } }, { "id": "1726719716131", "message": "snapshot", "start": 1726719716131, "status": "success", "end": 1726719718051, "result": "6d01d903-a5bd-5f88-ee9f-20147873db63" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726719718051:0", "message": "export", "start": 1726719718051, "status": "success", "tasks": [ { "id": "1726719720481", "message": "transfer", "start": 1726719720481, "status": "success", "end": 1726719834894, "result": { "size": 8992761344 } }, { "id": "1726719836027:0", "message": "health check", "start": 1726719836027, "status": "success", "tasks": [ { "id": "1726719836144", "message": "transfer", "start": 1726719836144, "status": "success", "end": 1726720488963, "result": { "size": 8992761344, "id": "a7019889-fa10-6107-1ed8-3b31fe4e8689" } }, { "id": "1726720488964", "message": "vmstart", "start": 1726720488964, "status": "success", "end": 1726720502033 } ], "end": 1726720503861 }, { "id": "1726720503893", "message": "clean-vm", "start": 1726720503893, "status": "success", "end": 1726720504406, "result": { "merge": false } } ], "end": 1726720504431 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:9b74b025-0f46-e478-a7c2-9ef69c6c9010" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:55e728ec-1ec4-1187-8233-608e022c4792" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726720504431 }, { "data": { "type": "VM", "id": "ce088f64-7213-83e8-31a1-1a95a759da00", "name_label": "AWX" }, "id": "1726718468332", "message": "backup VM", "start": 1726718468332, "status": "success", "tasks": [ { "id": "1726718468336", "message": "clean-vm", "start": 1726718468336, "status": "success", "end": 1726718468527, "result": { "merge": false } }, { "id": "1726718563096", "message": "snapshot", "start": 1726718563096, "status": "success", "end": 1726718564541, "result": "c121e1a4-8518-e04b-47af-ee2d0f593318" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718564542", "message": "export", "start": 1726718564542, "status": "success", "tasks": [ { "id": "1726718568017", "message": "clean-vm", "start": 1726718568017, "status": "success", "end": 1726718568037, "result": { "merge": false } } ], "end": 1726718568037 }, { "id": "1726720556774", "message": "clean-vm", "start": 1726720556774, "status": "success", "end": 1726720557255, "result": { "merge": false } }, { "id": "1726720651174", "message": "snapshot", "start": 1726720651174, "status": "success", "end": 1726720652912, "result": "07e5582e-d00d-9df7-cfea-db0a9170a4c5" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726720652912:0", "message": "export", "start": 1726720652912, "status": "success", "tasks": [ { "id": "1726720655304", "message": "transfer", "start": 1726720655304, "status": "success", "end": 1726721818506, "result": { "size": 66074469888 } }, { "id": "1726721820015", "message": "health check", "start": 1726721820015, "status": "success", "tasks": [ { "id": "1726721820241", "message": "transfer", "start": 1726721820241, "status": "success", "end": 1726724653615, "result": { "size": 66074469888, "id": "4979972b-1cf3-64a1-4963-27e153b4cad9" } }, { "id": "1726724653617", "message": "vmstart", "start": 1726724653617, "status": "success", "end": 1726724666883 } ], "end": 1726724668877 }, { "id": "1726724668914", "message": "clean-vm", "start": 1726724668914, "status": "success", "end": 1726724669565, "result": { "merge": false } } ], "end": 1726724669566 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:77e4a158-16f2-d3fc-63db-764bba2e81f3" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:a6b66abb-c13d-7fec-2e84-941886fc92db" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726724669566 }, { "data": { "type": "VM", "id": "5c4c4750-a48b-a33b-21da-a3b4390ce82e", "name_label": "Windows 11" }, "id": "1726718469046", "message": "backup VM", "start": 1726718469046, "status": "success", "tasks": [ { "id": "1726718469054", "message": "clean-vm", "start": 1726718469054, "status": "success", "end": 1726718469139, "result": { "merge": false } }, { "id": "1726718478376", "message": "snapshot", "start": 1726718478376, "status": "success", "end": 1726718479232, "result": "52bcc426-7305-d254-934f-a63ab3f416e1" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718479232:0", "message": "export", "start": 1726718479232, "status": "success", "tasks": [ { "id": "1726718490261", "message": "clean-vm", "start": 1726718490261, "status": "success", "end": 1726718490310, "result": { "merge": false } } ], "end": 1726718490311 }, { "id": "1726719862862", "message": "clean-vm", "start": 1726719862862, "status": "success", "end": 1726719863402, "result": { "merge": false } }, { "id": "1726719868809", "message": "snapshot", "start": 1726719868809, "status": "success", "end": 1726719869691, "result": "257f0b4a-c676-b914-09f3-c288db4eeb77" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": true, "type": "remote" }, "id": "1726719869692", "message": "export", "start": 1726719869692, "status": "success", "tasks": [ { "id": "1726719870563", "message": "transfer", "start": 1726719870563, "status": "success", "end": 1726721593937, "result": { "size": 110949892096 } }, { "id": "1726721595620", "message": "health check", "start": 1726721595620, "status": "success", "tasks": [ { "id": "1726721595960", "message": "transfer", "start": 1726721595960, "status": "success", "end": 1726725199071, "result": { "size": 110949892096, "id": "71d744ef-e72d-4232-80b0-10cbc423bb1e" } }, { "id": "1726725199072", "message": "vmstart", "start": 1726725199072, "status": "success", "end": 1726725209444 } ], "end": 1726725211461 }, { "id": "1726725211508", "message": "clean-vm", "start": 1726725211508, "status": "success", "end": 1726725212028, "result": { "merge": false } } ], "end": 1726725212030 } ], "infos": [ { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:dd8d4565-99c3-89e2-f798-f679280b0ee9" }, "message": "Snapshot data has been deleted" }, { "message": "Transfer data using NBD" }, { "message": "will delete snapshot data" }, { "data": { "vdiRef": "OpaqueRef:81216496-7045-12f3-73ee-6043482bb53d" }, "message": "Snapshot data has been deleted" } ], "warnings": [ { "data": { "attempt": 1, "error": "can't create a stream from a metadata VDI, fall back to a base " }, "message": "Retry the VM backup due to an error" } ], "end": 1726725212030 }, { "data": { "type": "VM", "id": "ccdba5bc-cb42-0929-1cdd-0e3ce077bb3c", "name_label": "DD Client" }, "id": "1726718486098", "message": "backup VM", "start": 1726718486098, "status": "failure", "tasks": [ { "id": "1726718486112", "message": "clean-vm", "start": 1726718486112, "status": "success", "end": 1726718486242, "result": { "merge": false } }, { "id": "1726718491907", "message": "snapshot", "start": 1726718491907, "status": "success", "end": 1726718494409, "result": "4def6f0d-ca7c-edae-855f-87b9f571955d" }, { "data": { "id": "fb902d3f-2f81-4363-95cc-cd67d40aa95c", "isFull": false, "type": "remote" }, "id": "1726718494410", "message": "export", "start": 1726718494410, "status": "success", "tasks": [ { "id": "1726718542988", "message": "clean-vm", "start": 1726718542988, "status": "success", "end": 1726718542997, "result": { "merge": false } } ], "end": 1726718542998 }, { "id": "1726720506958", "message": "clean-vm", "start": 1726720506958, "status": "success", "end": 1726720507380, "result": { "merge": false } }, { "id": "1726720556501", "message": "clean-vm", "start": 1726720556501, "status": "success", "end": 1726720556682, "result": { "merge": false } }, { "id": "1726727588853", "message": "clean-vm", "start": 1726727588853, "status": "success", "end": 1726727588968, "result": { "merge": false } }, { "id": "1726727637632", "message": "clean-vm", "start": 1726727637632, "status": "success", "end": 1726727637643, "result": { "merge": false } }, { "id": "1726727637764", "message": "clean-vm", "start": 1726727637764, "status": "success", "end": 1726727637771, "result": { "merge": false } }, { "id": "1726727686639", "message": "clean-vm", "start": 1726727686639, "status": "success", "end": 1726727686648, "result": { "merge": false } } ], "warnings": [ { "data": { "attempt": 1, "error": "VDI_IN_USE(OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0, destroy)" }, "message": "Retry the VM backup due to an error" }, { "data": { "attempt": 2, "error": "VDI_IN_USE(OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0, destroy)" }, "message": "Retry the VM backup due to an error" }, { "data": { "attempt": 3, "error": "VDI_IN_USE(OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0, destroy)" }, "message": "Retry the VM backup due to an error" } ], "end": 1726727686649, "result": { "code": "VDI_IN_USE", "params": [ "OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0", "destroy" ], "task": { "uuid": "a969a83d-6662-732d-92d6-8ea2098e2db6", "name_label": "Async.VDI.destroy", "name_description": "", "allowed_operations": [], "current_operations": {}, "created": "20240919T06:34:46Z", "finished": "20240919T06:34:46Z", "status": "failure", "resident_on": "OpaqueRef:dfe0e4d5-f0dd-636a-20b7-5f5b64db4aa7", "progress": 1, "type": "", "result": "", "error_info": [ "VDI_IN_USE", "OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0", "destroy" ], "other_config": {}, "subtask_of": "OpaqueRef:NULL", "subtasks": [], "backtrace": "(((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 5138))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/helpers.ml)(line 1662))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 5127))((process xapi)(filename ocaml/xapi/rbac.ml)(line 191))((process xapi)(filename ocaml/xapi/rbac.ml)(line 200))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 75)))" }, "message": "VDI_IN_USE(OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0, destroy)", "name": "XapiError", "stack": "XapiError: VDI_IN_USE(OpaqueRef:d669c76c-d1d0-17a8-9962-ce4bcc60e7a0, destroy)\n at XapiError.wrap (file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/_getTaskResult.mjs:13:29)\n at Xapi._addRecordToCache (file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/index.mjs:1041:24)\n at file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/index.mjs:1075:14\n at Array.forEach ()\n at Xapi._processEvents (file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/index.mjs:1065:12)\n at Xapi._watchEvents (file:///opt/xo/xo-builds/xen-orchestra-202409180806/packages/xen-api/index.mjs:1238:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)" } } ], "end": 1726727686649 }