Unable to backup/snapshot
-
Hello,
I'm facing this weird issue, after warm migrating this VM from an old storage (NFS) to a new CEPH storage (connected via NFS) I am having trouble backing up this particular VM.
{ "data": { "mode": "delta", "reportWhen": "failure" }, "id": "1758981070521", "jobId": "1642683d-1fa6-436d-8889-64338db97e40", "jobName": "Daily VM Backup Local", "message": "backup", "scheduleId": "85899347-f880-42b8-9c44-82756354084c", "start": 1758981070521, "status": "failure", "infos": [ { "data": { "vms": [ "0fcf121c-0849-299a-06b8-cabb0c482dc0" ] }, "message": "vms" } ], "tasks": [ { "data": { "type": "VM", "id": "0fcf121c-0849-299a-06b8-cabb0c482dc0", "name_label": "SCMP MSSQL + hmailserver" }, "id": "1758981072370", "message": "backup VM", "start": 1758981072370, "status": "failure", "tasks": [ { "id": "1758981072482", "message": "clean-vm", "start": 1758981072482, "status": "success", "end": 1758981072486, "result": { "merge": false } }, { "id": "1758981073026", "message": "snapshot", "start": 1758981073026, "status": "failure", "end": 1758981074934, "result": { "code": "SR_BACKEND_FAILURE_1200", "params": [ "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/add9095c-88fd-4226-b7c0-db0018b922ea.vhd'", "" ], "task": { "uuid": "fcbffbcb-1437-dce8-e270-42bfb3e63ccb", "name_label": "Async.VM.snapshot", "name_description": "", "allowed_operations": [], "current_operations": {}, "created": "20250927T13:51:13Z", "finished": "20250927T13:51:14Z", "status": "failure", "resident_on": "OpaqueRef:746b6b26-7640-265b-0f14-fe8f7d857747", "progress": 1, "type": "<none/>", "result": "", "error_info": [ "SR_BACKEND_FAILURE_1200", "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/add9095c-88fd-4226-b7c0-db0018b922ea.vhd'", "" ], "other_config": {}, "subtask_of": "OpaqueRef:NULL", "subtasks": [ "OpaqueRef:36429912-8dac-e01a-7fb4-79237a132284" ], "backtrace": "(((process xapi)(filename ocaml/xapi-client/client.ml)(line 7))((process xapi)(filename ocaml/xapi-client/client.ml)(line 19))((process xapi)(filename ocaml/xapi-client/client.ml)(line 5953))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 144))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 1730))((process xapi)(filename ocaml/xapi/rbac.ml)(line 188))((process xapi)(filename ocaml/xapi/rbac.ml)(line 197))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 77)))" }, "message": "SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/add9095c-88fd-4226-b7c0-db0018b922ea.vhd', )", "name": "XapiError", "stack": "XapiError: SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/add9095c-88fd-4226-b7c0-db0018b922ea.vhd', )\n at XapiError.wrap (file:///root/xen-orchestra/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///root/xen-orchestra/packages/xen-api/_getTaskResult.mjs:13:29)\n at Xapi._addRecordToCache (file:///root/xen-orchestra/packages/xen-api/index.mjs:1073:24)\n at file:///root/xen-orchestra/packages/xen-api/index.mjs:1107:14\n at Array.forEach (<anonymous>)\n at Xapi._processEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1097:12)\n at Xapi._watchEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1270:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:105:5)" } }, { "id": "1758981075210", "message": "clean-vm", "start": 1758981075210, "status": "success", "end": 1758981075213, "result": { "merge": false } }, { "id": "1758981075261", "message": "clean-vm", "start": 1758981075261, "status": "success", "end": 1758981075262, "result": { "merge": false } }, { "id": "1758981075549", "message": "snapshot", "start": 1758981075549, "status": "failure", "end": 1758981077254, "result": { "code": "SR_BACKEND_FAILURE_1200", "params": [ "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd'", "" ], "task": { "uuid": "4158274c-ef9e-3cef-f399-a614c044b029", "name_label": "Async.VM.snapshot", "name_description": "", "allowed_operations": [], "current_operations": {}, "created": "20250927T13:51:15Z", "finished": "20250927T13:51:17Z", "status": "failure", "resident_on": "OpaqueRef:78fa9361-95c3-4d0a-b29e-838284ff9cb0", "progress": 1, "type": "<none/>", "result": "", "error_info": [ "SR_BACKEND_FAILURE_1200", "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd'", "" ], "other_config": {}, "subtask_of": "OpaqueRef:NULL", "subtasks": [ "OpaqueRef:0fadad9b-b5d9-30ed-0f0c-4abcf23b3879" ], "backtrace": "(((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 77))((process xapi)(filename list.ml)(line 110))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 120))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 128))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 171))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 209))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 220))((process xapi)(filename list.ml)(line 121))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 222))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 455))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_snapshot.ml)(line 34))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 141))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 1730))((process xapi)(filename ocaml/xapi/rbac.ml)(line 188))((process xapi)(filename ocaml/xapi/rbac.ml)(line 197))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 77)))" }, "message": "SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd', )", "name": "XapiError", "stack": "XapiError: SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd', )\n at XapiError.wrap (file:///root/xen-orchestra/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///root/xen-orchestra/packages/xen-api/_getTaskResult.mjs:13:29)\n at Xapi._addRecordToCache (file:///root/xen-orchestra/packages/xen-api/index.mjs:1073:24)\n at file:///root/xen-orchestra/packages/xen-api/index.mjs:1107:14\n at Array.forEach (<anonymous>)\n at Xapi._processEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1097:12)\n at Xapi._watchEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1270:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:105:5)" } }, { "id": "1758981077542", "message": "clean-vm", "start": 1758981077542, "status": "success", "end": 1758981077544, "result": { "merge": false } } ], "warnings": [ { "data": { "attempt": 1, "error": "SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/add9095c-88fd-4226-b7c0-db0018b922ea.vhd', )" }, "message": "Retry the VM backup due to an error" } ], "end": 1758981077598, "result": { "code": "SR_BACKEND_FAILURE_1200", "params": [ "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd'", "" ], "task": { "uuid": "4158274c-ef9e-3cef-f399-a614c044b029", "name_label": "Async.VM.snapshot", "name_description": "", "allowed_operations": [], "current_operations": {}, "created": "20250927T13:51:15Z", "finished": "20250927T13:51:17Z", "status": "failure", "resident_on": "OpaqueRef:78fa9361-95c3-4d0a-b29e-838284ff9cb0", "progress": 1, "type": "<none/>", "result": "", "error_info": [ "SR_BACKEND_FAILURE_1200", "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd'", "" ], "other_config": {}, "subtask_of": "OpaqueRef:NULL", "subtasks": [ "OpaqueRef:0fadad9b-b5d9-30ed-0f0c-4abcf23b3879" ], "backtrace": "(((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 77))((process xapi)(filename list.ml)(line 110))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 120))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 128))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 171))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 209))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 220))((process xapi)(filename list.ml)(line 121))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 222))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 455))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_snapshot.ml)(line 34))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 141))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 1730))((process xapi)(filename ocaml/xapi/rbac.ml)(line 188))((process xapi)(filename ocaml/xapi/rbac.ml)(line 197))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 77)))" }, "message": "SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd', )", "name": "XapiError", "stack": "XapiError: SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5fe9dbfa-685f-4de9-b099-ccb7ca823269.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/e613d004-dcff-4836-8e0b-5e80ecf4ac9c.vhd', )\n at XapiError.wrap (file:///root/xen-orchestra/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///root/xen-orchestra/packages/xen-api/_getTaskResult.mjs:13:29)\n at Xapi._addRecordToCache (file:///root/xen-orchestra/packages/xen-api/index.mjs:1073:24)\n at file:///root/xen-orchestra/packages/xen-api/index.mjs:1107:14\n at Array.forEach (<anonymous>)\n at Xapi._processEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1097:12)\n at Xapi._watchEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1270:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:105:5)" } } ], "end": 1758981077598 }Seems like it failed during snapshoting, so I tried manual snapshot, that also fails with the same read-only error. I tried stop/start the vm but still the same issue occur. I checked with xe vdi-list and the read-only parameter is false. What do I have to check next?
-
I forgot to add that there are other VMs on the same host and using the same shared CEPH storage via NFS (same SR) and they are able to backup normally.
-
I have no idea what went wrong but a whole system reboot of xcp-ng hosts did the trick and now the VM is back to snapshotting.
-
Nevermind, I spoke too soon, now another VM cannot be snapshot instead.
{ id: "0mg34d4jh", properties: { method: "vm.snapshot", params: { id: "3cc51a8f-d30c-617e-789d-bcd87c05b4c9" }, name: "API call: vm.snapshot", userId: "fa5ac942-1c2e-46d7-b197-82feddad32c6", type: "api.call" }, start: 1759028856893, status: "failure", updatedAt: 1759028858792, end: 1759028858792, result: { code: "SR_BACKEND_FAILURE_1200", params: [ "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5565f3e0-e373-43a7-a883-22c47ee05175.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/7bceb156-a1d7-44ab-ad6c-df45fc27f514.vhd'", "" ], task: { uuid: "15d37778-a474-9f37-ac6a-c36eba05ac0c", name_label: "Async.VM.snapshot", name_description: "", allowed_operations: [ ], current_operations: { }, created: "20250928T03:07:36Z", finished: "20250928T03:07:38Z", status: "failure", resident_on: "OpaqueRef:78fa9361-95c3-4d0a-b29e-838284ff9cb0", progress: 1, type: "<none/>", result: "", error_info: [ "SR_BACKEND_FAILURE_1200", "", "[Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5565f3e0-e373-43a7-a883-22c47ee05175.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/7bceb156-a1d7-44ab-ad6c-df45fc27f514.vhd'", "" ], other_config: { }, subtask_of: "OpaqueRef:NULL", subtasks: [ "OpaqueRef:0ad90143-7cbe-ebbe-41cf-ed864ddc7d4c" ], backtrace: "(((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 77))((process xapi)(filename list.ml)(line 110))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 120))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 128))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 171))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 209))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 220))((process xapi)(filename list.ml)(line 121))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 222))((process xapi)(filename ocaml/xapi/xapi_vm_clone.ml)(line 455))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/xapi_vm_snapshot.ml)(line 34))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 141))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/libs/xapi-stdext/lib/xapi-stdext-pervasives/pervasiveext.ml)(line 39))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 1730))((process xapi)(filename ocaml/xapi/rbac.ml)(line 188))((process xapi)(filename ocaml/xapi/rbac.ml)(line 197))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 77)))" }, message: "SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5565f3e0-e373-43a7-a883-22c47ee05175.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/7bceb156-a1d7-44ab-ad6c-df45fc27f514.vhd', )", name: "XapiError", stack: "XapiError: SR_BACKEND_FAILURE_1200(, [Errno 30] Read-only file system: '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/5565f3e0-e373-43a7-a883-22c47ee05175.vhd' -> '/var/run/sr-mount/27efe059-c8fd-fc75-e216-1bca3c4b3506/7bceb156-a1d7-44ab-ad6c-df45fc27f514.vhd', ) at Function.wrap (file:///root/xen-orchestra/packages/xen-api/_XapiError.mjs:16:12) at default (file:///root/xen-orchestra/packages/xen-api/_getTaskResult.mjs:13:29) at Xapi._addRecordToCache (file:///root/xen-orchestra/packages/xen-api/index.mjs:1073:24) at file:///root/xen-orchestra/packages/xen-api/index.mjs:1107:14 at Array.forEach (<anonymous>) at Xapi._processEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1097:12) at Xapi._watchEvents (file:///root/xen-orchestra/packages/xen-api/index.mjs:1270:14)" } }