Grain position error

[TITUS MAXIMUS]

Info:
Not from source
xo-server 5.111.1
xo-web 5.114.0
XCP-ng 8.2.1

Issue:
When trying to import the latest Ubuntu cloud image from the offical ubuntu site I am getting an error with Grain position 65536 must be after current position 129078

Full Error Message:

HTTP handler of vm.import
undefined
{
  "generatedMessage": false,
  "code": "ERR_ASSERTION",
  "actual": false,
  "expected": true,
  "operator": "strictEqual",
  "originalUrl": "https://xcp-ng/import_raw_vdi/?format=vhd&vdi=OpaqueRef%3A8dd5ddae-cf27-4afb-9622-743dbb175888&session_id=OpaqueRef%3A1331762e-619c-45fd-8f8a-1c90ac31779e&task_id=OpaqueRef%3A2018dc25-caea-4d13-9977-60df46c8ba36",
  "url": "https://xcp-ng/import_raw_vdi/?format=vhd&vdi=OpaqueRef%3A8dd5ddae-cf27-4afb-9622-743dbb175888&session_id=OpaqueRef%3A1331762e-619c-45fd-8f8a-1c90ac31779e&task_id=OpaqueRef%3A2018dc25-caea-4d13-9977-60df46c8ba36",
  "pool_master": {
    "uuid": "50274861-f6bf-440d-aea4-c134e44562dd",
    "name_label": "xcp-ng-01",
    "name_description": "Default install",
    "memory_overhead": 2706194432,
    "allowed_operations": [
      "vm_migrate",
      "provision",
      "vm_resume",
      "evacuate",
      "vm_start"
    ],
    "current_operations": {},
    "API_version_major": 2,
    "API_version_minor": 16,
    "API_version_vendor": "XenSource",
    "API_version_vendor_implementation": {},
    "enabled": true,
    "software_version": {
      "product_version": "8.2.1",
      "product_version_text": "8.2",
      "product_version_text_short": "8.2",
      "platform_name": "XCP",
      "platform_version": "3.2.1",
      "product_brand": "XCP-ng",
      "build_number": "release/yangtze/master/58",
      "hostname": "localhost",
      "date": "2022-10-12",
      "dbv": "0.0.1",
      "xapi": "1.20",
      "xen": "4.13.5-9.30",
      "linux": "4.19.0+1",
      "xencenter_min": "2.16",
      "xencenter_max": "2.16",
      "network_backend": "openvswitch",
      "db_schema": "5.602"
    },
    "other_config": {
      "agent_start_time": "1685036047.",
      "boot_time": "1682193949.",
      "rpm_patch_installation_time": "1667755712.134",
      "iscsi_iqn": "iqn.2020-10.com.example:933a92cc"
    },
    "capabilities": [
      "xen-3.0-x86_64",
      "hvm-3.0-x86_32",
      "hvm-3.0-x86_32p",
      "hvm-3.0-x86_64",
      ""
    ],
    "cpu_configuration": {},
    "sched_policy": "credit",
    "supported_bootloaders": [
      "pygrub",
      "eliloader"
    ],
    "resident_VMs": [
      "OpaqueRef:ea12ecc2-d474-4fc3-a13a-5c0dc215c8d4",
      "OpaqueRef:b622ec41-4f5b-4983-95e2-f617195cdfe6",
      "OpaqueRef:6ba2dcaf-70ef-42eb-ab1f-5a157434ca0e",
      "OpaqueRef:6752449e-8cd7-4350-a38e-a2a2b0bd364d",
      "OpaqueRef:5c3e60ea-df16-4f79-9197-ca8cb7799a6c",
      "OpaqueRef:59469cfc-892d-4646-a06e-4bd417ecf56b",
      "OpaqueRef:2dcba9ad-d3d6-44ab-b07e-7211b7995d1e",
      "OpaqueRef:29a5d7ce-c79a-4e73-a72a-568c8d2b0a48",
      "OpaqueRef:080248e0-4a49-4418-b418-d8f5a945964c"
    ],
    "logging": {},
    "PIFs": [
      "OpaqueRef:f0d00bbc-1023-4ae0-8f34-7f78cef1f2bb",
      "OpaqueRef:e35a41c2-fd0e-4364-8699-6a1ac0adb4e9",
      "OpaqueRef:e227a390-58a2-4248-b9ea-f8c4ef3cd461",
      "OpaqueRef:dc669e50-701b-43ad-b154-a2201b3fae01",
      "OpaqueRef:d9c151e7-e6ea-4296-8601-e577560fd72c",
      "OpaqueRef:a4714589-cc18-4990-bfb8-5ae8d5f42a49",
      "OpaqueRef:69eeb525-6fd0-452c-9b5d-8fd9eaa1543d",
      "OpaqueRef:4fd700fe-7f4c-457c-a44f-03869aa2ddf9",
      "OpaqueRef:3ecea274-0be7-4e8b-b168-03fe45cc35cc",
      "OpaqueRef:2c4b9e73-740b-4405-abe3-a3c3a259e4c2",
      "OpaqueRef:288e220a-e480-46e1-840b-331d75c9cb4d",
      "OpaqueRef:092045c4-9364-478d-a5ca-447b0055c682"
    ],
    "suspend_image_sr": "OpaqueRef:590b6350-1a8e-4043-9687-7b196e5e02bd",
    "crash_dump_sr": "OpaqueRef:590b6350-1a8e-4043-9687-7b196e5e02bd",
    "crashdumps": [],
    "patches": [],
    "updates": [],
    "PBDs": [
      "OpaqueRef:ee8e946e-6008-44a1-b13d-0053e384a040",
      "OpaqueRef:e060628f-038f-4b8b-b70c-d91fc8749898",
      "OpaqueRef:b8bc7ea4-210d-4126-9cbe-6d0ddd29bc26",
      "OpaqueRef:7e126b88-7e3c-44df-8db3-3d6548aaa8f0",
      "OpaqueRef:795ca3c6-7dc7-4b73-898f-346504e7b55c",
      "OpaqueRef:44ce602d-cb83-47cd-91ce-38aa86f22738",
      "OpaqueRef:046aef9d-3228-4b9a-a075-be29cf47d4d0"
    ],
    "host_CPUs": [
      "OpaqueRef:7ed3d1ab-43fa-4f39-83c4-ad6cf65e2028",
      "OpaqueRef:11c53288-8d9f-4c12-a6c6-812f9da49ff1",
      "OpaqueRef:7a9e8596-2887-41e5-bdbd-d0d37b4ce923",
      "OpaqueRef:f26c3f13-38f0-4081-b901-fc459aa0e3d2",
      "OpaqueRef:c2dbfe31-963f-4ea7-affc-8e77d320f474",
      "OpaqueRef:87da8097-188e-4084-b757-c15b7a28e50f",
      "OpaqueRef:35d04f4f-9109-4706-95aa-7077ca96e23e",
      "OpaqueRef:f0592a5f-f644-4630-a957-6f43c440514c",
      "OpaqueRef:f98c96c7-b117-4bfc-8cde-e9d6fc0e1681",
      "OpaqueRef:8f8093d7-834e-4086-9920-a637b9973294",
      "OpaqueRef:c914beac-8e42-4e96-8e33-1eee2fe7cfb4",
      "OpaqueRef:8e0a87ed-878b-4368-8024-1dc88470a39d",
      "OpaqueRef:0d378460-7f5c-47a0-88f3-2c219acbf6a1",
      "OpaqueRef:fd7246ef-7bed-46c8-b619-4bae7ee12f0e",
      "OpaqueRef:b2acd04c-4840-476d-9f5f-7c0eca0d6a5e",
      "OpaqueRef:2024c841-f55c-47a7-b524-c3c0b3840320",
      "OpaqueRef:bb73a127-84f4-497f-93fe-182f44e0813a",
      "OpaqueRef:9cff9284-ac7a-4745-a0d9-57d908a70bc0",
      "OpaqueRef:720c3806-c94e-47c7-b4ac-30f5d8f14106",
      "OpaqueRef:2547daa9-96d8-4df0-a47b-a36afc140ad7",
      "OpaqueRef:ef5dffc0-4b76-4ff9-be45-b544c79aa984",
      "OpaqueRef:6e41a629-7caf-407d-94af-e4658045e9b5",
      "OpaqueRef:d18bf190-1cc4-4f65-8593-2f4472f2a3e2",
      "OpaqueRef:1c4bec36-0168-4d6f-b115-abbf19945de7",
      "OpaqueRef:d3bc080a-ea7a-40a3-b858-3c451888d101",
      "OpaqueRef:29d7702e-90f5-4363-bd64-863463d49092",
      "OpaqueRef:5b58cd59-1a58-4b38-a4d4-cb64d6d2aa1d",
      "OpaqueRef:838bf2a2-eecd-400a-a05d-59d2685df1d4",
      "OpaqueRef:d59ae979-7632-40c3-ba8c-572e7ea41d47",
      "OpaqueRef:80f946e7-aaa1-4a41-8971-da1b64a3025e",
      "OpaqueRef:3807aed4-e927-4ae0-8d19-8ced65abe756",
      "OpaqueRef:187a9b20-537d-45e6-aa9b-b2c1b69c7225"
    ],
    "cpu_info": {
      "cpu_count": "32",
      "socket_count": "2",
      "vendor": "GenuineIntel",
      "speed": "2600.010",
      "modelname": "Intel(R) Xeon(R) CPU E5-2670 0 @ 2.60GHz",
      "family": "6",
      "model": "45",
      "stepping": "7",
      "flags": "fpu de tsc msr pae mce cx8 apic sep mca cmov pat clflush acpi mmx fxsr sse sse2 ss ht syscall nx rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid pni pclmulqdq est ssse3 cx16 sse4_1 sse4_2 popcnt aes xsave avx hypervisor lahf_lm ssbd ibrs ibpb stibp xsaveopt",
      "features_pv": "1fc9cbf5-96b82203-2991cbf5-00000003-00000001-00000000-00000000-00000000-00001000-8c000400-00000000-00000000-00000000-00000000-00000000-00000000-00000000-00000000",
      "features_hvm": "1fcbfbff-97ba2223-2d93fbff-00000403-00000001-00000000-00000000-00000000-00001000-9c000400-00000000-00000000-00000000-00000000-00000000-00000000-00000000-00000000",
      "features_hvm_host": "1fcbfbff-97ba2223-2c100800-00000001-00000001-00000000-00000000-00000000-00001000-9c000400-00000000-00000000-00000000-00000000-00000000-00000000-00000000-00000000",
      "features_pv_host": "1fc9cbf5-96b82203-28100800-00000001-00000001-00000000-00000000-00000000-00001000-8c000400-00000000-00000000-00000000-00000000-00000000-00000000-00000000-00000000"
    },
    "hostname": "xcp-ng-01",
    "address": "192.168.9.106",
    "metrics": "OpaqueRef:190e7342-84c5-4247-8394-b8fa004db581",
    "license_params": {
      "restrict_vswitch_controller": "false",
      "restrict_lab": "false",
      "restrict_stage": "false",
      "restrict_storagelink": "false",
      "restrict_storagelink_site_recovery": "false",
      "restrict_web_selfservice": "false",
      "restrict_web_selfservice_manager": "false",
      "restrict_hotfix_apply": "false",
      "restrict_export_resource_data": "false",
      "restrict_read_caching": "false",
      "restrict_cifs": "false",
      "restrict_health_check": "false",
      "restrict_xcm": "false",
      "restrict_vm_memory_introspection": "false",
      "restrict_batch_hotfix_apply": "false",
      "restrict_management_on_vlan": "false",
      "restrict_ws_proxy": "false",
      "restrict_vlan": "false",
      "restrict_qos": "false",
      "restrict_pool_attached_storage": "false",
      "restrict_netapp": "false",
      "restrict_equalogic": "false",
      "restrict_pooling": "false",
      "enable_xha": "true",
      "restrict_marathon": "false",
      "restrict_email_alerting": "false",
      "restrict_historical_performance": "false",
      "restrict_wlb": "false",
      "restrict_rbac": "false",
      "restrict_dmc": "false",
      "restrict_checkpoint": "false",
      "restrict_cpu_masking": "false",
      "restrict_connection": "false",
      "platform_filter": "false",
      "regular_nag_dialog": "false",
      "restrict_vmpr": "false",
      "restrict_vmss": "false",
      "restrict_intellicache": "false",
      "restrict_gpu": "false",
      "restrict_dr": "false",
      "restrict_vif_locking": "false",
      "restrict_storage_xen_motion": "false",
      "restrict_vgpu": "false",
      "restrict_integrated_gpu_passthrough": "false",
      "restrict_vss": "false",
      "restrict_guest_agent_auto_update": "false",
      "restrict_pci_device_for_auto_update": "false",
      "restrict_xen_motion": "false",
      "restrict_guest_ip_setting": "false",
      "restrict_ad": "false",
      "restrict_nested_virt": "false",
      "restrict_live_patching": "false",
      "restrict_set_vcpus_number_live": "false",
      "restrict_pvs_proxy": "false",
      "restrict_igmp_snooping": "false",
      "restrict_rpu": "false",
      "restrict_pool_size": "false",
      "restrict_cbt": "false",
      "restrict_usb_passthrough": "false",
      "restrict_network_sriov": "false",
      "restrict_corosync": "true",
      "restrict_zstd_export": "false",
      "restrict_pool_secret_rotation": "false"
    },
    "ha_statefiles": [],
    "ha_network_peers": [],
    "blobs": {},
    "tags": [],
    "external_auth_type": "",
    "external_auth_service_name": "",
    "external_auth_configuration": {},
    "edition": "xcp-ng",
    "license_server": {
      "address": "localhost",
      "port": "27000"
    },
    "bios_strings": {
      "bios-vendor": "Dell Inc.",
      "bios-version": "1.2.6",
      "system-manufacturer": "Dell Inc.",
      "system-product-name": "PowerEdge R720",
      "system-version": "",
      "system-serial-number": "HMYN5X1",
      "baseboard-manufacturer": "Dell Inc.",
      "baseboard-product-name": "0VWT90",
      "baseboard-version": "A08",
      "baseboard-serial-number": "..CN701632CE00LU.",
      "oem-1": "Xen",
      "oem-2": "MS_VM_CERT/SHA1/bdbeb6e0a816d43fa6d3fe8aaef04c2bad9d3e3d",
      "oem-3": "Dell System",
      "oem-4": "5[0000]",
      "hp-rombios": ""
    },
    "power_on_mode": "",
    "power_on_config": {},
    "local_cache_sr": "OpaqueRef:NULL",
    "chipset_info": {
      "iommu": "true"
    },
    "PCIs": [
      "OpaqueRef:9620e99d-e757-4d47-95e4-9c0e884b3ff3",
      "OpaqueRef:824f6359-f77e-4186-a010-8cb93e242b3d",
      "OpaqueRef:7ad984e2-e81f-4010-897d-da8dffe20f4f",
      "OpaqueRef:71aaf63d-c933-4070-bf33-0d2379f6d9c8",
      "OpaqueRef:6b1c29b9-5926-437e-be4a-70cbe384b59d",
      "OpaqueRef:63d47111-c789-4e39-9816-66f17b25fbc9",
      "OpaqueRef:5e5e692c-4f4f-49e2-a727-fb6b28a5e755",
      "OpaqueRef:55b3e3ba-7ccf-4b81-86c0-5e9fa8cb2d7e",
      "OpaqueRef:4d1d0251-28ff-4029-865d-b0a627bf8346",
      "OpaqueRef:2f1bbc2b-6bec-4899-8b91-bc57647184d1"
    ],
    "PGPUs": [
      "OpaqueRef:557e9cee-1f8a-4140-b7f6-134faacb741b"
    ],
    "PUSBs": [
      "OpaqueRef:9e232c07-7400-4cdf-8097-222b704b0123"
    ],
    "ssl_legacy": false,
    "guest_VCPUs_params": {},
    "display": "enabled",
    "virtual_hardware_platform_versions": [
      0,
      1,
      2
    ],
    "control_domain": "OpaqueRef:ea12ecc2-d474-4fc3-a13a-5c0dc215c8d4",
    "updates_requiring_reboot": [],
    "features": [],
    "iscsi_iqn": "iqn.2020-10.com.example:933a92cc",
    "multipathing": false,
    "uefi_certificates": "",
    "certificates": [],
    "editions": [
      "xcp-ng"
    ]
  },
  "SR": {
    "uuid": "d95fa735-4616-1c5c-9760-222336f984c6",
    "name_label": "Local SSD",
    "name_description": "Local SSD",
    "allowed_operations": [
      "vdi_enable_cbt",
      "vdi_list_changed_blocks",
      "unplug",
      "plug",
      "pbd_create",
      "vdi_disable_cbt",
      "update",
      "pbd_destroy",
      "vdi_resize",
      "vdi_clone",
      "vdi_data_destroy",
      "scan",
      "vdi_snapshot",
      "vdi_mirror",
      "vdi_create",
      "vdi_destroy",
      "vdi_set_on_boot"
    ],
    "current_operations": {},
    "VDIs": [
      "OpaqueRef:8dd5ddae-cf27-4afb-9622-743dbb175888",
      "OpaqueRef:ee13a06e-ad08-4171-aab5-05aa9ffd2037",
      "OpaqueRef:dc20b97a-c96c-413c-b8b3-72ebc6f652e7",
      "OpaqueRef:c398552c-0f63-448d-b82b-ea2f9b05563c",
      "OpaqueRef:b4353774-13ba-45aa-999d-83982e6248c9",
      "OpaqueRef:999490d6-10db-4b3e-aa0b-a0f7f0f60569",
      "OpaqueRef:7e6d7f3b-ec3c-4b18-9e19-f309d72c62c2",
      "OpaqueRef:5b6cebd5-a8fa-48c4-9415-7c99611c8858",
      "OpaqueRef:4fe4c552-ba88-47ee-846d-8b6993109c6f",
      "OpaqueRef:485c3b2a-1edc-4be3-9f8f-749ea9c56651",
      "OpaqueRef:2ed7a498-ff8e-4e4a-af6b-328e9ab00825",
      "OpaqueRef:19c6060d-0482-4e7a-a3c9-2e0909d07033"
    ],
    "PBDs": [
      "OpaqueRef:e060628f-038f-4b8b-b70c-d91fc8749898"
    ],
    "virtual_allocation": 1241277005824,
    "physical_utilisation": 407403765760,
    "physical_size": 983817052160,
    "type": "ext",
    "content_type": "user",
    "shared": false,
    "other_config": {},
    "tags": [],
    "sm_config": {
      "devserial": "scsi-32000acde48234567"
    },
    "blobs": {},
    "local_cache_enabled": false,
    "introduced_by": "OpaqueRef:NULL",
    "clustered": false,
    "is_tools_sr": false
  },
  "VDI": {
    "uuid": "4f14960d-47f5-4698-bbea-4ac727dcb354",
    "name_label": "Hard Disk 1",
    "name_description": "No description",
    "allowed_operations": [
      "generate_config",
      "update",
      "forget",
      "destroy",
      "snapshot",
      "resize",
      "copy",
      "clone"
    ],
    "current_operations": {},
    "SR": "OpaqueRef:a5432806-461a-4f5b-a42f-2bf6445df01e",
    "VBDs": [
      "OpaqueRef:06769ceb-d0dc-4d31-bd49-9726d3282a0a",
      "OpaqueRef:7c06cc54-fed9-4737-8094-36e2c58c863a"
    ],
    "crash_dumps": [],
    "virtual_size": 10737418240,
    "physical_utilisation": 24064,
    "type": "user",
    "sharable": false,
    "read_only": false,
    "other_config": {},
    "storage_lock": false,
    "location": "4f14960d-47f5-4698-bbea-4ac727dcb354",
    "managed": true,
    "missing": false,
    "parent": "OpaqueRef:NULL",
    "xenstore_data": {},
    "sm_config": {},
    "is_a_snapshot": false,
    "snapshot_of": "OpaqueRef:NULL",
    "snapshots": [],
    "snapshot_time": "19700101T00:00:00Z",
    "tags": [],
    "allow_caching": false,
    "on_boot": "persist",
    "metadata_of_pool": "",
    "metadata_latest": false,
    "is_tools_iso": false,
    "cbt_enabled": false
  },
  "message": "Grain position 65536 must be after current position 129078",
  "name": "AssertionError",
  "stack": "AssertionError [ERR_ASSERTION]: Grain position 65536 must be after current position 129078
    at VMDKDirectParser.blockIterator (/usr/local/lib/node_modules/xo-server/node_modules/xo-vmdk-to-vhd/src/vmdk-read.js:189:14)
    at blockIterator.next (<anonymous>)
    at generateBlocks (/usr/local/lib/node_modules/xo-server/node_modules/vhd-lib/createReadableSparseStream.js:119:22)
    at generateBlocks.next (<anonymous>)
    at iterator (/usr/local/lib/node_modules/xo-server/node_modules/vhd-lib/createReadableSparseStream.js:142:12)
    at processTicksAndRejections (node:internal/process/task_queues:95:5)"
}

[olivierlambert]

Hi,

"Not from sources", so you mean XOA?

[TITUS MAXIMUS]

@olivierlambert Correct, I meant XOA.

[olivierlambert]

1. Are you on stable or latest channel?
2. Can you link the image so we can try to reproduce?

[TITUS MAXIMUS]

@olivierlambert I am on the stable channel.

Link to OVA used to reproduce.
https://cloud-images.ubuntu.com/jammy/current/jammy-server-cloudimg-amd64.ova

[olivierlambert]

Okay please update to latest and try again

[TITUS MAXIMUS]

@olivierlambert That seemed to do the trick! I'd like to only stay on stable versions unless you think the latest is very stable?

[olivierlambert]

There isn't a huge diff: stable is just release-1. "release" is "latest". So for example, our next XO release (5.83) will be in latest while your current latest code will land in stable. So if next week (June the 1st) you decide to get back on stable, you will be in 5.82 (the current latest of today).