{
  "data": {
    "mode": "full",
    "reportWhen": "failure"
  },
  "id": "1610960400011",
  "jobId": "cdd23b8d-a825-49d3-b042-7dffc6b671d6",
  "jobName": "B2 Backup tm sftp www",
  "message": "backup",
  "scheduleId": "ce7efa8a-fd36-4850-9e06-e5ef7d28be89",
  "start": 1610960400011,
  "status": "failure",
  "infos": [
    {
      "data": {
        "vms": [
          "24103ce1-e47b-fe12-4029-d643e0382f08",
          "60ac886d-8adf-9e21-4baa-b14e0fc1b2bb",
          "25a4e2a6-b116-7cee-b94b-f3553fe001f2"
        ]
      },
      "message": "vms"
    }
  ],
  "tasks": [
    {
      "data": {
        "type": "VM",
        "id": "24103ce1-e47b-fe12-4029-d643e0382f08"
      },
      "id": "1610960400020:0",
      "message": "Starting backup of abc-sftp-LIVE. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610960400020,
      "status": "failure",
      "tasks": [
        {
          "id": "1610960400024",
          "message": "snapshot",
          "start": 1610960400024,
          "status": "success",
          "end": 1610960417841,
          "result": "77f8d5f8-af73-9530-6e8c-45e25f57c0b7"
        },
        {
          "id": "1610960417844",
          "message": "add metadata to snapshot",
          "start": 1610960417844,
          "status": "success",
          "end": 1610960417852
        }
      ],
      "end": 1610960418028,
      "result": {
        "message": "no object with UUID or opaque ref: e6357e0b-45d7-d9c3-a338-e847f07c1095",
        "name": "Error",
        "stack": "Error: no object with UUID or opaque ref: e6357e0b-45d7-d9c3-a338-e847f07c1095\n    at Xapi.apply (/opt/xen-orchestra/packages/xen-api/src/index.js:568:11)\n    at Xapi.getObject (/opt/xen-orchestra/packages/xo-server/src/xapi/index.js:120:24)\n    at Xapi.deleteVm (/opt/xen-orchestra/packages/xo-server/src/xapi/index.js:659:44)\n    at iteratee (/opt/xen-orchestra/packages/xo-server/src/xo-mixins/backups-ng/index.js:1189:23)\n    at /opt/xen-orchestra/@xen-orchestra/async-map/src/index.js:32:17\n    at Promise._execute (/opt/xen-orchestra/node_modules/bluebird/js/release/debuggability.js:384:9)\n    at Promise._resolveFromExecutor (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:518:18)\n    at new Promise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:103:10)\n    at /opt/xen-orchestra/@xen-orchestra/async-map/src/index.js:31:7\n    at arrayMap (/opt/xen-orchestra/node_modules/lodash/_arrayMap.js:16:21)\n    at map (/opt/xen-orchestra/node_modules/lodash/map.js:50:10)\n    at asyncMap (/opt/xen-orchestra/@xen-orchestra/async-map/src/index.js:30:5)\n    at BackupNg._backupVm (/opt/xen-orchestra/packages/xo-server/src/xo-mixins/backups-ng/index.js:1186:13)\n    at runNextTicks (internal/process/task_queues.js:62:5)\n    at processImmediate (internal/timers.js:434:9)\n    at handleVm (/opt/xen-orchestra/packages/xo-server/src/xo-mixins/backups-ng/index.js:706:13)"
      }
    },
    {
      "data": {
        "type": "VM",
        "id": "60ac886d-8adf-9e21-4baa-b14e0fc1b2bb"
      },
      "id": "1610960418028:0",
      "message": "Starting backup of abc-www-LIVE_LON. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610960418028,
      "status": "failure",
      "tasks": [
        {
          "id": "1610960418029",
          "message": "snapshot",
          "start": 1610960418029,
          "status": "success",
          "end": 1610960419280,
          "result": "8e63a896-d692-0d93-00de-50cfb0469b05"
        },
        {
          "id": "1610960419283",
          "message": "add metadata to snapshot",
          "start": 1610960419283,
          "status": "success",
          "end": 1610960419292
        },
        {
          "id": "1610960420296",
          "message": "waiting for uptodate snapshot record",
          "start": 1610960420296,
          "status": "success",
          "end": 1610960420500
        },
        {
          "id": "1610960420502",
          "message": "start VM export",
          "start": 1610960420502,
          "status": "success",
          "end": 1610960420520
        },
        {
          "data": {
            "id": "5c1ea9b7-916f-44e4-a120-33aad7a350d8",
            "type": "remote"
          },
          "id": "1610960420521",
          "message": "export",
          "start": 1610960420521,
          "status": "failure",
          "tasks": [
            {
              "id": "1610960421943",
              "message": "transfer",
              "start": 1610960421943,
              "status": "failure",
              "end": 1610961169494,
              "result": {
                "code": "InternalError",
                "arguments": [
                  {
                    "Bucket": "abc-backups",
                    "Key": "lon1b-xoa/xo-vm-backups/60ac886d-8adf-9e21-4baa-b14e0fc1b2bb/20210118T090020Z.xva",
                    "Body": {
                      "_readableState": {
                        "objectMode": false,
                        "highWaterMark": 1073741824,
                        "buffer": {
                          "head": null,
                          "tail": null,
                          "length": 0
                        },
                        "length": 0,
                        "pipes": null,
                        "pipesCount": 0,
                        "flowing": true,
                        "ended": true,
                        "endEmitted": true,
                        "reading": false,
                        "sync": false,
                        "needReadable": false,
                        "emittedReadable": false,
                        "readableListening": false,
                        "resumeScheduled": false,
                        "paused": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "destroyed": false,
                        "defaultEncoding": "utf8",
                        "awaitDrain": 0,
                        "readingMore": false,
                        "decoder": null,
                        "encoding": null
                      },
                      "readable": false,
                      "_events": {
                        "error": [
                          null,
                          null
                        ]
                      },
                      "_eventsCount": 2,
                      "_writableState": {
                        "objectMode": false,
                        "highWaterMark": 16384,
                        "finalCalled": false,
                        "needDrain": false,
                        "ending": true,
                        "ended": true,
                        "finished": true,
                        "destroyed": false,
                        "decodeStrings": true,
                        "defaultEncoding": "utf8",
                        "length": 0,
                        "writing": false,
                        "corked": 0,
                        "sync": false,
                        "bufferProcessing": false,
                        "writecb": null,
                        "writelen": 0,
                        "bufferedRequest": null,
                        "lastBufferedRequest": null,
                        "pendingcb": 0,
                        "prefinished": true,
                        "errorEmitted": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "bufferedRequestCount": 0,
                        "corkedRequestsFree": {
                          "next": null,
                          "entry": null
                        }
                      },
                      "writable": false,
                      "allowHalfOpen": true,
                      "_transformState": {
                        "needTransform": false,
                        "transforming": false,
                        "writecb": null,
                        "writechunk": null,
                        "writeencoding": "buffer"
                      },
                      "checksum": {
                        "isFulfilled": true,
                        "isRejected": false,
                        "fulfillmentValue": "$1$$fa8085c7448738d1eb1577449664b6ce"
                      }
                    }
                  },
                  {
                    "partSize": 549755814,
                    "queueSize": 1
                  }
                ],
                "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1025-16.backblaze.com/bz_internal/upload_part) after 198260 ms.",
                "name": "Error",
                "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1025-16.backblaze.com/bz_internal/upload_part) after 198260 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
              }
            }
          ],
          "end": 1610961169496,
          "result": {
            "code": "InternalError",
            "arguments": [
              {
                "Bucket": "abc-backups",
                "Key": "lon1b-xoa/xo-vm-backups/60ac886d-8adf-9e21-4baa-b14e0fc1b2bb/20210118T090020Z.xva",
                "Body": {
                  "_readableState": {
                    "objectMode": false,
                    "highWaterMark": 1073741824,
                    "buffer": {
                      "head": null,
                      "tail": null,
                      "length": 0
                    },
                    "length": 0,
                    "pipes": null,
                    "pipesCount": 0,
                    "flowing": true,
                    "ended": true,
                    "endEmitted": true,
                    "reading": false,
                    "sync": false,
                    "needReadable": false,
                    "emittedReadable": false,
                    "readableListening": false,
                    "resumeScheduled": false,
                    "paused": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "destroyed": false,
                    "defaultEncoding": "utf8",
                    "awaitDrain": 0,
                    "readingMore": false,
                    "decoder": null,
                    "encoding": null
                  },
                  "readable": false,
                  "_events": {
                    "error": [
                      null,
                      null
                    ]
                  },
                  "_eventsCount": 2,
                  "_writableState": {
                    "objectMode": false,
                    "highWaterMark": 16384,
                    "finalCalled": false,
                    "needDrain": false,
                    "ending": true,
                    "ended": true,
                    "finished": true,
                    "destroyed": false,
                    "decodeStrings": true,
                    "defaultEncoding": "utf8",
                    "length": 0,
                    "writing": false,
                    "corked": 0,
                    "sync": false,
                    "bufferProcessing": false,
                    "writecb": null,
                    "writelen": 0,
                    "bufferedRequest": null,
                    "lastBufferedRequest": null,
                    "pendingcb": 0,
                    "prefinished": true,
                    "errorEmitted": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "bufferedRequestCount": 0,
                    "corkedRequestsFree": {
                      "next": null,
                      "entry": null
                    }
                  },
                  "writable": false,
                  "allowHalfOpen": true,
                  "_transformState": {
                    "needTransform": false,
                    "transforming": false,
                    "writecb": null,
                    "writechunk": null,
                    "writeencoding": "buffer"
                  },
                  "checksum": {
                    "isFulfilled": true,
                    "isRejected": false,
                    "fulfillmentValue": "$1$$fa8085c7448738d1eb1577449664b6ce"
                  }
                }
              },
              {
                "partSize": 549755814,
                "queueSize": 1
              }
            ],
            "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1025-16.backblaze.com/bz_internal/upload_part) after 198260 ms.",
            "name": "Error",
            "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1025-16.backblaze.com/bz_internal/upload_part) after 198260 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
          }
        },
        {
          "id": "1610961169498",
          "message": "set snapshot.other_config[xo:backup:exported]",
          "start": 1610961169498,
          "status": "success",
          "end": 1610961169506
        }
      ],
      "end": 1610961169506
    },
    {
      "data": {
        "type": "VM",
        "id": "25a4e2a6-b116-7cee-b94b-f3553fe001f2"
      },
      "id": "1610961169507",
      "message": "Starting backup of abc-tm-LIVE. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610961169507,
      "status": "success",
      "tasks": [
        {
          "id": "1610961169509",
          "message": "snapshot",
          "start": 1610961169509,
          "status": "success",
          "end": 1610961172294,
          "result": "85ea3bb9-1eb0-cd3a-4751-10febf15531d"
        },
        {
          "id": "1610961172297",
          "message": "add metadata to snapshot",
          "start": 1610961172297,
          "status": "success",
          "end": 1610961172316
        },
        {
          "id": "1610961173659",
          "message": "waiting for uptodate snapshot record",
          "start": 1610961173659,
          "status": "success",
          "end": 1610961173877
        },
        {
          "id": "1610961173878",
          "message": "start VM export",
          "start": 1610961173878,
          "status": "success",
          "end": 1610961173899
        },
        {
          "data": {
            "id": "5c1ea9b7-916f-44e4-a120-33aad7a350d8",
            "type": "remote"
          },
          "id": "1610961173901",
          "message": "export",
          "start": 1610961173901,
          "status": "success",
          "tasks": [
            {
              "id": "1610961175608",
              "message": "transfer",
              "start": 1610961175608,
              "status": "success",
              "end": 1610964267526,
              "result": {
                "size": 15414925434
              }
            },
            {
              "id": "1610964267802",
              "message": "clean",
              "start": 1610964267802,
              "status": "success",
              "end": 1610964268547
            }
          ],
          "end": 1610964268547
        },
        {
          "id": "1610964268549",
          "message": "set snapshot.other_config[xo:backup:exported]",
          "start": 1610964268549,
          "status": "success",
          "end": 1610964268554
        }
      ],
      "end": 1610964268555
    }
  ],
  "end": 1610964268555
}