{
  "data": {
    "mode": "full",
    "reportWhen": "failure"
  },
  "id": "1610938800009",
  "jobId": "cdd23b8d-a825-49d3-b042-7dffc6b671d6",
  "jobName": "B2 Backup tm sftp www",
  "message": "backup",
  "scheduleId": "ce7efa8a-fd36-4850-9e06-e5ef7d28be89",
  "start": 1610938800009,
  "status": "failure",
  "infos": [
    {
      "data": {
        "vms": [
          "24103ce1-e47b-fe12-4029-d643e0382f08",
          "60ac886d-8adf-9e21-4baa-b14e0fc1b2bb",
          "25a4e2a6-b116-7cee-b94b-f3553fe001f2"
        ]
      },
      "message": "vms"
    }
  ],
  "tasks": [
    {
      "data": {
        "type": "VM",
        "id": "24103ce1-e47b-fe12-4029-d643e0382f08"
      },
      "id": "1610938800013:0",
      "message": "Starting backup of abc-sftp-LIVE. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610938800013,
      "status": "failure",
      "tasks": [
        {
          "id": "1610938800016",
          "message": "snapshot",
          "start": 1610938800016,
          "status": "success",
          "end": 1610938801479,
          "result": "c0704985-eed7-32b6-a17a-98940fb1c0f6"
        },
        {
          "id": "1610938801483",
          "message": "add metadata to snapshot",
          "start": 1610938801483,
          "status": "success",
          "end": 1610938801496
        },
        {
          "id": "1610938807087",
          "message": "waiting for uptodate snapshot record",
          "start": 1610938807087,
          "status": "success",
          "end": 1610938807292
        },
        {
          "id": "1610938807293",
          "message": "start VM export",
          "start": 1610938807293,
          "status": "success",
          "end": 1610938807308
        },
        {
          "data": {
            "id": "5c1ea9b7-916f-44e4-a120-33aad7a350d8",
            "type": "remote"
          },
          "id": "1610938807309",
          "message": "export",
          "start": 1610938807309,
          "status": "failure",
          "tasks": [
            {
              "id": "1610938809284",
              "message": "transfer",
              "start": 1610938809284,
              "status": "failure",
              "end": 1610939769671,
              "result": {
                "code": "InternalError",
                "arguments": [
                  {
                    "Bucket": "abc-backups",
                    "Key": "lon1b-xoa/xo-vm-backups/24103ce1-e47b-fe12-4029-d643e0382f08/20210118T030007Z.xva",
                    "Body": {
                      "_readableState": {
                        "objectMode": false,
                        "highWaterMark": 1073741824,
                        "buffer": {
                          "head": null,
                          "tail": null,
                          "length": 0
                        },
                        "length": 0,
                        "pipes": null,
                        "pipesCount": 0,
                        "flowing": true,
                        "ended": true,
                        "endEmitted": true,
                        "reading": false,
                        "sync": false,
                        "needReadable": false,
                        "emittedReadable": false,
                        "readableListening": false,
                        "resumeScheduled": false,
                        "paused": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "destroyed": false,
                        "defaultEncoding": "utf8",
                        "awaitDrain": 0,
                        "readingMore": false,
                        "decoder": null,
                        "encoding": null
                      },
                      "readable": false,
                      "_events": {
                        "error": [
                          null,
                          null
                        ]
                      },
                      "_eventsCount": 2,
                      "_writableState": {
                        "objectMode": false,
                        "highWaterMark": 16384,
                        "finalCalled": false,
                        "needDrain": false,
                        "ending": true,
                        "ended": true,
                        "finished": true,
                        "destroyed": false,
                        "decodeStrings": true,
                        "defaultEncoding": "utf8",
                        "length": 0,
                        "writing": false,
                        "corked": 0,
                        "sync": false,
                        "bufferProcessing": false,
                        "writecb": null,
                        "writelen": 0,
                        "bufferedRequest": null,
                        "lastBufferedRequest": null,
                        "pendingcb": 0,
                        "prefinished": true,
                        "errorEmitted": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "bufferedRequestCount": 0,
                        "corkedRequestsFree": {
                          "next": null,
                          "entry": null
                        }
                      },
                      "writable": false,
                      "allowHalfOpen": true,
                      "_transformState": {
                        "needTransform": false,
                        "transforming": false,
                        "writecb": null,
                        "writechunk": null,
                        "writeencoding": "buffer"
                      },
                      "checksum": {
                        "isFulfilled": true,
                        "isRejected": false,
                        "fulfillmentValue": "$1$$6dbd2f463ff91796e0591a04327a3cb7"
                      }
                    }
                  },
                  {
                    "partSize": 549755814,
                    "queueSize": 1
                  }
                ],
                "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-09.backblaze.com/bz_internal/upload_part) after 134901 ms.",
                "name": "Error",
                "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-09.backblaze.com/bz_internal/upload_part) after 134901 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
              }
            }
          ],
          "end": 1610939769672,
          "result": {
            "code": "InternalError",
            "arguments": [
              {
                "Bucket": "abc-backups",
                "Key": "lon1b-xoa/xo-vm-backups/24103ce1-e47b-fe12-4029-d643e0382f08/20210118T030007Z.xva",
                "Body": {
                  "_readableState": {
                    "objectMode": false,
                    "highWaterMark": 1073741824,
                    "buffer": {
                      "head": null,
                      "tail": null,
                      "length": 0
                    },
                    "length": 0,
                    "pipes": null,
                    "pipesCount": 0,
                    "flowing": true,
                    "ended": true,
                    "endEmitted": true,
                    "reading": false,
                    "sync": false,
                    "needReadable": false,
                    "emittedReadable": false,
                    "readableListening": false,
                    "resumeScheduled": false,
                    "paused": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "destroyed": false,
                    "defaultEncoding": "utf8",
                    "awaitDrain": 0,
                    "readingMore": false,
                    "decoder": null,
                    "encoding": null
                  },
                  "readable": false,
                  "_events": {
                    "error": [
                      null,
                      null
                    ]
                  },
                  "_eventsCount": 2,
                  "_writableState": {
                    "objectMode": false,
                    "highWaterMark": 16384,
                    "finalCalled": false,
                    "needDrain": false,
                    "ending": true,
                    "ended": true,
                    "finished": true,
                    "destroyed": false,
                    "decodeStrings": true,
                    "defaultEncoding": "utf8",
                    "length": 0,
                    "writing": false,
                    "corked": 0,
                    "sync": false,
                    "bufferProcessing": false,
                    "writecb": null,
                    "writelen": 0,
                    "bufferedRequest": null,
                    "lastBufferedRequest": null,
                    "pendingcb": 0,
                    "prefinished": true,
                    "errorEmitted": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "bufferedRequestCount": 0,
                    "corkedRequestsFree": {
                      "next": null,
                      "entry": null
                    }
                  },
                  "writable": false,
                  "allowHalfOpen": true,
                  "_transformState": {
                    "needTransform": false,
                    "transforming": false,
                    "writecb": null,
                    "writechunk": null,
                    "writeencoding": "buffer"
                  },
                  "checksum": {
                    "isFulfilled": true,
                    "isRejected": false,
                    "fulfillmentValue": "$1$$6dbd2f463ff91796e0591a04327a3cb7"
                  }
                }
              },
              {
                "partSize": 549755814,
                "queueSize": 1
              }
            ],
            "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-09.backblaze.com/bz_internal/upload_part) after 134901 ms.",
            "name": "Error",
            "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-09.backblaze.com/bz_internal/upload_part) after 134901 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
          }
        },
        {
          "id": "1610939769674",
          "message": "set snapshot.other_config[xo:backup:exported]",
          "start": 1610939769674,
          "status": "success",
          "end": 1610939769681
        }
      ],
      "end": 1610939769681
    },
    {
      "data": {
        "type": "VM",
        "id": "60ac886d-8adf-9e21-4baa-b14e0fc1b2bb"
      },
      "id": "1610939769681:1",
      "message": "Starting backup of abc-www-LIVE_LON. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610939769681,
      "status": "failure",
      "tasks": [
        {
          "id": "1610939769684",
          "message": "snapshot",
          "start": 1610939769684,
          "status": "success",
          "end": 1610939771324,
          "result": "d68b1271-e4cb-95f4-e2b2-73bdb7ff961f"
        },
        {
          "id": "1610939771327",
          "message": "add metadata to snapshot",
          "start": 1610939771327,
          "status": "success",
          "end": 1610939771338
        },
        {
          "id": "1610939772359",
          "message": "waiting for uptodate snapshot record",
          "start": 1610939772359,
          "status": "success",
          "end": 1610939772570
        },
        {
          "id": "1610939772572",
          "message": "start VM export",
          "start": 1610939772572,
          "status": "success",
          "end": 1610939772594
        },
        {
          "data": {
            "id": "5c1ea9b7-916f-44e4-a120-33aad7a350d8",
            "type": "remote"
          },
          "id": "1610939772596",
          "message": "export",
          "start": 1610939772596,
          "status": "failure",
          "tasks": [
            {
              "id": "1610939774018",
              "message": "transfer",
              "start": 1610939774018,
              "status": "failure",
              "end": 1610940425679,
              "result": {
                "code": "InternalError",
                "arguments": [
                  {
                    "Bucket": "abc-backups",
                    "Key": "lon1b-xoa/xo-vm-backups/60ac886d-8adf-9e21-4baa-b14e0fc1b2bb/20210118T031612Z.xva",
                    "Body": {
                      "_readableState": {
                        "objectMode": false,
                        "highWaterMark": 1073741824,
                        "buffer": {
                          "head": null,
                          "tail": null,
                          "length": 0
                        },
                        "length": 0,
                        "pipes": null,
                        "pipesCount": 0,
                        "flowing": true,
                        "ended": true,
                        "endEmitted": true,
                        "reading": false,
                        "sync": false,
                        "needReadable": false,
                        "emittedReadable": false,
                        "readableListening": false,
                        "resumeScheduled": false,
                        "paused": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "destroyed": false,
                        "defaultEncoding": "utf8",
                        "awaitDrain": 0,
                        "readingMore": false,
                        "decoder": null,
                        "encoding": null
                      },
                      "readable": false,
                      "_events": {
                        "error": [
                          null,
                          null
                        ]
                      },
                      "_eventsCount": 2,
                      "_writableState": {
                        "objectMode": false,
                        "highWaterMark": 16384,
                        "finalCalled": false,
                        "needDrain": false,
                        "ending": true,
                        "ended": true,
                        "finished": true,
                        "destroyed": false,
                        "decodeStrings": true,
                        "defaultEncoding": "utf8",
                        "length": 0,
                        "writing": false,
                        "corked": 0,
                        "sync": false,
                        "bufferProcessing": false,
                        "writecb": null,
                        "writelen": 0,
                        "bufferedRequest": null,
                        "lastBufferedRequest": null,
                        "pendingcb": 0,
                        "prefinished": true,
                        "errorEmitted": false,
                        "emitClose": true,
                        "autoDestroy": false,
                        "bufferedRequestCount": 0,
                        "corkedRequestsFree": {
                          "next": null,
                          "entry": null
                        }
                      },
                      "writable": false,
                      "allowHalfOpen": true,
                      "_transformState": {
                        "needTransform": false,
                        "transforming": false,
                        "writecb": null,
                        "writechunk": null,
                        "writeencoding": "buffer"
                      },
                      "checksum": {
                        "isFulfilled": true,
                        "isRejected": false,
                        "fulfillmentValue": "$1$$940873696f034b0036f7b6f60a303ec2"
                      }
                    }
                  },
                  {
                    "partSize": 549755814,
                    "queueSize": 1
                  }
                ],
                "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-00.backblaze.com/bz_internal/upload_part) after 170598 ms.",
                "name": "Error",
                "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-00.backblaze.com/bz_internal/upload_part) after 170598 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
              }
            }
          ],
          "end": 1610940425681,
          "result": {
            "code": "InternalError",
            "arguments": [
              {
                "Bucket": "abc-backups",
                "Key": "lon1b-xoa/xo-vm-backups/60ac886d-8adf-9e21-4baa-b14e0fc1b2bb/20210118T031612Z.xva",
                "Body": {
                  "_readableState": {
                    "objectMode": false,
                    "highWaterMark": 1073741824,
                    "buffer": {
                      "head": null,
                      "tail": null,
                      "length": 0
                    },
                    "length": 0,
                    "pipes": null,
                    "pipesCount": 0,
                    "flowing": true,
                    "ended": true,
                    "endEmitted": true,
                    "reading": false,
                    "sync": false,
                    "needReadable": false,
                    "emittedReadable": false,
                    "readableListening": false,
                    "resumeScheduled": false,
                    "paused": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "destroyed": false,
                    "defaultEncoding": "utf8",
                    "awaitDrain": 0,
                    "readingMore": false,
                    "decoder": null,
                    "encoding": null
                  },
                  "readable": false,
                  "_events": {
                    "error": [
                      null,
                      null
                    ]
                  },
                  "_eventsCount": 2,
                  "_writableState": {
                    "objectMode": false,
                    "highWaterMark": 16384,
                    "finalCalled": false,
                    "needDrain": false,
                    "ending": true,
                    "ended": true,
                    "finished": true,
                    "destroyed": false,
                    "decodeStrings": true,
                    "defaultEncoding": "utf8",
                    "length": 0,
                    "writing": false,
                    "corked": 0,
                    "sync": false,
                    "bufferProcessing": false,
                    "writecb": null,
                    "writelen": 0,
                    "bufferedRequest": null,
                    "lastBufferedRequest": null,
                    "pendingcb": 0,
                    "prefinished": true,
                    "errorEmitted": false,
                    "emitClose": true,
                    "autoDestroy": false,
                    "bufferedRequestCount": 0,
                    "corkedRequestsFree": {
                      "next": null,
                      "entry": null
                    }
                  },
                  "writable": false,
                  "allowHalfOpen": true,
                  "_transformState": {
                    "needTransform": false,
                    "transforming": false,
                    "writecb": null,
                    "writechunk": null,
                    "writeencoding": "buffer"
                  },
                  "checksum": {
                    "isFulfilled": true,
                    "isRejected": false,
                    "fulfillmentValue": "$1$$940873696f034b0036f7b6f60a303ec2"
                  }
                }
              },
              {
                "partSize": 549755814,
                "queueSize": 1
              }
            ],
            "message": "Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-00.backblaze.com/bz_internal/upload_part) after 170598 ms.",
            "name": "Error",
            "stack": "Error: Error calling AWS.S3.upload: class java.net.SocketTimeoutException - Read timed out (https://pod-000-1021-00.backblaze.com/bz_internal/upload_part) after 170598 ms.\n    at rethrow (/opt/xen-orchestra/node_modules/@sullux/aws-sdk/webpack:/lib/proxy.js:114:1)\n    at tryCatcher (/opt/xen-orchestra/node_modules/bluebird/js/release/util.js:16:23)\n    at Promise._settlePromiseFromHandler (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:547:31)\n    at Promise._settlePromise (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:604:18)\n    at Promise._settlePromise0 (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:649:10)\n    at Promise._settlePromises (/opt/xen-orchestra/node_modules/bluebird/js/release/promise.js:725:18)\n    at _drainQueueStep (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:93:12)\n    at _drainQueue (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:86:9)\n    at Async._drainQueues (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:102:5)\n    at Immediate.Async.drainQueues [as _onImmediate] (/opt/xen-orchestra/node_modules/bluebird/js/release/async.js:15:14)\n    at processImmediate (internal/timers.js:461:21)"
          }
        },
        {
          "id": "1610940425683",
          "message": "set snapshot.other_config[xo:backup:exported]",
          "start": 1610940425683,
          "status": "success",
          "end": 1610940425689
        }
      ],
      "end": 1610940425689
    },
    {
      "data": {
        "type": "VM",
        "id": "25a4e2a6-b116-7cee-b94b-f3553fe001f2"
      },
      "id": "1610940425689:1",
      "message": "Starting backup of abc-tm-LIVE. (cdd23b8d-a825-49d3-b042-7dffc6b671d6)",
      "start": 1610940425689,
      "status": "success",
      "tasks": [
        {
          "id": "1610940425691",
          "message": "snapshot",
          "start": 1610940425691,
          "status": "success",
          "end": 1610940427031,
          "result": "c168574d-52c7-6a10-5085-62adb11805f1"
        },
        {
          "id": "1610940427034",
          "message": "add metadata to snapshot",
          "start": 1610940427034,
          "status": "success",
          "end": 1610940427043
        },
        {
          "id": "1610942254923",
          "message": "waiting for uptodate snapshot record",
          "start": 1610942254923,
          "status": "success",
          "end": 1610942255125
        },
        {
          "id": "1610942255126",
          "message": "start VM export",
          "start": 1610942255126,
          "status": "success",
          "end": 1610942255141
        },
        {
          "data": {
            "id": "5c1ea9b7-916f-44e4-a120-33aad7a350d8",
            "type": "remote"
          },
          "id": "1610942255143",
          "message": "export",
          "start": 1610942255143,
          "status": "success",
          "tasks": [
            {
              "id": "1610942255908",
              "message": "transfer",
              "start": 1610942255908,
              "status": "success",
              "end": 1610944788993,
              "result": {
                "size": 15415037557
              }
            },
            {
              "id": "1610944791431",
              "message": "clean",
              "start": 1610944791431,
              "status": "success",
              "end": 1610944791432
            }
          ],
          "end": 1610944791432
        },
        {
          "id": "1610944791433",
          "message": "set snapshot.other_config[xo:backup:exported]",
          "start": 1610944791433,
          "status": "success",
          "end": 1610944791438
        }
      ],
      "end": 1610944791438
    }
  ],
  "end": 1610944791439
}