+ DATADIR=/working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data/ + rm -rf /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data//cam0 + rm -rf /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data//cam1 + rm -rf /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data//cam2 + rm -rf /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data//cam3 + rm -rf /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/data//las0 + rclone copy --verbose '--transfers=12' '--config=/config/rclone.conf' --gcs-bucket-policy-only '--include=/processing/**' /working/4538f346-57ef-406a-87cf-610f3e08b579/ rz-gcs:/prj-n-processing-api-data/p3d/data/4538f346-57ef-406a-87cf-610f3e08b579/ 2026/04/28 17:55:29 INFO : processing/data/pipe_material.track.json: Copied (new) 2026/04/28 17:55:29 INFO : processing/data/pipe_shape.track.json: Copied (new) 2026/04/28 17:55:29 INFO : processing/data/distance.stdf: Copied (new) 2026/04/28 17:55:29 INFO : processing/data/pipe_size.track.json: Copied (new) 2026/04/28 17:55:30 INFO : processing/data/distance.track.json: Copied (new) 2026/04/28 17:55:30 INFO : processing/data/cam3.track.json: Copied (new) 2026/04/28 17:55:30 INFO : processing/data/cam2.track.json: Copied (new) 2026/04/28 17:55:30 INFO : processing/data/cam1.track.json: Copied (new) 2026/04/28 17:55:30 INFO : processing/data/cam0.track.json: Copied (new) 2026/04/28 17:56:29 INFO : Transferred: 13.905 GiB / 265.183 GiB, 5%, 236.336 MiB/s, ETA 18m8s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 59.9s Transferring: * processing/data/cam0.zip: 5% /64.387Gi, 60.234Mi/s, 17m15s * processing/data/cam1.zip: 5% /60.182Gi, 57.764Mi/s, 16m45s * processing/data/cam2.zip: 4% /69.132Gi, 58.873Mi/s, 19m2s * processing/data/cam3.zip: 4% /71.436Gi, 58.673Mi/s, 19m45s 2026/04/28 17:57:29 INFO : Transferred: 27.124 GiB / 265.183 GiB, 10%, 225.529 MiB/s, ETA 18m Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 1m59.9s Transferring: * processing/data/cam0.zip: 10% /64.387Gi, 56.943Mi/s, 17m15s * processing/data/cam1.zip: 11% /60.182Gi, 56.795Mi/s, 16m1s * processing/data/cam2.zip: 9% /69.132Gi, 56.459Mi/s, 18m51s * processing/data/cam3.zip: 9% /71.436Gi, 55.572Mi/s, 19m52s 2026/04/28 17:58:29 INFO : Transferred: 41.077 GiB / 265.183 GiB, 15%, 235.677 MiB/s, ETA 16m13s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 2m59.9s Transferring: * processing/data/cam0.zip: 15% /64.387Gi, 59.008Mi/s, 15m38s * processing/data/cam1.zip: 17% /60.182Gi, 60.083Mi/s, 14m9s * processing/data/cam2.zip: 14% /69.132Gi, 58.757Mi/s, 17m6s * processing/data/cam3.zip: 14% /71.436Gi, 58.280Mi/s, 17m56s 2026/04/28 17:59:29 INFO : Transferred: 55.030 GiB / 265.183 GiB, 21%, 236.567 MiB/s, ETA 15m9s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 3m59.9s Transferring: * processing/data/cam0.zip: 21% /64.387Gi, 59.371Mi/s, 14m32s * processing/data/cam1.zip: 22% /60.182Gi, 60.093Mi/s, 13m9s * processing/data/cam2.zip: 19% /69.132Gi, 59.347Mi/s, 15m55s * processing/data/cam3.zip: 19% /71.436Gi, 58.140Mi/s, 16m58s 2026/04/28 18:00:29 INFO : Transferred: 68.233 GiB / 265.183 GiB, 26%, 201.318 MiB/s, ETA 16m41s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 4m59.9s Transferring: * processing/data/cam0.zip: 26% /64.387Gi, 51.364Mi/s, 15m41s * processing/data/cam1.zip: 28% /60.182Gi, 50.160Mi/s, 14m39s * processing/data/cam2.zip: 24% /69.132Gi, 50.381Mi/s, 17m38s * processing/data/cam3.zip: 23% /71.436Gi, 49.979Mi/s, 18m37s 2026/04/28 18:01:29 INFO : Transferred: 78.890 GiB / 265.183 GiB, 30%, 222.886 MiB/s, ETA 14m15s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 5m59.9s Transferring: * processing/data/cam0.zip: 30% /64.387Gi, 54.526Mi/s, 13m57s * processing/data/cam1.zip: 32% /60.182Gi, 55.642Mi/s, 12m23s * processing/data/cam2.zip: 28% /69.132Gi, 55.802Mi/s, 15m7s * processing/data/cam3.zip: 27% /71.436Gi, 56.464Mi/s, 15m40s 2026/04/28 18:02:29 INFO : Transferred: 92.686 GiB / 265.183 GiB, 35%, 236.289 MiB/s, ETA 12m27s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 7m0.0s Transferring: * processing/data/cam0.zip: 36% /64.387Gi, 59.323Mi/s, 11m50s * processing/data/cam1.zip: 38% /60.182Gi, 58.033Mi/s, 10m52s * processing/data/cam2.zip: 33% /69.132Gi, 58.950Mi/s, 13m18s * processing/data/cam3.zip: 32% /71.436Gi, 60.313Mi/s, 13m41s 2026/04/28 18:03:29 INFO : Transferred: 106.684 GiB / 265.183 GiB, 40%, 239.072 MiB/s, ETA 11m18s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 7m59.9s Transferring: * processing/data/cam0.zip: 41% /64.387Gi, 59.478Mi/s, 10m48s * processing/data/cam1.zip: 44% /60.182Gi, 59.075Mi/s, 9m41s * processing/data/cam2.zip: 38% /69.132Gi, 60.117Mi/s, 12m2s * processing/data/cam3.zip: 37% /71.436Gi, 60.496Mi/s, 12m39s 2026/04/28 18:04:29 INFO : Transferred: 120.546 GiB / 265.183 GiB, 45%, 235.431 MiB/s, ETA 10m29s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 8m59.9s Transferring: * processing/data/cam0.zip: 46% /64.387Gi, 60.159Mi/s, 9m41s * processing/data/cam1.zip: 50% /60.182Gi, 58.826Mi/s, 8m43s * processing/data/cam2.zip: 43% /69.132Gi, 57.753Mi/s, 11m31s * processing/data/cam3.zip: 42% /71.436Gi, 59.232Mi/s, 11m55s 2026/04/28 18:05:29 INFO : Transferred: 133.890 GiB / 265.183 GiB, 50%, 229.962 MiB/s, ETA 9m44s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 9m59.9s Transferring: * processing/data/cam0.zip: 52% /64.387Gi, 57.771Mi/s, 9m6s * processing/data/cam1.zip: 55% /60.182Gi, 57.779Mi/s, 7m53s * processing/data/cam2.zip: 48% /69.132Gi, 56.554Mi/s, 10m46s * processing/data/cam3.zip: 46% /71.436Gi, 58.140Mi/s, 11m10s 2026/04/28 18:06:29 INFO : Transferred: 147.233 GiB / 265.183 GiB, 56%, 224.472 MiB/s, ETA 8m58s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 10m59.9s Transferring: * processing/data/cam0.zip: 57% /64.387Gi, 55.116Mi/s, 8m30s * processing/data/cam1.zip: 61% /60.182Gi, 54.594Mi/s, 7m20s * processing/data/cam2.zip: 53% /69.132Gi, 57.980Mi/s, 9m30s * processing/data/cam3.zip: 51% /71.436Gi, 57.035Mi/s, 10m23s 2026/04/28 18:07:29 INFO : Transferred: 160.921 GiB / 265.183 GiB, 61%, 234.160 MiB/s, ETA 7m35s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 11m59.9s Transferring: * processing/data/cam0.zip: 62% /64.387Gi, 59.188Mi/s, 6m56s * processing/data/cam1.zip: 66% /60.182Gi, 58.027Mi/s, 5m54s * processing/data/cam2.zip: 58% /69.132Gi, 57.462Mi/s, 8m34s * processing/data/cam3.zip: 56% /71.436Gi, 59.646Mi/s, 8m56s 2026/04/28 18:08:29 INFO : Transferred: 174.810 GiB / 265.183 GiB, 66%, 237.062 MiB/s, ETA 6m30s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 12m59.9s Transferring: * processing/data/cam0.zip: 68% /64.387Gi, 60.403Mi/s, 5m48s * processing/data/cam1.zip: 72% /60.182Gi, 59.000Mi/s, 4m48s * processing/data/cam2.zip: 63% /69.132Gi, 59.273Mi/s, 7m18s * processing/data/cam3.zip: 61% /71.436Gi, 58.727Mi/s, 8m4s 2026/04/28 18:09:29 INFO : Transferred: 188.608 GiB / 265.183 GiB, 71%, 235.476 MiB/s, ETA 5m32s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 13m59.9s Transferring: * processing/data/cam0.zip: 73% /64.387Gi, 58.019Mi/s, 5m3s * processing/data/cam1.zip: 78% /60.182Gi, 59.377Mi/s, 3m46s * processing/data/cam2.zip: 68% /69.132Gi, 59.400Mi/s, 6m18s * processing/data/cam3.zip: 65% /71.436Gi, 59.163Mi/s, 7m1s 2026/04/28 18:10:29 INFO : Transferred: 199.218 GiB / 265.183 GiB, 75%, 175.917 MiB/s, ETA 6m23s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 14m59.9s Transferring: * processing/data/cam0.zip: 77% /64.387Gi, 42.963Mi/s, 5m50s * processing/data/cam1.zip: 82% /60.182Gi, 44.296Mi/s, 4m1s * processing/data/cam2.zip: 72% /69.132Gi, 45.041Mi/s, 7m16s * processing/data/cam3.zip: 69% /71.436Gi, 44.260Mi/s, 8m20s 2026/04/28 18:11:29 INFO : Transferred: 209.030 GiB / 265.183 GiB, 79%, 171.693 MiB/s, ETA 5m34s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 15m59.9s Transferring: * processing/data/cam0.zip: 80% /64.387Gi, 41.774Mi/s, 5m1s * processing/data/cam1.zip: 86% /60.182Gi, 42.827Mi/s, 3m10s * processing/data/cam2.zip: 75% /69.132Gi, 43.574Mi/s, 6m33s * processing/data/cam3.zip: 73% /71.436Gi, 43.154Mi/s, 7m34s 2026/04/28 18:12:29 INFO : Transferred: 219.796 GiB / 265.183 GiB, 83%, 194.887 MiB/s, ETA 3m58s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 16m59.9s Transferring: * processing/data/cam0.zip: 85% /64.387Gi, 48.654Mi/s, 3m22s * processing/data/cam1.zip: 91% /60.182Gi, 49.366Mi/s, 1m48s * processing/data/cam2.zip: 79% /69.132Gi, 48.686Mi/s, 4m55s * processing/data/cam3.zip: 76% /71.436Gi, 48.711Mi/s, 5m46s 2026/04/28 18:13:29 INFO : Transferred: 232.624 GiB / 265.183 GiB, 88%, 229.107 MiB/s, ETA 2m25s Checks: 0 / 0, -, Listed 20 Transferred: 9 / 13, 69% Elapsed time: 17m59.9s Transferring: * processing/data/cam0.zip: 90% /64.387Gi, 55.553Mi/s, 1m58s * processing/data/cam1.zip: 96% /60.182Gi, 58.932Mi/s, 34s * processing/data/cam2.zip: 84% /69.132Gi, 58.443Mi/s, 3m9s * processing/data/cam3.zip: 81% /71.436Gi, 55.570Mi/s, 4m5s 2026/04/28 18:14:04 INFO : processing/data/cam1.zip: Copied (new) 2026/04/28 18:14:29 INFO : Transferred: 245.931 GiB / 265.183 GiB, 93%, 222.849 MiB/s, ETA 1m28s Checks: 0 / 0, -, Listed 20 Transferred: 10 / 13, 77% Elapsed time: 18m59.9s Transferring: * processing/data/cam0.zip: 95% /64.387Gi, 67.937Mi/s, 42s * processing/data/cam2.zip: 89% /69.132Gi, 70.533Mi/s, 1m41s * processing/data/cam3.zip: 86% /71.436Gi, 72.160Mi/s, 2m14s 2026/04/28 18:15:16 INFO : processing/data/cam0.zip: Copied (new) 2026/04/28 18:15:29 INFO : Transferred: 256.475 GiB / 265.183 GiB, 97%, 174.359 MiB/s, ETA 51s Checks: 0 / 0, -, Listed 20 Transferred: 11 / 13, 85% Elapsed time: 19m59.9s Transferring: * processing/data/cam2.zip: 95% /69.132Gi, 71.250Mi/s, 45s * processing/data/cam3.zip: 92% /71.436Gi, 74.596Mi/s, 1m16s 2026/04/28 18:16:07 INFO : processing/data/cam2.zip: Copied (new) 2026/04/28 18:16:29 INFO : Transferred: 264.826 GiB / 265.183 GiB, 100%, 111.618 MiB/s, ETA 3s Checks: 0 / 0, -, Listed 20 Transferred: 12 / 13, 92% Elapsed time: 20m59.9s Transferring: * processing/data/cam3.zip: 99% /71.436Gi, 90.337Mi/s, 4s 2026/04/28 18:16:33 INFO : processing/data/cam3.zip: Copied (new) 2026/04/28 18:16:33 INFO : Transferred: 265.183 GiB / 265.183 GiB, 100%, 106.140 MiB/s, ETA 0s Checks: 0 / 0, -, Listed 20 Transferred: 13 / 13, 100% Elapsed time: 21m4.0s + VERSION=0.14.5 + '[' true '=' true ] + echo 0.14.5 + '[' false '=' true ] + '[' false '=' true ] + '[' false '=' true ] + rclone copy --verbose '--transfers=12' '--config=/config/rclone.conf' --gcs-bucket-policy-only '--exclude=/processing/data/**' /working/4538f346-57ef-406a-87cf-610f3e08b579/processing/ rz-gcs:/prj-n-processing-api-data/p3d/data/4538f346-57ef-406a-87cf-610f3e08b579/processing/ 2026/04/28 18:16:34 INFO : video.version: Copied (new) 2026/04/28 18:16:34 INFO : Transferred: 7 B / 7 B, 100%, 0 B/s, ETA - Checks: 13 / 13, 100%, Listed 29 Transferred: 1 / 1, 100% Elapsed time: 0.0s