+ DATADIR=/working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data/ + rm -rf /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data//cam0 + rm -rf /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data//cam1 + rm -rf /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data//cam2 + rm -rf /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data//cam3 + rm -rf /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/data//las0 + rclone copy --verbose '--transfers=12' '--config=/config/rclone.conf' --gcs-bucket-policy-only '--include=/processing/**' /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/ rz-gcs:/prj-n-processing-api-data/p3d/data/c91495e3-854f-459b-857e-c3cf84ba7bf1/ 2026/04/21 02:39:46 INFO : processing/data/pipe_material.track.json: Updated modification time in destination 2026/04/21 02:39:46 INFO : processing/data/pipe_size.track.json: Updated modification time in destination 2026/04/21 02:39:46 INFO : processing/data/distance.stdf: Updated modification time in destination 2026/04/21 02:39:46 INFO : processing/data/distance.track.json: Updated modification time in destination 2026/04/21 02:39:46 INFO : processing/data/pipe_shape.track.json: Updated modification time in destination 2026/04/21 02:39:47 INFO : processing/data/cam2.track.json: Copied (new) 2026/04/21 02:39:47 INFO : processing/data/cam3.track.json: Copied (new) 2026/04/21 02:39:47 INFO : processing/data/cam0.track.json: Copied (new) 2026/04/21 02:39:47 INFO : processing/data/cam1.track.json: Copied (new) 2026/04/21 02:40:46 INFO : Transferred: 12.383 GiB / 340.853 GiB, 4%, 198.100 MiB/s, ETA 28m17s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 59.9s Transferring: * processing/data/cam0.zip: 4% /62.859Gi, 49.412Mi/s, 20m39s * processing/data/cam1.zip: 3% /88.518Gi, 48.720Mi/s, 29m55s * processing/data/cam2.zip: 3% /90.332Gi, 50.372Mi/s, 29m33s * processing/data/cam3.zip: 3% /99.097Gi, 48.260Mi/s, 33m57s 2026/04/21 02:41:46 INFO : Transferred: 15.671 GiB / 340.853 GiB, 5%, 51.216 MiB/s, ETA 1h48m21s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 2m0.0s Transferring: * processing/data/cam0.zip: 6% /62.859Gi, 12.526Mi/s, 1h20m21s * processing/data/cam1.zip: 4% /88.518Gi, 12.411Mi/s, 1h56m19s * processing/data/cam2.zip: 4% /90.332Gi, 13.226Mi/s, 1h51m26s * processing/data/cam3.zip: 3% /99.097Gi, 12.804Mi/s, 2h6m56s 2026/04/21 02:42:46 INFO : Transferred: 22.119 GiB / 340.853 GiB, 6%, 126.816 MiB/s, ETA 42m53s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 2m59.9s Transferring: * processing/data/cam0.zip: 8% /62.859Gi, 32.052Mi/s, 30m32s * processing/data/cam1.zip: 6% /88.518Gi, 32.486Mi/s, 43m35s * processing/data/cam2.zip: 6% /90.332Gi, 31.542Mi/s, 45m52s * processing/data/cam3.zip: 5% /99.097Gi, 32.064Mi/s, 49m50s 2026/04/21 02:43:46 INFO : Transferred: 34.422 GiB / 340.853 GiB, 10%, 220.350 MiB/s, ETA 23m44s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 3m59.9s Transferring: * processing/data/cam0.zip: 13% /62.859Gi, 52.919Mi/s, 17m32s * processing/data/cam1.zip: 9% /88.518Gi, 56.154Mi/s, 24m16s * processing/data/cam2.zip: 9% /90.332Gi, 55.969Mi/s, 24m53s * processing/data/cam3.zip: 8% /99.097Gi, 54.052Mi/s, 28m35s 2026/04/21 02:44:46 INFO : Transferred: 47.907 GiB / 340.853 GiB, 14%, 232.103 MiB/s, ETA 21m32s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 4m59.9s Transferring: * processing/data/cam0.zip: 18% /62.859Gi, 58.810Mi/s, 14m47s * processing/data/cam1.zip: 13% /88.518Gi, 58.223Mi/s, 22m25s * processing/data/cam2.zip: 13% /90.332Gi, 57.574Mi/s, 23m12s * processing/data/cam3.zip: 12% /99.097Gi, 57.016Mi/s, 26m5s 2026/04/21 02:45:46 INFO : Transferred: 61.125 GiB / 340.853 GiB, 18%, 221.374 MiB/s, ETA 21m33s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 5m59.9s Transferring: * processing/data/cam0.zip: 24% /62.859Gi, 54.422Mi/s, 14m56s * processing/data/cam1.zip: 17% /88.518Gi, 55.181Mi/s, 22m38s * processing/data/cam2.zip: 16% /90.332Gi, 55.429Mi/s, 23m5s * processing/data/cam3.zip: 15% /99.097Gi, 55.079Mi/s, 25m58s 2026/04/21 02:46:46 INFO : Transferred: 74.891 GiB / 340.853 GiB, 22%, 236.760 MiB/s, ETA 19m10s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 6m59.9s Transferring: * processing/data/cam0.zip: 29% /62.859Gi, 58.898Mi/s, 12m49s * processing/data/cam1.zip: 21% /88.518Gi, 59.565Mi/s, 19m59s * processing/data/cam2.zip: 20% /90.332Gi, 59.288Mi/s, 20m35s * processing/data/cam3.zip: 18% /99.097Gi, 58.338Mi/s, 23m31s 2026/04/21 02:47:46 INFO : Transferred: 87.829 GiB / 340.853 GiB, 26%, 210.333 MiB/s, ETA 20m31s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 7m59.9s Transferring: * processing/data/cam0.zip: 34% /62.859Gi, 52.826Mi/s, 13m15s * processing/data/cam1.zip: 24% /88.518Gi, 51.829Mi/s, 21m54s * processing/data/cam2.zip: 24% /90.332Gi, 52.357Mi/s, 22m14s * processing/data/cam3.zip: 22% /99.097Gi, 53.793Mi/s, 24m29s 2026/04/21 02:48:46 INFO : Transferred: 100.500 GiB / 340.853 GiB, 29%, 223.024 MiB/s, ETA 18m23s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 8m59.9s Transferring: * processing/data/cam0.zip: 39% /62.859Gi, 54.398Mi/s, 11m53s * processing/data/cam1.zip: 28% /88.518Gi, 55.181Mi/s, 19m35s * processing/data/cam2.zip: 27% /90.332Gi, 55.511Mi/s, 19m59s * processing/data/cam3.zip: 25% /99.097Gi, 56.081Mi/s, 22m31s 2026/04/21 02:49:46 INFO : Transferred: 113.860 GiB / 340.853 GiB, 33%, 235.047 MiB/s, ETA 16m28s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 9m59.9s Transferring: * processing/data/cam0.zip: 44% /62.859Gi, 58.982Mi/s, 10m0s * processing/data/cam1.zip: 32% /88.518Gi, 59.111Mi/s, 17m19s * processing/data/cam2.zip: 31% /90.332Gi, 59.561Mi/s, 17m40s * processing/data/cam3.zip: 28% /99.097Gi, 59.326Mi/s, 20m20s 2026/04/21 02:50:46 INFO : Transferred: 127.532 GiB / 340.853 GiB, 37%, 235.629 MiB/s, ETA 15m27s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 10m59.9s Transferring: * processing/data/cam0.zip: 50% /62.859Gi, 58.549Mi/s, 9m5s * processing/data/cam1.zip: 36% /88.518Gi, 58.269Mi/s, 16m34s * processing/data/cam2.zip: 35% /90.332Gi, 58.422Mi/s, 17m1s * processing/data/cam3.zip: 32% /99.097Gi, 59.147Mi/s, 19m24s 2026/04/21 02:51:46 INFO : Transferred: 138.297 GiB / 340.853 GiB, 41%, 125.576 MiB/s, ETA 27m31s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 11m59.9s Transferring: * processing/data/cam0.zip: 54% /62.859Gi, 31.169Mi/s, 15m36s * processing/data/cam1.zip: 39% /88.518Gi, 31.000Mi/s, 29m41s * processing/data/cam2.zip: 38% /90.332Gi, 30.876Mi/s, 30m44s * processing/data/cam3.zip: 34% /99.097Gi, 31.379Mi/s, 35m4s 2026/04/21 02:52:46 INFO : Transferred: 151.891 GiB / 340.853 GiB, 45%, 232.303 MiB/s, ETA 13m52s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 13m0.0s Transferring: * processing/data/cam0.zip: 60% /62.859Gi, 57.374Mi/s, 7m28s * processing/data/cam1.zip: 42% /88.518Gi, 57.889Mi/s, 14m53s * processing/data/cam2.zip: 42% /90.332Gi, 58.822Mi/s, 15m8s * processing/data/cam3.zip: 38% /99.097Gi, 58.630Mi/s, 17m47s 2026/04/21 02:53:46 INFO : Transferred: 165.641 GiB / 340.853 GiB, 49%, 236.413 MiB/s, ETA 12m38s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 13m59.9s Transferring: * processing/data/cam0.zip: 65% /62.859Gi, 59.491Mi/s, 6m13s * processing/data/cam1.zip: 46% /88.518Gi, 59.156Mi/s, 13m35s * processing/data/cam2.zip: 46% /90.332Gi, 59.660Mi/s, 13m57s * processing/data/cam3.zip: 41% /99.097Gi, 59.944Mi/s, 16m24s 2026/04/21 02:54:46 INFO : Transferred: 179.625 GiB / 340.853 GiB, 53%, 239.836 MiB/s, ETA 11m28s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 14m59.9s Transferring: * processing/data/cam0.zip: 71% /62.859Gi, 60.427Mi/s, 5m8s * processing/data/cam1.zip: 50% /88.518Gi, 60.221Mi/s, 12m21s * processing/data/cam2.zip: 49% /90.332Gi, 60.749Mi/s, 12m42s * processing/data/cam3.zip: 45% /99.097Gi, 59.517Mi/s, 15m32s 2026/04/21 02:55:46 INFO : Transferred: 193.264 GiB / 340.853 GiB, 57%, 235.138 MiB/s, ETA 10m42s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 15m59.9s Transferring: * processing/data/cam0.zip: 76% /62.859Gi, 58.152Mi/s, 4m20s * processing/data/cam1.zip: 54% /88.518Gi, 58.632Mi/s, 11m41s * processing/data/cam2.zip: 53% /90.332Gi, 59.367Mi/s, 12m1s * processing/data/cam3.zip: 48% /99.097Gi, 58.928Mi/s, 14m42s 2026/04/21 02:56:46 INFO : Transferred: 207.319 GiB / 340.853 GiB, 61%, 239.664 MiB/s, ETA 9m30s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 16m59.9s Transferring: * processing/data/cam0.zip: 82% /62.859Gi, 58.713Mi/s, 3m17s * processing/data/cam1.zip: 58% /88.518Gi, 59.950Mi/s, 10m26s * processing/data/cam2.zip: 57% /90.332Gi, 60.394Mi/s, 10m49s * processing/data/cam3.zip: 52% /99.097Gi, 60.733Mi/s, 13m16s 2026/04/21 02:57:46 INFO : Transferred: 221.240 GiB / 340.853 GiB, 65%, 234.286 MiB/s, ETA 8m42s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 17m59.9s Transferring: * processing/data/cam0.zip: 87% /62.859Gi, 58.164Mi/s, 2m18s * processing/data/cam1.zip: 62% /88.518Gi, 58.714Mi/s, 9m38s * processing/data/cam2.zip: 61% /90.332Gi, 59.181Mi/s, 10m2s * processing/data/cam3.zip: 55% /99.097Gi, 58.835Mi/s, 12m41s 2026/04/21 02:58:46 INFO : Transferred: 235.055 GiB / 340.853 GiB, 69%, 228.377 MiB/s, ETA 7m54s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 18m59.9s Transferring: * processing/data/cam0.zip: 93% /62.859Gi, 56.837Mi/s, 1m18s * processing/data/cam1.zip: 66% /88.518Gi, 56.957Mi/s, 8m54s * processing/data/cam2.zip: 65% /90.332Gi, 56.812Mi/s, 9m24s * processing/data/cam3.zip: 59% /99.097Gi, 57.206Mi/s, 12m2s 2026/04/21 02:59:46 INFO : Transferred: 248.907 GiB / 340.853 GiB, 73%, 238.842 MiB/s, ETA 6m34s Checks: 5 / 5, 100%, Listed 39 Transferred: 4 / 8, 50% Elapsed time: 19m59.9s Transferring: * processing/data/cam0.zip: 98% /62.859Gi, 59.533Mi/s, 15s * processing/data/cam1.zip: 70% /88.518Gi, 59.182Mi/s, 7m35s * processing/data/cam2.zip: 69% /90.332Gi, 59.949Mi/s, 7m56s * processing/data/cam3.zip: 62% /99.097Gi, 59.513Mi/s, 10m34s 2026/04/21 03:00:01 INFO : processing/data/cam0.zip: Copied (new) 2026/04/21 03:00:46 INFO : Transferred: 262.140 GiB / 340.853 GiB, 77%, 221.970 MiB/s, ETA 6m3s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 21m0.0s Transferring: * processing/data/cam1.zip: 74% /88.518Gi, 71.561Mi/s, 5m17s * processing/data/cam2.zip: 73% /90.332Gi, 72.868Mi/s, 5m34s * processing/data/cam3.zip: 66% /99.097Gi, 73.421Mi/s, 7m36s 2026/04/21 03:01:46 INFO : Transferred: 274.718 GiB / 340.853 GiB, 81%, 209.100 MiB/s, ETA 5m23s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 21m59.9s Transferring: * processing/data/cam1.zip: 79% /88.518Gi, 72.070Mi/s, 4m14s * processing/data/cam2.zip: 78% /90.332Gi, 68.910Mi/s, 4m52s * processing/data/cam3.zip: 71% /99.097Gi, 68.712Mi/s, 7m5s 2026/04/21 03:02:46 INFO : Transferred: 288.046 GiB / 340.853 GiB, 85%, 228.015 MiB/s, ETA 3m57s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 22m59.9s Transferring: * processing/data/cam1.zip: 84% /88.518Gi, 76.885Mi/s, 2m59s * processing/data/cam2.zip: 83% /90.332Gi, 72.836Mi/s, 3m35s * processing/data/cam3.zip: 75% /99.097Gi, 77.608Mi/s, 5m17s 2026/04/21 03:03:46 INFO : Transferred: 301.140 GiB / 340.853 GiB, 88%, 211.154 MiB/s, ETA 3m12s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 23m59.9s Transferring: * processing/data/cam1.zip: 89% /88.518Gi, 70.816Mi/s, 2m10s * processing/data/cam2.zip: 87% /90.332Gi, 69.959Mi/s, 2m39s * processing/data/cam3.zip: 80% /99.097Gi, 69.785Mi/s, 4m49s 2026/04/21 03:04:46 INFO : Transferred: 314.669 GiB / 340.853 GiB, 92%, 234.070 MiB/s, ETA 1m54s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 24m59.9s Transferring: * processing/data/cam1.zip: 94% /88.518Gi, 77.737Mi/s, 1m0s * processing/data/cam2.zip: 92% /90.332Gi, 79.646Mi/s, 1m22s * processing/data/cam3.zip: 84% /99.097Gi, 77.556Mi/s, 3m20s 2026/04/21 03:05:46 INFO : Transferred: 327.718 GiB / 340.853 GiB, 96%, 234.630 MiB/s, ETA 57s Checks: 5 / 5, 100%, Listed 39 Transferred: 5 / 8, 63% Elapsed time: 25m59.9s Transferring: * processing/data/cam1.zip: 99% /88.518Gi, 79.267Mi/s, 2s * processing/data/cam2.zip: 97% /90.332Gi, 77.978Mi/s, 27s * processing/data/cam3.zip: 89% /99.097Gi, 77.537Mi/s, 2m23s 2026/04/21 03:05:49 INFO : processing/data/cam1.zip: Copied (new) 2026/04/21 03:06:12 INFO : processing/data/cam2.zip: Copied (new) 2026/04/21 03:06:46 INFO : Transferred: 335.240 GiB / 340.853 GiB, 98%, 105.088 MiB/s, ETA 54s Checks: 5 / 5, 100%, Listed 39 Transferred: 7 / 8, 88% Elapsed time: 26m59.9s Transferring: * processing/data/cam3.zip: 94% /99.097Gi, 93.757Mi/s, 1m1s 2026/04/21 03:07:46 INFO : Transferred: 340.631 GiB / 340.853 GiB, 100%, 91.229 MiB/s, ETA 2s Checks: 5 / 5, 100%, Listed 39 Transferred: 7 / 8, 88% Elapsed time: 27m59.9s Transferring: * processing/data/cam3.zip: 99% /99.097Gi, 90.446Mi/s, 2s 2026/04/21 03:07:49 INFO : processing/data/cam3.zip: Copied (new) 2026/04/21 03:07:49 INFO : Transferred: 340.853 GiB / 340.853 GiB, 100%, 91.194 MiB/s, ETA 0s Checks: 5 / 5, 100%, Listed 39 Transferred: 8 / 8, 100% Elapsed time: 28m2.9s + VERSION=0.14.4 + '[' true '=' true ] + echo 0.14.4 + '[' false '=' true ] + '[' false '=' true ] + '[' false '=' true ] + rclone copy --verbose '--transfers=12' '--config=/config/rclone.conf' --gcs-bucket-policy-only '--exclude=/processing/data/**' /working/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/ rz-gcs:/prj-n-processing-api-data/p3d/data/c91495e3-854f-459b-857e-c3cf84ba7bf1/processing/ 2026/04/21 03:07:49 INFO : video.version: Copied (new) 2026/04/21 03:07:49 INFO : Transferred: 7 B / 7 B, 100%, 0 B/s, ETA - Checks: 13 / 13, 100%, Listed 38 Transferred: 1 / 1, 100% Elapsed time: 0.1s