Merge pull request #116 from ImagingDataCommons/fix-s3-url

BUG: use trim to remove any extraneous spaces while parsing s3 url in manifest
ImagingDataCommons · Aug 21, 2024 · ab2d1d0 · ab2d1d0
2 parents e53e79f + 206118c
commit ab2d1d0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/idc_index/index.py b/idc_index/index.py
@@ -665,7 +665,7 @@ def _validate_update_manifest_and_get_download_size(
             SELECT
                 manifest_cp_cmd,
                 REGEXP_EXTRACT(manifest_cp_cmd, '(?:.*?\\/){{3}}([^\\/?#]+)', 1) AS manifest_crdc_series_uuid,
-                REGEXP_REPLACE(regexp_replace(manifest_cp_cmd, 'cp ', ''), '\\s[^\\s]*$', '') AS s3_url,
+                REGEXP_EXTRACT(manifest_cp_cmd, 's3://\\S+') AS s3_url,
             FROM
                 manifest_df )
             SELECT