From 8bbd0c4da58acb830f794d198970ac66ace32fad Mon Sep 17 00:00:00 2001 From: Bryan Hilbert Date: Wed, 27 Nov 2024 12:37:37 -0500 Subject: [PATCH] Clearing cells was too slow before. Re-clearing. --- ...RR_for_nonnative_pixscale_resampling.ipynb | 839 +----------------- 1 file changed, 31 insertions(+), 808 deletions(-) diff --git a/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb b/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb index 3e54fc4..4323c56 100644 --- a/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb +++ b/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb @@ -142,7 +142,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "06ea414c", "metadata": {}, "outputs": [], @@ -168,19 +168,10 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "baf7070d", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "CRDS local filepath: /Users/hilbert/crds_cache\n", - "CRDS file server: https://jwst-crds.stsci.edu\n" - ] - } - ], + "outputs": [], "source": [ "# ------------------------Set CRDS context and paths----------------------\n", "\n", @@ -211,23 +202,10 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "4415f6d9", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Use the entire available screen width for this notebook\n", "from IPython.display import display, HTML\n", @@ -236,32 +214,10 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "fb9f7f54-ff98-428b-9fa9-b39c50210c3a", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "JWST Calibration Pipeline Version: 1.16.0\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "CRDS - INFO - Calibration SW Found: jwst 1.16.0 (/Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst-1.16.0.dist-info)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Using CRDS Context: jwst_1298.pmap\n" - ] - } - ], + "outputs": [], "source": [ "# Basic system utilities for interacting with files\n", "# ----------------------General Imports------------------------------------\n", @@ -335,7 +291,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "e4d55cb3-cc4a-47c6-9c7a-be5f375aedaa", "metadata": {}, "outputs": [], @@ -425,7 +381,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "id": "1aa680ad-0c1a-468e-9be2-1c3e9c8ba586", "metadata": {}, "outputs": [], @@ -465,7 +421,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "e824caaf-3c48-418a-b1c2-d508c238bb08", "metadata": {}, "outputs": [], @@ -497,7 +453,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "6e1afde3-3f3b-407c-9188-a1485318ad68", "metadata": {}, "outputs": [], @@ -583,7 +539,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "id": "8d595f1e-2590-4f01-bb92-13bb43a22b3c", "metadata": {}, "outputs": [], @@ -611,7 +567,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "id": "a4b22375", "metadata": {}, "outputs": [], @@ -627,51 +583,20 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "id": "3aa123f1-be6a-4be8-8e6d-daffc6514098", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
Table masked=True length=1\n", - "\n", - "\n", - "\n", - "\n", - "
intentTypeobs_collectionprovenance_nameinstrument_nameprojectfilterswavelength_regiontarget_nametarget_classificationobs_ids_ras_decdataproduct_typeproposal_picalib_levelt_mint_maxt_exptimeem_minem_maxobs_titlet_obs_releaseproposal_idproposal_typesequence_numbers_regionjpegURLdataURLdataRightsmtFlagsrcDenobsidobjID
str7str4str7str12str4str5str8str4str42str36float64float64str5str21int64float64float64float64float64float64str30float64str4str2int64str117str62str63str6boolfloat64str9str9
scienceJWSTCALJWSTNIRCAM/IMAGEJWSTF200WINFRAREDM-16ISM; Molecular clouds; Nebulae; Protostarsjw02739-o001_t001_nircam_clear-f200w274.7299074457347-13.851719782834468imagePontoppidan, Klaus M.359805.4032507949159824.937561909723221.04000000000041755.02226.0JWST Cycle 1 Outreach Campaign59871.559826262739DD--POLYGON 274.693610607 -13.78846435 274.770282437 -13.790845449 274.766206195 -13.91520072 274.689493363 -13.912818346mast:JWST/product/jw02739-o001_t001_nircam_clear-f200w_i2d.jpgmast:JWST/product/jw02739-o001_t001_nircam_clear-f200w_i2d.fitsPUBLICFalsenan219392596617131674
" - ], - "text/plain": [ - "\n", - "intentType obs_collection provenance_name ... srcDen obsid objID \n", - " str7 str4 str7 ... float64 str9 str9 \n", - "---------- -------------- --------------- ... ------- --------- ---------\n", - " science JWST CALJWST ... nan 219392596 617131674" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "sci_obs_id_table" ] }, { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "id": "a666350e", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Science files selected for downloading: 2\n" - ] - } - ], + "outputs": [], "source": [ "# Turn the list of visits into a list of calibrated data files\n", "\n", @@ -701,22 +626,10 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "id": "4ed1e7d5-4f12-47f0-b43e-764c37943644", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['mast:JWST/product/jw02739001002_02105_00001_nrca2_cal.fits',\n", - " 'mast:JWST/product/jw02739001002_02105_00002_nrca2_cal.fits']" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "sw_sci_files_to_download" ] @@ -736,27 +649,10 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "id": "764fa682", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-11-27 12:30:44,950 - stpipe - INFO - Found cached file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits with expected size 117538560.\n", - "2024-11-27 12:30:45,062 - stpipe - INFO - Found cached file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits with expected size 117538560.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "INFO: Found cached file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits with expected size 117538560. [astroquery.query]\n", - "INFO: Found cached file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits with expected size 117538560. [astroquery.query]\n" - ] - } - ], + "outputs": [], "source": [ "# Download the data if it does not already exist\n", "for filename in sw_sci_files_to_download:\n", @@ -792,18 +688,10 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": null, "id": "5f0b5b47-62e9-4593-abc4-7ec630492e96", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Found 2 shortwave science files to process\n" - ] - } - ], + "outputs": [], "source": [ "# Get a list of the *_cal.fits files\n", "sw_sstring = os.path.join(data_dir, 'jw*nrc??_cal.fits')\n", @@ -817,22 +705,10 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "id": "e6550a4a-f924-410b-a945-effcef431e88", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['/Users/hilbert/python_repos/jwst-caveat-examples/NIRCam_Imaging/nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits',\n", - " '/Users/hilbert/python_repos/jwst-caveat-examples/NIRCam_Imaging/nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits']" - ] - }, - "execution_count": 16, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "sw_cal_files" ] @@ -855,22 +731,12 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": null, "id": "1b31f80f-8d7b-45ae-8537-15d0208637df", "metadata": { "scrolled": true }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-11-27 12:30:55,037 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "# Create Level 3 Associations\n", "\n", @@ -894,7 +760,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": null, "id": "6a2b7800-5b15-46c0-8b66-3c22aac3218b", "metadata": {}, "outputs": [], @@ -935,7 +801,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": null, "id": "fee248b5-0881-4d5c-afcb-be0bbdcfb62f", "metadata": {}, "outputs": [], @@ -951,7 +817,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": null, "id": "a9e6966f-05f5-4b1f-99a8-52cb440b56f4", "metadata": {}, "outputs": [], @@ -971,650 +837,7 @@ "metadata": { "scrolled": true }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-11-27 12:31:05,913 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:31:06,638 - stpipe - INFO - PARS-TWEAKREGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-tweakregstep_0036.asdf\n", - "2024-11-27 12:31:06,653 - stpipe - INFO - PARS-RESAMPLESTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-resamplestep_0001.asdf\n", - "2024-11-27 12:31:06,665 - stpipe - INFO - PARS-SOURCECATALOGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-sourcecatalogstep_0007.asdf\n", - "2024-11-27 12:31:06,693 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.\n", - "2024-11-27 12:31:06,694 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.\n", - "2024-11-27 12:31:06,696 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.\n", - "2024-11-27 12:31:06,698 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.\n", - "2024-11-27 12:31:06,700 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.\n", - "2024-11-27 12:31:06,702 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.\n", - "2024-11-27 12:31:06,704 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.\n", - "2024-11-27 12:31:06,801 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('./nrc_im_demo_data/jw02739-a3001_image3_00002_asn.json',).\n", - "2024-11-27 12:31:06,822 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: ./nrc_im_demo_data\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: True\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " in_memory: True\n", - " steps:\n", - " assign_mtwcs:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: True\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: assign_mtwcs\n", - " search_output_file: True\n", - " input_dir: ''\n", - " tweakreg:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: True\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " save_catalogs: False\n", - " use_custom_catalogs: False\n", - " catalog_format: ecsv\n", - " catfile: ''\n", - " starfinder: iraf\n", - " snr_threshold: 10.0\n", - " bkg_boxsize: 400\n", - " kernel_fwhm: 2.141\n", - " minsep_fwhm: 0.0\n", - " sigma_radius: 1.5\n", - " sharplo: 0.2\n", - " sharphi: 1.0\n", - " roundlo: -1.0\n", - " roundhi: 1.0\n", - " brightest: 200\n", - " peakmax: None\n", - " npixels: 10\n", - " connectivity: '8'\n", - " nlevels: 32\n", - " contrast: 0.001\n", - " multithresh_mode: exponential\n", - " localbkg_width: 0\n", - " apermask_method: correct\n", - " kron_params: None\n", - " enforce_user_order: False\n", - " expand_refcat: False\n", - " minobj: 15\n", - " fitgeometry: shift\n", - " nclip: 3\n", - " sigma: 3.0\n", - " searchrad: 2.0\n", - " use2dhist: True\n", - " separation: 2.0\n", - " tolerance: 1.0\n", - " xoffset: 0.0\n", - " yoffset: 0.0\n", - " abs_refcat: ''\n", - " save_abs_catalog: False\n", - " abs_minobj: 15\n", - " abs_fitgeometry: rshift\n", - " abs_nclip: 3\n", - " abs_sigma: 3.0\n", - " abs_searchrad: 6.0\n", - " abs_use2dhist: True\n", - " abs_separation: 1.0\n", - " abs_tolerance: 0.7\n", - " sip_approx: True\n", - " sip_max_pix_error: 0.01\n", - " sip_degree: None\n", - " sip_max_inv_pix_error: 0.01\n", - " sip_inv_degree: None\n", - " sip_npoints: 12\n", - " in_memory: True\n", - " skymatch:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " skymethod: match\n", - " match_down: True\n", - " subtract: False\n", - " stepsize: None\n", - " skystat: mode\n", - " dqbits: ~DO_NOT_USE+NON_SCIENCE\n", - " lower: None\n", - " upper: None\n", - " nclip: 5\n", - " lsigma: 4.0\n", - " usigma: 4.0\n", - " binwidth: 0.1\n", - " in_memory: True\n", - " outlier_detection:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: False\n", - " input_dir: ''\n", - " weight_type: ivm\n", - " pixfrac: 1.0\n", - " kernel: square\n", - " fillval: INDEF\n", - " nlow: 0\n", - " nhigh: 0\n", - " maskpt: 0.7\n", - " snr: 5.0 4.0\n", - " scale: 1.2 0.7\n", - " backg: 0.0\n", - " kernel_size: 7 7\n", - " threshold_percent: 99.8\n", - " rolling_window_width: 25\n", - " ifu_second_check: False\n", - " save_intermediate_results: False\n", - " resample_data: True\n", - " good_bits: ~DO_NOT_USE\n", - " allowed_memory: None\n", - " in_memory: False\n", - " resample:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " pixfrac: 1.0\n", - " kernel: square\n", - " fillval: NAN\n", - " weight_type: exptime\n", - " output_shape: None\n", - " crpix: None\n", - " crval: None\n", - " rotation: None\n", - " pixel_scale_ratio: 1.0\n", - " pixel_scale: 0.03\n", - " output_wcs: ''\n", - " single: False\n", - " blendheaders: True\n", - " allowed_memory: None\n", - " in_memory: True\n", - " source_catalog:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: cat\n", - " search_output_file: True\n", - " input_dir: ''\n", - " bkg_boxsize: 1000\n", - " kernel_fwhm: 2.141\n", - " snr_threshold: 3.0\n", - " npixels: 25\n", - " deblend: False\n", - " aperture_ee1: 30\n", - " aperture_ee2: 50\n", - " aperture_ee3: 70\n", - " ci1_star_threshold: 2.0\n", - " ci2_star_threshold: 1.8\n", - "2024-11-27 12:31:06,852 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:31:07,021 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw02739001002_02105_00001_nrca2_cal.fits' reftypes = ['abvegaoffset', 'apcorr']\n", - "2024-11-27 12:31:07,027 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf'.\n", - "2024-11-27 12:31:07,028 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits'.\n", - "2024-11-27 12:31:07,038 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...\n", - "2024-11-27 12:31:07,052 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:31:07,357 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (,).\n", - "2024-11-27 12:31:10,063 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00001_nrca2_cal.fits.\n", - "2024-11-27 12:31:12,817 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00002_nrca2_cal.fits.\n", - "2024-11-27 12:31:12,844 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:12,845 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 2.\n", - "2024-11-27 12:31:12,846 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:12,846 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2024-11-27 12:31:12.846056\n", - "2024-11-27 12:31:12,847 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.9\n", - "2024-11-27 12:31:12,847 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:13,200 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw02739001002_02105_1' as reference image\n", - "2024-11-27 12:31:13,206 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw02739001002_02105_2' to the reference catalog.\n", - "2024-11-27 12:31:13,256 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw02739001002_02105_00002_nrca2_cal' catalog with sources from the reference 'jw02739001002_02105_00001_nrca2_cal' catalog.\n", - "2024-11-27 12:31:13,256 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...\n", - "2024-11-27 12:31:13,261 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.001019, 0.0008268 (arcsec) with significance of 150.9 and 160 matches.\n", - "2024-11-27 12:31:13,262 - stpipe.Image3Pipeline.tweakreg - INFO - Found 115 matches for 'GROUP ID: jw02739001002_02105_2'...\n", - "2024-11-27 12:31:13,263 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit\n", - "2024-11-27 12:31:13,265 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw02739001002_02105_2:\n", - "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000355164 YSH: -0.00033349\n", - "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00343597 FIT MAE: 0.00311762\n", - "2024-11-27 12:31:13,267 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 112 objects.\n", - "2024-11-27 12:31:13,315 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:13,316 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2024-11-27 12:31:13.315555\n", - "2024-11-27 12:31:13,316 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.469499\n", - "2024-11-27 12:31:13,317 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:31:13,418 - stpipe.Image3Pipeline.tweakreg - INFO - Update S_REGION to POLYGON ICRS 274.714147973 -13.874666628 274.732194163 -13.875238605 274.732872226 -13.857853289 274.714792972 -13.857090239\n", - "2024-11-27 12:31:13,423 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/astropy/units/format/__init__.py:48: AstropyDeprecationWarning: The class \"Fits\" has been renamed to \"FITS\" in version 7.0. The old name is deprecated and may be removed in a future version.\n", - " Use FITS instead.\n", - " warnings.warn(\n", - "\n", - "2024-11-27 12:31:13,425 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/gwcs/wcs.py:2035: AstropyDeprecationWarning: The get_format_name function is deprecated and may be removed in a future version.\n", - " Use to_string() instead.\n", - " cunit = frame.unit[fidx].get_format_name(u.format.Fits).upper()\n", - "\n", - "2024-11-27 12:31:13,481 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done\n", - "2024-11-27 12:31:13,571 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (,).\n", - "2024-11-27 12:31:13,642 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:31:13,642 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2024-11-27 12:31:13.642038\n", - "2024-11-27 12:31:13,643 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:31:13,643 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'\n", - "2024-11-27 12:31:13,644 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN\n", - "2024-11-27 12:31:13,644 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF\n", - "2024-11-27 12:31:13,645 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:31:13,645 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.\n", - "2024-11-27 12:31:14,717 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00001_nrca2_cal.fits. Sky background: 0.0397179\n", - "2024-11-27 12:31:14,718 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00002_nrca2_cal.fits. Sky background: 0\n", - "2024-11-27 12:31:14,719 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:31:14,720 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2024-11-27 12:31:14.719219\n", - "2024-11-27 12:31:14,720 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:01.077181\n", - "2024-11-27 12:31:14,721 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:31:14,729 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done\n", - "2024-11-27 12:31:14,832 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (,).\n", - "2024-11-27 12:31:14,833 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection mode: imaging\n", - "2024-11-27 12:31:14,834 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection asn_id: a3001\n", - "2024-11-27 12:31:14,835 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square\n", - "2024-11-27 12:31:14,835 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0\n", - "2024-11-27 12:31:14,836 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF\n", - "2024-11-27 12:31:14,836 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm\n", - "2024-11-27 12:31:14,837 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0\n", - "2024-11-27 12:31:14,896 - stpipe.Image3Pipeline.outlier_detection - INFO - Computed output pixel scale: 0.030776005314626233 arcsec.\n", - "2024-11-27 12:31:14,959 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", - "2024-11-27 12:31:17,291 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", - "2024-11-27 12:31:18,321 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:31:18,330 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", - "2024-11-27 12:31:20,898 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", - "2024-11-27 12:31:21,888 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:31:21,895 - stpipe.Image3Pipeline.outlier_detection - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:31:24,567 - stpipe.Image3Pipeline.outlier_detection - INFO - Removing file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:31:24,575 - stpipe.Image3Pipeline.outlier_detection - INFO - Removing file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:31:26,555 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (2048, 2048) <-- (2406, 2064)\n", - "2024-11-27 12:31:26,916 - stpipe.Image3Pipeline.outlier_detection - INFO - 267 pixels marked as outliers\n", - "2024-11-27 12:31:29,349 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (2048, 2048) <-- (2406, 2064)\n", - "2024-11-27 12:31:29,703 - stpipe.Image3Pipeline.outlier_detection - INFO - 285 pixels marked as outliers\n", - "2024-11-27 12:31:30,178 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_crf.fits\n", - "2024-11-27 12:31:30,614 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_crf.fits\n", - "2024-11-27 12:31:30,614 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done\n", - "2024-11-27 12:31:30,702 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (,).\n", - "2024-11-27 12:31:30,761 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square\n", - "2024-11-27 12:31:30,761 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0\n", - "2024-11-27 12:31:30,762 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: NAN\n", - "2024-11-27 12:31:30,762 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: exptime\n", - "2024-11-27 12:31:30,763 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale: 0.03 arcsec.\n", - "2024-11-27 12:31:30,859 - stpipe.Image3Pipeline.resample - INFO - Resampling science data\n", - "2024-11-27 12:31:32,795 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:36,054 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:37,222 - stpipe.Image3Pipeline.resample - INFO - Resampling variance components\n", - "2024-11-27 12:31:39,308 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:42,258 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:45,158 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:48,540 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:52,073 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:55,484 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", - "2024-11-27 12:31:56,574 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 274.711011253 -13.874554961 274.732189315 -13.875337400 274.732879838 -13.857700137 274.711703383 -13.856917757\n", - "2024-11-27 12:31:57,280 - stpipe.Image3Pipeline.resample - INFO - Saved model in ./nrc_im_demo_data/image3_0p3_i2d.fits\n", - "2024-11-27 12:31:57,281 - stpipe.Image3Pipeline.resample - INFO - Step resample done\n", - "2024-11-27 12:31:57,388 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (,).\n", - "2024-11-27 12:31:57,413 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits\n", - "2024-11-27 12:31:57,424 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf\n", - "2024-11-27 12:31:57,425 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: NIRCAM\n", - "2024-11-27 12:31:57,425 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: NRCA2\n", - "2024-11-27 12:31:57,426 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F200W\n", - "2024-11-27 12:31:57,427 - stpipe.Image3Pipeline.source_catalog - INFO - Pupil: CLEAR\n", - "2024-11-27 12:31:57,427 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL\n", - "2024-11-27 12:31:57,486 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 1.68628\n", - "2024-11-27 12:31:58,615 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 3576 sources\n", - "2024-11-27 12:32:01,809 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: ./nrc_im_demo_data/image3_0p3_cat.ecsv\n", - "2024-11-27 12:32:02,005 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in ./nrc_im_demo_data/image3_0p3_segm.fits\n", - "2024-11-27 12:32:02,006 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: image3_0p3_segm.fits\n", - "2024-11-27 12:32:02,023 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done\n", - "2024-11-27 12:32:02,052 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done\n", - "2024-11-27 12:32:02,053 - stpipe - INFO - Results used jwst version: 1.16.0\n", - "2024-11-27 12:32:02,073 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:32:02,254 - stpipe - INFO - PARS-TWEAKREGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-tweakregstep_0036.asdf\n", - "2024-11-27 12:32:02,268 - stpipe - INFO - PARS-RESAMPLESTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-resamplestep_0001.asdf\n", - "2024-11-27 12:32:02,279 - stpipe - INFO - PARS-SOURCECATALOGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-sourcecatalogstep_0007.asdf\n", - "2024-11-27 12:32:02,329 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.\n", - "2024-11-27 12:32:02,330 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.\n", - "2024-11-27 12:32:02,333 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.\n", - "2024-11-27 12:32:02,335 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.\n", - "2024-11-27 12:32:02,337 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.\n", - "2024-11-27 12:32:02,339 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.\n", - "2024-11-27 12:32:02,340 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.\n", - "2024-11-27 12:32:02,433 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('./nrc_im_demo_data/jw02739-a3001_image3_00003_asn.json',).\n", - "2024-11-27 12:32:02,451 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: ./nrc_im_demo_data\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: True\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " in_memory: True\n", - " steps:\n", - " assign_mtwcs:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: True\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: assign_mtwcs\n", - " search_output_file: True\n", - " input_dir: ''\n", - " tweakreg:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: True\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " save_catalogs: False\n", - " use_custom_catalogs: False\n", - " catalog_format: ecsv\n", - " catfile: ''\n", - " starfinder: iraf\n", - " snr_threshold: 10.0\n", - " bkg_boxsize: 400\n", - " kernel_fwhm: 2.141\n", - " minsep_fwhm: 0.0\n", - " sigma_radius: 1.5\n", - " sharplo: 0.2\n", - " sharphi: 1.0\n", - " roundlo: -1.0\n", - " roundhi: 1.0\n", - " brightest: 200\n", - " peakmax: None\n", - " npixels: 10\n", - " connectivity: '8'\n", - " nlevels: 32\n", - " contrast: 0.001\n", - " multithresh_mode: exponential\n", - " localbkg_width: 0\n", - " apermask_method: correct\n", - " kron_params: None\n", - " enforce_user_order: False\n", - " expand_refcat: False\n", - " minobj: 15\n", - " fitgeometry: shift\n", - " nclip: 3\n", - " sigma: 3.0\n", - " searchrad: 2.0\n", - " use2dhist: True\n", - " separation: 2.0\n", - " tolerance: 1.0\n", - " xoffset: 0.0\n", - " yoffset: 0.0\n", - " abs_refcat: ''\n", - " save_abs_catalog: False\n", - " abs_minobj: 15\n", - " abs_fitgeometry: rshift\n", - " abs_nclip: 3\n", - " abs_sigma: 3.0\n", - " abs_searchrad: 6.0\n", - " abs_use2dhist: True\n", - " abs_separation: 1.0\n", - " abs_tolerance: 0.7\n", - " sip_approx: True\n", - " sip_max_pix_error: 0.01\n", - " sip_degree: None\n", - " sip_max_inv_pix_error: 0.01\n", - " sip_inv_degree: None\n", - " sip_npoints: 12\n", - " in_memory: True\n", - " skymatch:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " skymethod: match\n", - " match_down: True\n", - " subtract: False\n", - " stepsize: None\n", - " skystat: mode\n", - " dqbits: ~DO_NOT_USE+NON_SCIENCE\n", - " lower: None\n", - " upper: None\n", - " nclip: 5\n", - " lsigma: 4.0\n", - " usigma: 4.0\n", - " binwidth: 0.1\n", - " in_memory: True\n", - " outlier_detection:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: False\n", - " input_dir: ''\n", - " weight_type: ivm\n", - " pixfrac: 1.0\n", - " kernel: square\n", - " fillval: INDEF\n", - " nlow: 0\n", - " nhigh: 0\n", - " maskpt: 0.7\n", - " snr: 5.0 4.0\n", - " scale: 1.2 0.7\n", - " backg: 0.0\n", - " kernel_size: 7 7\n", - " threshold_percent: 99.8\n", - " rolling_window_width: 25\n", - " ifu_second_check: False\n", - " save_intermediate_results: False\n", - " resample_data: True\n", - " good_bits: ~DO_NOT_USE\n", - " allowed_memory: None\n", - " in_memory: False\n", - " resample:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: None\n", - " search_output_file: True\n", - " input_dir: ''\n", - " pixfrac: 1.0\n", - " kernel: square\n", - " fillval: NAN\n", - " weight_type: exptime\n", - " output_shape: None\n", - " crpix: None\n", - " crval: None\n", - " rotation: None\n", - " pixel_scale_ratio: 1.0\n", - " pixel_scale: 0.06\n", - " output_wcs: ''\n", - " single: False\n", - " blendheaders: True\n", - " allowed_memory: None\n", - " in_memory: True\n", - " source_catalog:\n", - " pre_hooks: []\n", - " post_hooks: []\n", - " output_file: None\n", - " output_dir: None\n", - " output_ext: .fits\n", - " output_use_model: False\n", - " output_use_index: True\n", - " save_results: False\n", - " skip: False\n", - " suffix: cat\n", - " search_output_file: True\n", - " input_dir: ''\n", - " bkg_boxsize: 1000\n", - " kernel_fwhm: 2.141\n", - " snr_threshold: 3.0\n", - " npixels: 25\n", - " deblend: False\n", - " aperture_ee1: 30\n", - " aperture_ee2: 50\n", - " aperture_ee3: 70\n", - " ci1_star_threshold: 2.0\n", - " ci2_star_threshold: 1.8\n", - "2024-11-27 12:32:02,470 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:32:02,629 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw02739001002_02105_00001_nrca2_cal.fits' reftypes = ['abvegaoffset', 'apcorr']\n", - "2024-11-27 12:32:02,632 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf'.\n", - "2024-11-27 12:32:02,633 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits'.\n", - "2024-11-27 12:32:02,634 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...\n", - "2024-11-27 12:32:02,646 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n", - "2024-11-27 12:32:02,992 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (,).\n", - "2024-11-27 12:32:05,586 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00001_nrca2_cal.fits.\n", - "2024-11-27 12:32:08,251 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00002_nrca2_cal.fits.\n", - "2024-11-27 12:32:08,278 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,279 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 2.\n", - "2024-11-27 12:32:08,279 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,280 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2024-11-27 12:32:08.279924\n", - "2024-11-27 12:32:08,281 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.9\n", - "2024-11-27 12:32:08,281 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,668 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw02739001002_02105_1' as reference image\n", - "2024-11-27 12:32:08,673 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw02739001002_02105_2' to the reference catalog.\n", - "2024-11-27 12:32:08,719 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw02739001002_02105_00002_nrca2_cal' catalog with sources from the reference 'jw02739001002_02105_00001_nrca2_cal' catalog.\n", - "2024-11-27 12:32:08,719 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...\n", - "2024-11-27 12:32:08,722 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.001019, 0.0008268 (arcsec) with significance of 150.9 and 160 matches.\n", - "2024-11-27 12:32:08,724 - stpipe.Image3Pipeline.tweakreg - INFO - Found 115 matches for 'GROUP ID: jw02739001002_02105_2'...\n", - "2024-11-27 12:32:08,725 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit\n", - "2024-11-27 12:32:08,728 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw02739001002_02105_2:\n", - "2024-11-27 12:32:08,728 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000355164 YSH: -0.00033349\n", - "2024-11-27 12:32:08,729 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,729 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00343597 FIT MAE: 0.00311762\n", - "2024-11-27 12:32:08,730 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 112 objects.\n", - "2024-11-27 12:32:08,778 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,779 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2024-11-27 12:32:08.778501\n", - "2024-11-27 12:32:08,779 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.498577\n", - "2024-11-27 12:32:08,780 - stpipe.Image3Pipeline.tweakreg - INFO - \n", - "2024-11-27 12:32:08,872 - stpipe.Image3Pipeline.tweakreg - INFO - Update S_REGION to POLYGON ICRS 274.714147973 -13.874666628 274.732194163 -13.875238605 274.732872226 -13.857853289 274.714792972 -13.857090239\n", - "2024-11-27 12:32:08,878 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/astropy/units/format/__init__.py:48: AstropyDeprecationWarning: The class \"Fits\" has been renamed to \"FITS\" in version 7.0. The old name is deprecated and may be removed in a future version.\n", - " Use FITS instead.\n", - " warnings.warn(\n", - "\n", - "2024-11-27 12:32:08,879 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/gwcs/wcs.py:2035: AstropyDeprecationWarning: The get_format_name function is deprecated and may be removed in a future version.\n", - " Use to_string() instead.\n", - " cunit = frame.unit[fidx].get_format_name(u.format.Fits).upper()\n", - "\n", - "2024-11-27 12:32:08,930 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done\n", - "2024-11-27 12:32:09,031 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (,).\n", - "2024-11-27 12:32:09,127 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:32:09,128 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2024-11-27 12:32:09.127518\n", - "2024-11-27 12:32:09,128 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:32:09,129 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'\n", - "2024-11-27 12:32:09,129 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN\n", - "2024-11-27 12:32:09,130 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF\n", - "2024-11-27 12:32:09,130 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:32:09,131 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.\n", - "2024-11-27 12:32:10,281 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00001_nrca2_cal.fits. Sky background: 0.0397179\n", - "2024-11-27 12:32:10,282 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00002_nrca2_cal.fits. Sky background: 0\n", - "2024-11-27 12:32:10,283 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:32:10,284 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2024-11-27 12:32:10.283026\n", - "2024-11-27 12:32:10,284 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:01.155508\n", - "2024-11-27 12:32:10,285 - stpipe.Image3Pipeline.skymatch - INFO - \n", - "2024-11-27 12:32:10,292 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done\n", - "2024-11-27 12:32:10,390 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (,).\n", - "2024-11-27 12:32:10,391 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection mode: imaging\n", - "2024-11-27 12:32:10,391 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection asn_id: a3001\n", - "2024-11-27 12:32:10,392 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square\n", - "2024-11-27 12:32:10,392 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0\n", - "2024-11-27 12:32:10,393 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF\n", - "2024-11-27 12:32:10,394 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm\n", - "2024-11-27 12:32:10,394 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0\n", - "2024-11-27 12:32:10,444 - stpipe.Image3Pipeline.outlier_detection - INFO - Computed output pixel scale: 0.030776005314626233 arcsec.\n", - "2024-11-27 12:32:10,500 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", - "2024-11-27 12:32:12,564 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", - "2024-11-27 12:32:13,455 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:32:13,464 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", - "2024-11-27 12:32:15,961 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", - "2024-11-27 12:32:16,842 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", - "2024-11-27 12:32:16,848 - stpipe.Image3Pipeline.outlier_detection - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", - " warnings.warn(err_str, UserWarning)\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "# Run Stage 3. We'll call it once for each output pixel scale.\n", "i2d_0p3 = Image3Pipeline.call(association_im3_0p3, output_dir=data_dir, steps=image3dict_0p3, save_results=True)\n",