bash-4.2$ pfs_integration_test.sh -c 4 . usage() { echo "Exercise the PFS 2D pipeline code" 1>&2 echo "" 1>&2 echo "Usage: $0 [-b ] [-r ] [-d DIRNAME] [-c CORES] [-n] " 1>&2 echo "" 1>&2 echo " -b : branch of drp_stella_data to use" 1>&2 echo " -r : rerun name to use (default: 'integration')" 1>&2 echo " -d : directory name to give data repo (default: 'INTEGRATION')" 1>&2 echo " -c : number of cores to use (default: 1)" 1>&2 echo " -G : don't clone or update from git" 1>&2 echo " -n : don't cleanup temporary products" 1>&2 echo " : directory under which to operate" 1>&2 echo "" 1>&2 exit 1 } # Parse command-line arguments BRANCH= # Branch to build + BRANCH= RERUN="integration" # Rerun name to use + RERUN=integration TARGET="INTEGRATION" # Directory name to give data repo + TARGET=INTEGRATION CORES=1 # Number of cores to use + CORES=1 USE_GIT=true # checkout/update from git + USE_GIT=true CLEANUP=true # Clean temporary products? + CLEANUP=true while getopts ":b:c:d:Gnr:" opt; do case "${opt}" in b) BRANCH=${OPTARG} ;; c) CORES=${OPTARG} ;; d) TARGET=${OPTARG} ;; G) USE_GIT=false ;; n) CLEANUP=false ;; r) RERUN=${OPTARG} ;; *) usage ;; esac done + getopts :b:c:d:Gnr: opt + case "${opt}" in + CORES=4 + getopts :b:c:d:Gnr: opt shift $((OPTIND-1)) + shift 2 PREFIX=$1 # Directory to work in + PREFIX=. if [ -z "$PREFIX" ] || [ -n "$2" ]; then usage fi + '[' -z . ']' + '[' -n '' ']' mkdir -p $PREFIX + mkdir -p . cd $PREFIX + cd . TARGET="$(pwd)/$TARGET" ++ pwd + TARGET=/home/pfs/test/INTEGRATION if $USE_GIT; then # Setting lfs.batch=true enables passwordless downloads with git-lfs. if [ -e drp_stella_data ]; then pushd drp_stella_data git fetch --all --force --prune --tags popd else git -c lfs.batch=true clone https://github.com/Subaru-PFS/drp_stella_data fi if [ -n $BRANCH ]; then pushd drp_stella_data git -c lfs.batch=true checkout $BRANCH || echo "Can't checkout $BRANCH" popd fi else if [ -n $BRANCH ]; then echo "Ignoring branch $BRANCH as you chose -G" >&2 fi fi + true + '[' -e drp_stella_data ']' + git -c lfs.batch=true clone https://github.com/Subaru-PFS/drp_stella_data Cloning into 'drp_stella_data'... remote: Enumerating objects: 79, done. remote: Counting objects: 100% (79/79), done. remote: Compressing objects: 100% (77/77), done. remote: Total 424 (delta 2), reused 78 (delta 2), pack-reused 345 Receiving objects: 100% (424/424), 51.22 KiB | 0 bytes/s, done. Resolving deltas: 100% (71/71), done. Downloading raw/PFFA00000012.fits (12 MB) Downloading raw/PFFA00000112.fits (12 MB) Downloading raw/PFFA00000212.fits (12 MB) Downloading raw/PFFA00000312.fits (12 MB) Downloading raw/PFFA00000412.fits (12 MB) Downloading raw/PFFA00000512.fits (12 MB) Downloading raw/PFFA00000612.fits (12 MB) Downloading raw/PFFA00000712.fits (12 MB) Downloading raw/PFFA00000812.fits (12 MB) Downloading raw/PFFA00000912.fits (12 MB) Downloading raw/PFFA00001012.fits (12 MB) Downloading raw/PFFA00001112.fits (12 MB) Downloading raw/PFFA00001212.fits (12 MB) Downloading raw/PFFA00001312.fits (12 MB) Downloading raw/PFFA00001412.fits (12 MB) Downloading raw/PFFA00001512.fits (12 MB) Downloading raw/PFFA00001612.fits (12 MB) Downloading raw/PFFA00001712.fits (12 MB) Downloading raw/PFFA00001812.fits (12 MB) Downloading raw/PFFA00001912.fits (12 MB) Downloading raw/PFFA00002012.fits (14 MB) Downloading raw/PFFA00002112.fits (14 MB) Downloading raw/PFFA00002212.fits (14 MB) Downloading raw/PFFA00002312.fits (14 MB) Downloading raw/PFFA00002412.fits (14 MB) Downloading raw/PFFA00002512.fits (14 MB) Downloading raw/PFFA00002612.fits (14 MB) Downloading raw/PFFA00002712.fits (14 MB) Downloading raw/PFFA00002812.fits (14 MB) Downloading raw/PFFA00002912.fits (14 MB) Downloading raw/PFFA00003012.fits (14 MB) Downloading raw/PFFA00003112.fits (12 MB) Downloading raw/PFFA00003212.fits (13 MB) Downloading raw/PFFA00003312.fits (13 MB) Downloading raw/detectorMap-sim-1-r.fits (80 MB) Downloading raw/pfsConfig-0x0000000000000000-000000.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000001.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000002.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000003.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000004.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000005.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000006.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000007.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000008.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000009.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000010.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000011.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000012.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000013.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000014.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000015.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000016.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000017.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000018.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000019.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000020.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000021.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000022.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000023.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000024.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000025.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000026.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000027.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000028.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000029.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000030.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000031.fits (12 KB) Downloading raw/pfsConfig-0x0000000000000000-000032.fits (14 KB) Downloading raw/pfsConfig-0x0000000000000000-000033.fits (14 KB) Checking out files: 100% (74/74), done. + '[' -n ']' + pushd drp_stella_data ~/test/drp_stella_data ~/test + git -c lfs.batch=true checkout + popd ~/test if [ $CORES = 1 ]; then batchArgs="--batch-type=none --doraise" else batchArgs="--batch-type=smp --cores $CORES --doraise" fi + '[' 4 = 1 ']' + batchArgs='--batch-type=smp --cores 4 --doraise' export OMP_NUM_THREADS=1 + export OMP_NUM_THREADS=1 + OMP_NUM_THREADS=1 # # Look for the data files # if [ -d drp_stella_data ]; then drp_stella_data=drp_stella_data else drp_stella_data=$(find . -name PFLA00583012.fits | xargs dirname | xargs dirname) fi + '[' -d drp_stella_data ']' + drp_stella_data=drp_stella_data # Construct repo rm -rf $TARGET + rm -rf /home/pfs/test/INTEGRATION mkdir -p $TARGET + mkdir -p /home/pfs/test/INTEGRATION mkdir -p $TARGET/CALIB + mkdir -p /home/pfs/test/INTEGRATION/CALIB [ -e $TARGET/_mapper ] || echo "lsst.obs.pfs.PfsMapper" > $TARGET/_mapper + '[' -e /home/pfs/test/INTEGRATION/_mapper ']' + echo lsst.obs.pfs.PfsMapper # Ingest images into repo ingestPfsImages.py $TARGET --mode=link \ $drp_stella_data/raw/PFFA*.fits \ -c clobber=True register.ignore=True + ingestPfsImages.py /home/pfs/test/INTEGRATION --mode=link drp_stella_data/raw/PFFA00000012.fits drp_stella_data/raw/PFFA00000112.fits drp_stella_data/raw/PFFA00000212.fits drp_stella_data/raw/PFFA00000312.fits drp_stella_data/raw/PFFA00000412.fits drp_stella_data/raw/PFFA00000512.fits drp_stella_data/raw/PFFA00000612.fits drp_stella_data/raw/PFFA00000712.fits drp_stella_data/raw/PFFA00000812.fits drp_stella_data/raw/PFFA00000912.fits drp_stella_data/raw/PFFA00001012.fits drp_stella_data/raw/PFFA00001112.fits drp_stella_data/raw/PFFA00001212.fits drp_stella_data/raw/PFFA00001312.fits drp_stella_data/raw/PFFA00001412.fits drp_stella_data/raw/PFFA00001512.fits drp_stella_data/raw/PFFA00001612.fits drp_stella_data/raw/PFFA00001712.fits drp_stella_data/raw/PFFA00001812.fits drp_stella_data/raw/PFFA00001912.fits drp_stella_data/raw/PFFA00002012.fits drp_stella_data/raw/PFFA00002112.fits drp_stella_data/raw/PFFA00002212.fits drp_stella_data/raw/PFFA00002312.fits drp_stella_data/raw/PFFA00002412.fits drp_stella_data/raw/PFFA00002512.fits drp_stella_data/raw/PFFA00002612.fits drp_stella_data/raw/PFFA00002712.fits drp_stella_data/raw/PFFA00002812.fits drp_stella_data/raw/PFFA00002912.fits drp_stella_data/raw/PFFA00003012.fits drp_stella_data/raw/PFFA00003112.fits drp_stella_data/raw/PFFA00003212.fits drp_stella_data/raw/PFFA00003312.fits -c clobber=True register.ignore=True CameraMapper INFO: Loading Posix exposure registry from /home/pfs/test/INTEGRATION ingest INFO: drp_stella_data/raw/PFFA00000012.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000000r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000000.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000000.fits ingest INFO: drp_stella_data/raw/PFFA00000112.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000001r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000001.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000001.fits ingest INFO: drp_stella_data/raw/PFFA00000212.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000002r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000002.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000002.fits ingest INFO: drp_stella_data/raw/PFFA00000312.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000003r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000003.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000003.fits ingest INFO: drp_stella_data/raw/PFFA00000412.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000004r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000004.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000004.fits ingest INFO: drp_stella_data/raw/PFFA00000512.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000005r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000005.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000005.fits ingest INFO: drp_stella_data/raw/PFFA00000612.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000006r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000006.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000006.fits ingest INFO: drp_stella_data/raw/PFFA00000712.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000007r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000007.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000007.fits ingest INFO: drp_stella_data/raw/PFFA00000812.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000008r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000008.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000008.fits ingest INFO: drp_stella_data/raw/PFFA00000912.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000009r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000009.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000009.fits ingest INFO: drp_stella_data/raw/PFFA00001012.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000010r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000010.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000010.fits ingest INFO: drp_stella_data/raw/PFFA00001112.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000011r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000011.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000011.fits ingest INFO: drp_stella_data/raw/PFFA00001212.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000012r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000012.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000012.fits ingest INFO: drp_stella_data/raw/PFFA00001312.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000013r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000013.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000013.fits ingest INFO: drp_stella_data/raw/PFFA00001412.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000014r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000014.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000014.fits ingest INFO: drp_stella_data/raw/PFFA00001512.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000015r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000015.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000015.fits ingest INFO: drp_stella_data/raw/PFFA00001612.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000016r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000016.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000016.fits ingest INFO: drp_stella_data/raw/PFFA00001712.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000017r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000017.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000017.fits ingest INFO: drp_stella_data/raw/PFFA00001812.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000018r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000018.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000018.fits ingest INFO: drp_stella_data/raw/PFFA00001912.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000019r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000019.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000019.fits ingest INFO: drp_stella_data/raw/PFFA00002012.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000020r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000020.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000020.fits ingest INFO: drp_stella_data/raw/PFFA00002112.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000021r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000021.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000021.fits ingest INFO: drp_stella_data/raw/PFFA00002212.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000022r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000022.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000022.fits ingest INFO: drp_stella_data/raw/PFFA00002312.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000023r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000023.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000023.fits ingest INFO: drp_stella_data/raw/PFFA00002412.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000024r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000024.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000024.fits ingest INFO: drp_stella_data/raw/PFFA00002512.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000025r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000025.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000025.fits ingest INFO: drp_stella_data/raw/PFFA00002612.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000026r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000026.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000026.fits ingest INFO: drp_stella_data/raw/PFFA00002712.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000027r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000027.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000027.fits ingest INFO: drp_stella_data/raw/PFFA00002812.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000028r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000028.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000028.fits ingest INFO: drp_stella_data/raw/PFFA00002912.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000029r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000029.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000029.fits ingest INFO: drp_stella_data/raw/PFFA00003012.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000030r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000030.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000030.fits ingest INFO: drp_stella_data/raw/PFFA00003112.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000031r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000031.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000031.fits ingest INFO: drp_stella_data/raw/PFFA00003212.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000032r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000032.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000032.fits ingest INFO: drp_stella_data/raw/PFFA00003312.fits ----> /home/pfs/test/INTEGRATION/2019-01-11/PFFA000033r1.fits ingest INFO: drp_stella_data/raw/pfsConfig-0x0000000000000000-000033.fits ----> /home/pfs/test/INTEGRATION/pfsConfig/2019-01-11/pfsConfig-0x0000000000000000-000033.fits ingestCalibs.py $TARGET --calib $TARGET/CALIB --validity 1800 \ $drp_stella_data/raw/detectorMap-sim-1-r.fits --mode=copy || exit 1 + ingestCalibs.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --validity 1800 drp_stella_data/raw/detectorMap-sim-1-r.fits --mode=copy root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/ingestCalibs.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 ingestCalibs INFO: drp_stella_data/raw/detectorMap-sim-1-r.fits ----> /home/pfs/test/INTEGRATION/CALIB/DETECTORMAP/pfsDetectorMap-000031-r1.fits # Build bias constructBias.py $TARGET --calib $TARGET/CALIB --rerun $RERUN/bias --id field=BIAS $batchArgs || exit 1 + constructBias.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/bias --id field=BIAS --batch-type=smp --cores 4 --doraise root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/bias.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/bias.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Running: -c /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/bias --id field=BIAS --doraise --noExit CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3517 INFO 2019-02-12T08:36:04.888Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3516 INFO 2019-02-12T08:36:04.888Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3518 INFO 2019-02-12T08:36:04.890Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3517 INFO 2019-02-12T08:36:04.893Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3516 INFO 2019-02-12T08:36:04.894Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3518 INFO 2019-02-12T08:36:04.896Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3517 INFO 2019-02-12T08:36:05.172Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3518 INFO 2019-02-12T08:36:05.175Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3516 INFO 2019-02-12T08:36:05.185Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 bias INFO: Scatter processing 3517 INFO 2019-02-12T08:36:05.402Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 1, 'arm': 'r', 'spectrograph': 1, 'visit': 1, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3517 3517 INFO 2019-02-12T08:36:05.403Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 1, 'arm': 'r', 'spectrograph': 1, 'visit': 1, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3518 INFO 2019-02-12T08:36:05.406Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 2, 'arm': 'r', 'spectrograph': 1, 'visit': 2, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3518 3518 INFO 2019-02-12T08:36:05.407Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 2, 'arm': 'r', 'spectrograph': 1, 'visit': 2, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3516 INFO 2019-02-12T08:36:05.421Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 0, 'arm': 'r', 'spectrograph': 1, 'visit': 0, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3516 3516 INFO 2019-02-12T08:36:05.421Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 0, 'arm': 'r', 'spectrograph': 1, 'visit': 0, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3517 WARN 2019-02-12T08:36:05.926Z CameraMapper: Key="DARKTIME" not in metadata 3517 INFO 2019-02-12T08:36:05.927Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3518 WARN 2019-02-12T08:36:05.928Z CameraMapper: Key="DARKTIME" not in metadata 3518 INFO 2019-02-12T08:36:05.928Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3516 WARN 2019-02-12T08:36:05.934Z CameraMapper: Key="DARKTIME" not in metadata 3516 INFO 2019-02-12T08:36:05.934Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3518 INFO 2019-02-12T08:36:11.680Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 3, 'arm': 'r', 'spectrograph': 1, 'visit': 3, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3518 3516 INFO 2019-02-12T08:36:11.767Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 4, 'arm': 'r', 'spectrograph': 1, 'visit': 4, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3516 3516 INFO 2019-02-12T08:36:11.792Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 4, 'arm': 'r', 'spectrograph': 1, 'visit': 4, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3518 INFO 2019-02-12T08:36:11.792Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 3, 'arm': 'r', 'spectrograph': 1, 'visit': 3, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3517 INFO 2019-02-12T08:36:11.900Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 5, 'arm': 'r', 'spectrograph': 1, 'visit': 5, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3517 3517 INFO 2019-02-12T08:36:11.900Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 5, 'arm': 'r', 'spectrograph': 1, 'visit': 5, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3516 WARN 2019-02-12T08:36:12.285Z CameraMapper: Key="DARKTIME" not in metadata 3516 INFO 2019-02-12T08:36:12.286Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3518 WARN 2019-02-12T08:36:12.286Z CameraMapper: Key="DARKTIME" not in metadata 3518 INFO 2019-02-12T08:36:12.287Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3517 WARN 2019-02-12T08:36:12.430Z CameraMapper: Key="DARKTIME" not in metadata 3517 INFO 2019-02-12T08:36:12.431Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3516 INFO 2019-02-12T08:36:18.111Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 6, 'arm': 'r', 'spectrograph': 1, 'visit': 6, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3516 3516 INFO 2019-02-12T08:36:18.204Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 6, 'arm': 'r', 'spectrograph': 1, 'visit': 6, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3518 INFO 2019-02-12T08:36:18.312Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 7, 'arm': 'r', 'spectrograph': 1, 'visit': 7, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3518 3518 INFO 2019-02-12T08:36:18.382Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 7, 'arm': 'r', 'spectrograph': 1, 'visit': 7, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3517 INFO 2019-02-12T08:36:18.489Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 8, 'arm': 'r', 'spectrograph': 1, 'visit': 8, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3517 3517 INFO 2019-02-12T08:36:18.490Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 8, 'arm': 'r', 'spectrograph': 1, 'visit': 8, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3516 WARN 2019-02-12T08:36:18.778Z CameraMapper: Key="DARKTIME" not in metadata 3516 INFO 2019-02-12T08:36:18.778Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3518 WARN 2019-02-12T08:36:18.847Z CameraMapper: Key="DARKTIME" not in metadata 3518 INFO 2019-02-12T08:36:18.847Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3517 WARN 2019-02-12T08:36:18.985Z CameraMapper: Key="DARKTIME" not in metadata 3517 INFO 2019-02-12T08:36:18.986Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3516 INFO 2019-02-12T08:36:24.517Z bias: Processing DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 9, 'arm': 'r', 'spectrograph': 1, 'visit': 9, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3516 3516 INFO 2019-02-12T08:36:24.545Z bias.isr: Performing ISR on sensor DataId(initialdata={'field': 'BIAS', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 9, 'arm': 'r', 'spectrograph': 1, 'visit': 9, 'ccd': 1, 'filter': 'r', 'expTime': 0.0, 'dataType': 'BIAS', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3516 WARN 2019-02-12T08:36:25.118Z CameraMapper: Key="DARKTIME" not in metadata 3516 INFO 2019-02-12T08:36:25.118Z CameraMapper: darkTime is NaN/Inf; using exposureTime bias INFO: Scale on 4928c5f19c85:3515 CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3517 INFO 2019-02-12T08:36:30.876Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3517 INFO 2019-02-12T08:36:30.885Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3518 INFO 2019-02-12T08:36:30.886Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3518 INFO 2019-02-12T08:36:30.891Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3516 INFO 2019-02-12T08:36:30.924Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3516 INFO 2019-02-12T08:36:30.930Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3517 INFO 2019-02-12T08:36:31.171Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3518 INFO 2019-02-12T08:36:31.186Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3516 INFO 2019-02-12T08:36:31.220Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 bias INFO: Scatter combination bias INFO: Combining {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'NONE', 'calibDate': '2019-01-11'} on 4928c5f19c85:3515 bias INFO: Writing {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'NONE', 'calibDate': '2019-01-11'} on 4928c5f19c85:3515 bias WARN: Unable to create camera image: 'PfsMapper' object has no attribute 'map_bias_camera' ingestCalibs.py $TARGET --calib $TARGET/CALIB --validity 1000 \ $TARGET/rerun/$RERUN/bias/BIAS/*.fits || exit 1 + ingestCalibs.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --validity 1000 /home/pfs/test/INTEGRATION/rerun/integration/bias/BIAS/pfsBias-2019-01-11-0-r1.fits root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/ingestCalibs.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 ingestCalibs INFO: /home/pfs/test/INTEGRATION/rerun/integration/bias/BIAS/pfsBias-2019-01-11-0-r1.fits ----> /home/pfs/test/INTEGRATION/CALIB/BIAS/pfsBias-2019-01-11-0-r1.fits ( $CLEANUP && rm -r $TARGET/rerun/$RERUN/bias) || true + true + rm -r /home/pfs/test/INTEGRATION/rerun/integration/bias # Build dark constructDark.py $TARGET --calib $TARGET/CALIB --rerun $RERUN/dark --id field=DARK $batchArgs || exit 1 + constructDark.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/dark --id field=DARK --batch-type=smp --cores 4 --doraise root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/dark.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/dark.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Running: -c /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/dark --id field=DARK --doraise --noExit CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3529 INFO 2019-02-12T08:37:22.520Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3527 INFO 2019-02-12T08:37:22.521Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3528 INFO 2019-02-12T08:37:22.521Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3527 INFO 2019-02-12T08:37:22.527Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3529 INFO 2019-02-12T08:37:22.528Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3528 INFO 2019-02-12T08:37:22.528Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3529 INFO 2019-02-12T08:37:22.807Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3527 INFO 2019-02-12T08:37:22.808Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3528 INFO 2019-02-12T08:37:22.812Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 dark INFO: Scatter processing 3528 INFO 2019-02-12T08:37:23.055Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 11, 'arm': 'r', 'spectrograph': 1, 'visit': 11, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3528 3528 INFO 2019-02-12T08:37:23.056Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 11, 'arm': 'r', 'spectrograph': 1, 'visit': 11, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3527 INFO 2019-02-12T08:37:23.056Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 10, 'arm': 'r', 'spectrograph': 1, 'visit': 10, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3527 3527 INFO 2019-02-12T08:37:23.057Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 10, 'arm': 'r', 'spectrograph': 1, 'visit': 10, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3529 INFO 2019-02-12T08:37:23.060Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 12, 'arm': 'r', 'spectrograph': 1, 'visit': 12, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3529 3529 INFO 2019-02-12T08:37:23.061Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 12, 'arm': 'r', 'spectrograph': 1, 'visit': 12, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3528 WARN 2019-02-12T08:37:23.528Z CameraMapper: Key="DARKTIME" not in metadata 3528 INFO 2019-02-12T08:37:23.529Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3529 WARN 2019-02-12T08:37:23.530Z CameraMapper: Key="DARKTIME" not in metadata 3529 INFO 2019-02-12T08:37:23.531Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3527 WARN 2019-02-12T08:37:23.591Z CameraMapper: Key="DARKTIME" not in metadata 3527 INFO 2019-02-12T08:37:23.591Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3528 INFO 2019-02-12T08:37:26.373Z dark.repair: Identified 0 cosmic rays. 3529 INFO 2019-02-12T08:37:26.392Z dark.repair: Identified 0 cosmic rays. 3527 INFO 2019-02-12T08:37:26.451Z dark.repair: Identified 0 cosmic rays. 3528 INFO 2019-02-12T08:37:27.298Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 13, 'arm': 'r', 'spectrograph': 1, 'visit': 13, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3528 3528 INFO 2019-02-12T08:37:27.299Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 13, 'arm': 'r', 'spectrograph': 1, 'visit': 13, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3529 INFO 2019-02-12T08:37:27.304Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 14, 'arm': 'r', 'spectrograph': 1, 'visit': 14, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3529 3529 INFO 2019-02-12T08:37:27.305Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 14, 'arm': 'r', 'spectrograph': 1, 'visit': 14, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3527 INFO 2019-02-12T08:37:27.343Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 15, 'arm': 'r', 'spectrograph': 1, 'visit': 15, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3527 3527 INFO 2019-02-12T08:37:27.344Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 15, 'arm': 'r', 'spectrograph': 1, 'visit': 15, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3528 WARN 2019-02-12T08:37:27.761Z CameraMapper: Key="DARKTIME" not in metadata 3528 INFO 2019-02-12T08:37:27.762Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3529 WARN 2019-02-12T08:37:27.772Z CameraMapper: Key="DARKTIME" not in metadata 3529 INFO 2019-02-12T08:37:27.772Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3527 WARN 2019-02-12T08:37:27.810Z CameraMapper: Key="DARKTIME" not in metadata 3527 INFO 2019-02-12T08:37:27.810Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3528 INFO 2019-02-12T08:37:30.570Z dark.repair: Identified 0 cosmic rays. 3529 INFO 2019-02-12T08:37:30.603Z dark.repair: Identified 0 cosmic rays. 3527 INFO 2019-02-12T08:37:30.630Z dark.repair: Identified 0 cosmic rays. 3528 INFO 2019-02-12T08:37:31.461Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 17, 'arm': 'r', 'spectrograph': 1, 'visit': 17, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3528 3528 INFO 2019-02-12T08:37:31.461Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 17, 'arm': 'r', 'spectrograph': 1, 'visit': 17, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3529 INFO 2019-02-12T08:37:31.483Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 18, 'arm': 'r', 'spectrograph': 1, 'visit': 18, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3529 3529 INFO 2019-02-12T08:37:31.483Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 18, 'arm': 'r', 'spectrograph': 1, 'visit': 18, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3527 INFO 2019-02-12T08:37:31.500Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 16, 'arm': 'r', 'spectrograph': 1, 'visit': 16, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3527 3527 INFO 2019-02-12T08:37:31.501Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 16, 'arm': 'r', 'spectrograph': 1, 'visit': 16, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3528 WARN 2019-02-12T08:37:31.912Z CameraMapper: Key="DARKTIME" not in metadata 3528 INFO 2019-02-12T08:37:31.913Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3529 WARN 2019-02-12T08:37:31.962Z CameraMapper: Key="DARKTIME" not in metadata 3529 INFO 2019-02-12T08:37:31.963Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3527 WARN 2019-02-12T08:37:31.978Z CameraMapper: Key="DARKTIME" not in metadata 3527 INFO 2019-02-12T08:37:31.978Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3528 INFO 2019-02-12T08:37:34.709Z dark.repair: Identified 0 cosmic rays. 3527 INFO 2019-02-12T08:37:34.812Z dark.repair: Identified 0 cosmic rays. 3529 INFO 2019-02-12T08:37:34.812Z dark.repair: Identified 0 cosmic rays. 3528 INFO 2019-02-12T08:37:35.582Z dark: Processing DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 19, 'arm': 'r', 'spectrograph': 1, 'visit': 19, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3528 3528 INFO 2019-02-12T08:37:35.582Z dark.isr: Performing ISR on sensor DataId(initialdata={'field': 'DARK', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 19, 'arm': 'r', 'spectrograph': 1, 'visit': 19, 'ccd': 1, 'filter': 'r', 'expTime': 900.0, 'dataType': 'DARK', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3528 WARN 2019-02-12T08:37:36.006Z CameraMapper: Key="DARKTIME" not in metadata 3528 INFO 2019-02-12T08:37:36.006Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3528 INFO 2019-02-12T08:37:38.345Z dark.repair: Identified 0 cosmic rays. dark INFO: Scale on 4928c5f19c85:3526 3527 INFO 2019-02-12T08:37:39.185Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3527 INFO 2019-02-12T08:37:39.191Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3528 INFO 2019-02-12T08:37:39.280Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3528 INFO 2019-02-12T08:37:39.286Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3529 INFO 2019-02-12T08:37:39.292Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3529 INFO 2019-02-12T08:37:39.297Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3527 INFO 2019-02-12T08:37:39.507Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3528 INFO 2019-02-12T08:37:39.588Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3529 INFO 2019-02-12T08:37:39.596Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 dark INFO: Scatter combination dark INFO: Combining {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'NONE', 'calibDate': '2019-01-11'} on 4928c5f19c85:3526 dark INFO: Writing {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'NONE', 'calibDate': '2019-01-11'} on 4928c5f19c85:3526 dark WARN: Unable to create camera image: 'PfsMapper' object has no attribute 'map_dark_camera' ingestCalibs.py $TARGET --calib $TARGET/CALIB --validity 1000 \ $TARGET/rerun/$RERUN/dark/DARK/*.fits || exit 1 + ingestCalibs.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --validity 1000 /home/pfs/test/INTEGRATION/rerun/integration/dark/DARK/pfsDark-2019-01-11-0-r1.fits root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/ingestCalibs.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 ingestCalibs INFO: /home/pfs/test/INTEGRATION/rerun/integration/dark/DARK/pfsDark-2019-01-11-0-r1.fits ----> /home/pfs/test/INTEGRATION/CALIB/DARK/pfsDark-2019-01-11-0-r1.fits ( $CLEANUP && rm -r $TARGET/rerun/$RERUN/dark) || true + true + rm -r /home/pfs/test/INTEGRATION/rerun/integration/dark # Build flat constructFiberFlat.py $TARGET --calib $TARGET/CALIB --rerun $RERUN/flat \ --id field=FLAT $batchArgs || exit 1 + constructFiberFlat.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/flat --id field=FLAT --batch-type=smp --cores 4 --doraise root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/fiberFlat.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/fiberFlat.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Running: -c /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/flat --id field=FLAT --doraise --noExit CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3540 INFO 2019-02-12T08:38:06.586Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3540 INFO 2019-02-12T08:38:06.591Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3538 INFO 2019-02-12T08:38:06.595Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3539 INFO 2019-02-12T08:38:06.598Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3538 INFO 2019-02-12T08:38:06.600Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3539 INFO 2019-02-12T08:38:06.605Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3538 INFO 2019-02-12T08:38:06.875Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3539 INFO 2019-02-12T08:38:06.893Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3540 INFO 2019-02-12T08:38:06.919Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 fiberFlat INFO: Scatter processing 3538 INFO 2019-02-12T08:38:07.126Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 20, 'arm': 'r', 'spectrograph': 1, 'visit': 20, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3538 3538 INFO 2019-02-12T08:38:07.127Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 20, 'arm': 'r', 'spectrograph': 1, 'visit': 20, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3539 INFO 2019-02-12T08:38:07.160Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 21, 'arm': 'r', 'spectrograph': 1, 'visit': 21, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3539 3539 INFO 2019-02-12T08:38:07.164Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 21, 'arm': 'r', 'spectrograph': 1, 'visit': 21, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3540 INFO 2019-02-12T08:38:07.184Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 22, 'arm': 'r', 'spectrograph': 1, 'visit': 22, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3540 3540 INFO 2019-02-12T08:38:07.185Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 22, 'arm': 'r', 'spectrograph': 1, 'visit': 22, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3538 WARN 2019-02-12T08:38:07.641Z CameraMapper: Key="DARKTIME" not in metadata 3538 INFO 2019-02-12T08:38:07.641Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3539 WARN 2019-02-12T08:38:07.694Z CameraMapper: Key="DARKTIME" not in metadata 3539 INFO 2019-02-12T08:38:07.694Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3540 WARN 2019-02-12T08:38:07.714Z CameraMapper: Key="DARKTIME" not in metadata 3540 INFO 2019-02-12T08:38:07.714Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3538 INFO 2019-02-12T08:38:10.859Z fiberFlat.repair: Identified 0 cosmic rays. 3539 INFO 2019-02-12T08:38:10.920Z fiberFlat.repair: Identified 0 cosmic rays. 3540 INFO 2019-02-12T08:38:10.955Z fiberFlat.repair: Identified 0 cosmic rays. 3538 INFO 2019-02-12T08:38:12.144Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 23, 'arm': 'r', 'spectrograph': 1, 'visit': 23, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3538 3538 INFO 2019-02-12T08:38:12.145Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 23, 'arm': 'r', 'spectrograph': 1, 'visit': 23, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3539 INFO 2019-02-12T08:38:12.183Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 24, 'arm': 'r', 'spectrograph': 1, 'visit': 24, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3539 3539 INFO 2019-02-12T08:38:12.185Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 24, 'arm': 'r', 'spectrograph': 1, 'visit': 24, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3540 INFO 2019-02-12T08:38:12.241Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 25, 'arm': 'r', 'spectrograph': 1, 'visit': 25, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3540 3540 INFO 2019-02-12T08:38:12.242Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 25, 'arm': 'r', 'spectrograph': 1, 'visit': 25, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3538 WARN 2019-02-12T08:38:12.660Z CameraMapper: Key="DARKTIME" not in metadata 3538 INFO 2019-02-12T08:38:12.660Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3539 WARN 2019-02-12T08:38:12.717Z CameraMapper: Key="DARKTIME" not in metadata 3539 INFO 2019-02-12T08:38:12.717Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3540 WARN 2019-02-12T08:38:12.741Z CameraMapper: Key="DARKTIME" not in metadata 3540 INFO 2019-02-12T08:38:12.741Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3538 INFO 2019-02-12T08:38:15.733Z fiberFlat.repair: Identified 0 cosmic rays. 3539 INFO 2019-02-12T08:38:15.824Z fiberFlat.repair: Identified 0 cosmic rays. 3540 INFO 2019-02-12T08:38:15.843Z fiberFlat.repair: Identified 0 cosmic rays. 3538 INFO 2019-02-12T08:38:17.016Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 26, 'arm': 'r', 'spectrograph': 1, 'visit': 26, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3538 3538 INFO 2019-02-12T08:38:17.017Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 26, 'arm': 'r', 'spectrograph': 1, 'visit': 26, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3539 INFO 2019-02-12T08:38:17.062Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 27, 'arm': 'r', 'spectrograph': 1, 'visit': 27, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3539 3539 INFO 2019-02-12T08:38:17.062Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 27, 'arm': 'r', 'spectrograph': 1, 'visit': 27, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3540 INFO 2019-02-12T08:38:17.081Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 28, 'arm': 'r', 'spectrograph': 1, 'visit': 28, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3540 3540 INFO 2019-02-12T08:38:17.082Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 28, 'arm': 'r', 'spectrograph': 1, 'visit': 28, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3539 WARN 2019-02-12T08:38:17.519Z CameraMapper: Key="DARKTIME" not in metadata 3539 INFO 2019-02-12T08:38:17.519Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3540 WARN 2019-02-12T08:38:17.537Z CameraMapper: Key="DARKTIME" not in metadata 3540 INFO 2019-02-12T08:38:17.537Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3538 WARN 2019-02-12T08:38:17.623Z CameraMapper: Key="DARKTIME" not in metadata 3538 INFO 2019-02-12T08:38:17.623Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3539 INFO 2019-02-12T08:38:20.397Z fiberFlat.repair: Identified 0 cosmic rays. 3540 INFO 2019-02-12T08:38:20.432Z fiberFlat.repair: Identified 0 cosmic rays. 3538 INFO 2019-02-12T08:38:20.847Z fiberFlat.repair: Identified 0 cosmic rays. 3539 INFO 2019-02-12T08:38:21.692Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 30, 'arm': 'r', 'spectrograph': 1, 'visit': 30, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3539 3539 INFO 2019-02-12T08:38:21.693Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 30, 'arm': 'r', 'spectrograph': 1, 'visit': 30, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3540 INFO 2019-02-12T08:38:21.735Z fiberFlat: Processing DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 29, 'arm': 'r', 'spectrograph': 1, 'visit': 29, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3540 3540 INFO 2019-02-12T08:38:21.736Z fiberFlat.isr: Performing ISR on sensor DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 29, 'arm': 'r', 'spectrograph': 1, 'visit': 29, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) 3539 WARN 2019-02-12T08:38:22.140Z CameraMapper: Key="DARKTIME" not in metadata 3539 INFO 2019-02-12T08:38:22.140Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3540 WARN 2019-02-12T08:38:22.226Z CameraMapper: Key="DARKTIME" not in metadata 3540 INFO 2019-02-12T08:38:22.226Z CameraMapper: darkTime is NaN/Inf; using exposureTime 3539 INFO 2019-02-12T08:38:24.788Z fiberFlat.repair: Identified 0 cosmic rays. 3540 INFO 2019-02-12T08:38:25.004Z fiberFlat.repair: Identified 0 cosmic rays. fiberFlat INFO: Scale on 4928c5f19c85:3537 CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3538 INFO 2019-02-12T08:38:26.330Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3539 INFO 2019-02-12T08:38:26.331Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3538 INFO 2019-02-12T08:38:26.336Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3539 INFO 2019-02-12T08:38:26.336Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3540 INFO 2019-02-12T08:38:26.347Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3540 INFO 2019-02-12T08:38:26.358Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3539 INFO 2019-02-12T08:38:26.621Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3538 INFO 2019-02-12T08:38:26.625Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3540 INFO 2019-02-12T08:38:26.632Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 fiberFlat INFO: Scatter combination fiberFlat INFO: Combining 11 inputs {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'r', 'calibDate': '2019-01-11', 'visit0': 20} on 4928c5f19c85:3537 fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 20, 'arm': 'r', 'spectrograph': 1, 'visit': 20, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 21, 'arm': 'r', 'spectrograph': 1, 'visit': 21, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 22, 'arm': 'r', 'spectrograph': 1, 'visit': 22, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 23, 'arm': 'r', 'spectrograph': 1, 'visit': 23, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 24, 'arm': 'r', 'spectrograph': 1, 'visit': 24, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 25, 'arm': 'r', 'spectrograph': 1, 'visit': 25, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 26, 'arm': 'r', 'spectrograph': 1, 'visit': 26, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 27, 'arm': 'r', 'spectrograph': 1, 'visit': 27, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 28, 'arm': 'r', 'spectrograph': 1, 'visit': 28, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 29, 'arm': 'r', 'spectrograph': 1, 'visit': 29, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: 10 FiberTraces found for DataId(initialdata={'field': 'FLAT', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 30, 'arm': 'r', 'spectrograph': 1, 'visit': 30, 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) fiberFlat INFO: xOffsets = [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] fiberFlat INFO: Writing {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'r', 'calibDate': '2019-01-11', 'visit0': 20} on 4928c5f19c85:3537 fiberFlat WARN: Unable to create camera image: 'PfsMapper' object has no attribute 'map_flat_camera' ingestCalibs.py $TARGET --calib $TARGET/CALIB --validity 1000 \ $TARGET/rerun/$RERUN/flat/FLAT/*.fits || exit 1 + ingestCalibs.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --validity 1000 /home/pfs/test/INTEGRATION/rerun/integration/flat/FLAT/pfsFiberFlat-2019-01-11-000020-r1.fits root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/ingestCalibs.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 ingestCalibs INFO: /home/pfs/test/INTEGRATION/rerun/integration/flat/FLAT/pfsFiberFlat-2019-01-11-000020-r1.fits ----> /home/pfs/test/INTEGRATION/CALIB/FLAT/pfsFiberFlat-2019-01-11-000020-r1.fits ( $CLEANUP && rm -r $TARGET/rerun/$RERUN/flat) || true + true + rm -r /home/pfs/test/INTEGRATION/rerun/integration/flat # Build fiber trace constructFiberTrace.py $TARGET --calib $TARGET/CALIB --rerun $RERUN/fiberTrace \ --id visit=20 $batchArgs || exit 1 + constructFiberTrace.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/fiberTrace --id visit=20 --batch-type=smp --cores 4 --doraise root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/fiberTrace.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/fiberTrace.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Running: -c /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/fiberTrace --id visit=20 --doraise --noExit CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3551 INFO 2019-02-12T08:43:39.251Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3549 INFO 2019-02-12T08:43:39.253Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3550 INFO 2019-02-12T08:43:39.254Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3551 INFO 2019-02-12T08:43:39.258Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3549 INFO 2019-02-12T08:43:39.258Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3550 INFO 2019-02-12T08:43:39.260Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3549 INFO 2019-02-12T08:43:39.534Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3551 INFO 2019-02-12T08:43:39.534Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3550 INFO 2019-02-12T08:43:39.540Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 fiberTrace INFO: Scatter processing fiberTrace INFO: Processing DataId(initialdata={'visit': 20, 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 20, 'arm': 'r', 'spectrograph': 1, 'field': 'FLAT', 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) on 4928c5f19c85:3548 fiberTrace.isr INFO: Performing ISR on sensor DataId(initialdata={'visit': 20, 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 20, 'arm': 'r', 'spectrograph': 1, 'field': 'FLAT', 'ccd': 1, 'filter': 'r', 'expTime': 30.0, 'dataType': 'FLAT', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}, tag=set()) CameraMapper WARN: Key="DARKTIME" not in metadata CameraMapper INFO: darkTime is NaN/Inf; using exposureTime fiberTrace.repair INFO: Identified 0 cosmic rays. fiberTrace INFO: Scale on 4928c5f19c85:3548 3549 INFO 2019-02-12T08:43:44.815Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3551 INFO 2019-02-12T08:43:44.817Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3549 INFO 2019-02-12T08:43:44.823Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3551 INFO 2019-02-12T08:43:44.825Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3550 INFO 2019-02-12T08:43:44.831Z CameraMapper: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 3550 INFO 2019-02-12T08:43:44.834Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3549 INFO 2019-02-12T08:43:45.105Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3551 INFO 2019-02-12T08:43:45.105Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 3550 INFO 2019-02-12T08:43:45.123Z CameraMapper: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 fiberTrace INFO: Scatter combination fiberTrace INFO: Combining 1 inputs {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'r', 'calibDate': '2019-01-11', 'visit0': 20} on 4928c5f19c85:3548 fiberTrace INFO: 10 fiber traces found on combined flat fiberTrace INFO: Median relative transmission of fiber 650 is 1.035440 fiberTrace INFO: Median relative transmission of fiber 589 is 1.041405 fiberTrace INFO: Median relative transmission of fiber 463 is 0.955910 fiberTrace INFO: Median relative transmission of fiber 400 is 0.963398 fiberTrace INFO: Median relative transmission of fiber 337 is 0.938355 fiberTrace INFO: Median relative transmission of fiber 315 is 0.953287 fiberTrace INFO: Median relative transmission of fiber 254 is 0.987789 fiberTrace INFO: Median relative transmission of fiber 191 is 1.013446 fiberTrace INFO: Median relative transmission of fiber 65 is 1.144276 fiberTrace INFO: Median relative transmission of fiber 2 is 1.136826 fiberTrace INFO: Writing {'arm': 'r', 'spectrograph': 1, 'ccd': 1, 'filter': 'r', 'calibDate': '2019-01-11', 'visit0': 20} on 4928c5f19c85:3548 /opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/card.py:261: VerifyWarning: Keyword name 'CALIB_INPUT_0' is greater than 8 characters or contains characters not allowed by the FITS standard; a HIERARCH card will be created. keyword, VerifyWarning) /opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/card.py:261: VerifyWarning: Keyword name 'CALIB_CREATION_DATE' is greater than 8 characters or contains characters not allowed by the FITS standard; a HIERARCH card will be created. keyword, VerifyWarning) /opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/card.py:261: VerifyWarning: Keyword name 'CALIB_CREATION_TIME' is greater than 8 characters or contains characters not allowed by the FITS standard; a HIERARCH card will be created. keyword, VerifyWarning) OSError on 4928c5f19c85:3548 in reduce: [Errno 22] Invalid argument Traceback (most recent call last): File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/ctrl_pool/16.0+1/python/lsst/ctrl/pool/pool.py", line 113, in wrapper return func(*args, **kwargs) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/ctrl_pool/16.0+1/python/lsst/ctrl/pool/pool.py", line 239, in wrapper return func(*args, **kwargs) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/ctrl_pool/16.0+1/python/lsst/ctrl/pool/pool.py", line 715, in reduce *args, **kwargs) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/ctrl_pool/16.0+1/python/lsst/ctrl/pool/pool.py", line 572, in _reduceQueue resultList = [func(self._getCache(context, i), data, *args, **kwargs) for i, data in queue] File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/ctrl_pool/16.0+1/python/lsst/ctrl/pool/pool.py", line 572, in resultList = [func(self._getCache(context, i), data, *args, **kwargs) for i, data in queue] File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/constructFiberTraceTask.py", line 143, in combine self.write(cache.butler, traces, outputId) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pipe_drivers/16.0+1/python/lsst/pipe/drivers/constructCalibs.py", line 813, in write butler.put(exposure, self.calibName, dataId) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butler.py", line 1463, in put location.getRepository().write(location, obj) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/repository.py", line 189, in write return butlerLocationStorage.write(butlerLocation, obj) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/posixStorage.py", line 264, in write writeFormatter(butlerLocation, obj) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/posixStorage.py", line 779, in writeFitsCatalogStorage obj.writeFits(logLoc.locString(), **kwds) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/FiberTraceSetContinued.py", line 145, in writeFits fiberTrace.write(parsed.dirName, parsed.fileName, metadata=fiberTrace.metadata) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/datamodel/5.0/python/pfs/datamodel/pfsFiberTrace.py", line 135, in write fd.append(hdu) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 252, in __exit__ self.close() File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 704, in close self.flush(output_verify=output_verify, verbose=verbose) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/util.py", line 622, in wrapped func(*args, **kwargs) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 598, in flush self._flush_update() File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 928, in _flush_update self._flush_resize() File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 966, in _flush_resize hdu._writeto(hdulist._file, inplace=True, copy=True) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/base.py", line 744, in _writeto datsize = self._writedata_direct_copy(fileobj) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/base.py", line 675, in _writedata_direct_copy raw = self._get_raw_data(self._data_size, 'ubyte', self._data_offset) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/base.py", line 515, in _get_raw_data return self._file.readarray(offset=offset, dtype=code, shape=shape) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/file.py", line 250, in readarray dtype=np.uint8) File "/opt/pfs/python/miniconda3-4.3.21/lib/python3.6/site-packages/numpy/core/memmap.py", line 264, in __new__ mm = mmap.mmap(fid.fileno(), bytes, access=acc, offset=start) OSError: [Errno 22] Invalid argument application called MPI_Abort(MPI_COMM_WORLD, 1) - process 0 ingestCalibs.py $TARGET --calib $TARGET/CALIB --validity 1000 \ $TARGET/rerun/$RERUN/fiberTrace/FIBERTRACE/*.fits || exit 1 + ingestCalibs.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --validity 1000 /home/pfs/test/INTEGRATION/rerun/integration/fiberTrace/FIBERTRACE/pfsFiberTrace-2019-01-11-000020-r1.fits root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/ingestCalibs.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 ingestCalibs INFO: /home/pfs/test/INTEGRATION/rerun/integration/fiberTrace/FIBERTRACE/pfsFiberTrace-2019-01-11-000020-r1.fits ----> /home/pfs/test/INTEGRATION/CALIB/FIBERTRACE/pfsFiberTrace-2019-01-11-000020-r1.fits ( $CLEANUP && rm -r $TARGET/rerun/$RERUN/fiberTrace ) || true + true + rm -r /home/pfs/test/INTEGRATION/rerun/integration/fiberTrace # Process arc reduceArc.py $TARGET --calib $TARGET/CALIB --rerun $RERUN/arc --id field=ARC -j $CORES || exit 1 + reduceArc.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/arc --id field=ARC -j 4 root INFO: Loading config overrride file '/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/obs_pfs/5.0/config/reduceArc.py' CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 root INFO: Running: /opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/bin/reduceArc.py /home/pfs/test/INTEGRATION --calib /home/pfs/test/INTEGRATION/CALIB --rerun integration/arc --id field=ARC -j 4 CameraMapper INFO: Loading exposure registry from /home/pfs/test/INTEGRATION/registry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 CameraMapper INFO: Loading calib registry from /home/pfs/test/INTEGRATION/CALIB/calibRegistry.sqlite3 reduceArc INFO: Arc lamp elements are: reduceArc.reduceExposure INFO: Processing [{'field': 'ARC', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 31, 'arm': 'r', 'spectrograph': 1, 'visit': 31, 'ccd': 1, 'filter': 'r', 'expTime': 1.0, 'dataType': 'ARC', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}] reduceArc.reduceExposure.isr INFO: Performing ISR on sensor {'field': 'ARC', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 31, 'arm': 'r', 'spectrograph': 1, 'visit': 31, 'ccd': 1, 'filter': 'r', 'expTime': 1.0, 'dataType': 'ARC', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0} CameraMapper WARN: Key="DARKTIME" not in metadata CameraMapper INFO: darkTime is NaN/Inf; using exposureTime reduceArc.reduceExposure.repair INFO: Identified 0 cosmic rays. reduceArc FATAL: Failed on dataId={'field': 'ARC', 'dateObs': '2019-01-11', 'site': 'F', 'category': 'A', 'expId': 31, 'arm': 'r', 'spectrograph': 1, 'visit': 31, 'ccd': 1, 'filter': 'r', 'expTime': 1.0, 'dataType': 'ARC', 'taiObs': '2019-01-11', 'pfiDesignId': 0, 'slitOffset': 0.0}: KeyError: "Extension 'ID_BOX' not found." Traceback (most recent call last): File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pipe_base/16.0+1/python/lsst/pipe/base/cmdLineTask.py", line 392, in __call__ result = task.run(dataRef, **kwargs) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/reduceArcTask.py", line 146, in run results = self.reduceExposure.run([dataRef]) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/reduceExposure.py", line 200, in run fiberTraceList = [sensorRef.get("fibertrace") for sensorRef in sensorRefList] File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/reduceExposure.py", line 200, in fiberTraceList = [sensorRef.get("fibertrace") for sensorRef in sensorRefList] File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butlerSubset.py", line 198, in get return self.butlerSubset.butler.get(datasetType, self.dataId, **rest) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butler.py", line 1428, in get return callback() File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butler.py", line 1426, in callback return location.mapper.standardize(location.datasetType, innerCallback(), dataId) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butler.py", line 1421, in callback return self._read(location) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/butler.py", line 1619, in _read results = location.repository.read(location) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/repository.py", line 201, in read return butlerLocationStorage.read(butlerLocation) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/posixStorage.py", line 286, in read return readFormatter(butlerLocation) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/daf_persistence/16.0/python/lsst/daf/persistence/posixStorage.py", line 755, in readFitsCatalogStorage finalItem = pythonType.readFits(logLoc.locString(), **kwds) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/drp_stella/5.0/python/pfs/drp/stella/FiberTraceSetContinued.py", line 177, in readFits fiberTrace.read(dirName=parsed.dirName) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/datamodel/5.0/python/pfs/datamodel/pfsFiberTrace.py", line 41, in read hdu = fd["ID_BOX"] File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 181, in __getitem__ idx = self.index_of(key) File "/opt/pfs/stack/miniconda3-4.3.21-10a4fa6/Linux64/pyfits/3.4.0+11/lib/python/pyfits-3.4-py3.6-linux-x86_64.egg/pyfits/hdu/hdulist.py", line 519, in index_of raise KeyError('Extension %s not found.' % repr(key)) KeyError: "Extension 'ID_BOX' not found." reduceArc FATAL: Failed to process at least one of the components + exit 1