notebook_GMOS_02_6amp_combine_twilight_flatfield_images.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.6.11 | packaged by conda-forge | (default, Aug  5 2020, 20:19:23) \n",
      "[GCC Clang 10.0.1 ]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import os, sys\n",
    "sys.path.append('/Users/hhsieh/anaconda3/envs/astroconda/lib/python3.6/site-packages')\n",
    "sys.path.append('/opt/local/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages')\n",
    "print(sys.version)\n",
    "print('')\n",
    "import matplotlib.pyplot as plt\n",
    "from astropy.io import fits\n",
    "from astropy.io.fits import getheader\n",
    "from astropy.modeling import models\n",
    "from astropy import nddata\n",
    "from astropy import units as u\n",
    "import ccdproc as cp\n",
    "from ccdproc import CCDData, ImageFileCollection\n",
    "import numpy as np\n",
    "import glob, os, bz2, subprocess\n",
    "import sqlite3\n",
    "from sqlite3 import Error\n",
    "import datetime\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Done.\n"
     ]
    }
   ],
   "source": [
    "def create_directory(path):\n",
    "    if not os.path.exists(path):\n",
    "        os.mkdir(path)\n",
    "        print('Directory {:s} successfully created.'.format(path))\n",
    "    else:\n",
    "        print('Directory {:s} already exists.'.format(path))\n",
    "    return None\n",
    "\n",
    "def decompress_file_bzip2(filename):\n",
    "    cmd = ['bzip2','-d',filename]\n",
    "    process = subprocess.call(cmd)\n",
    "    return None\n",
    "\n",
    "def compress_file_fpack(filename):\n",
    "    fpack_command  = '/Users/hhsieh/Astro/tools/cfitsio/fpack'\n",
    "    delete_command = '/bin/rm'\n",
    "    fpack_cmd = [fpack_command,filename]\n",
    "    process = subprocess.call(fpack_cmd)\n",
    "    delete_cmd = [delete_command,filename]\n",
    "    process = subprocess.call(delete_cmd)\n",
    "    return None\n",
    "\n",
    "def decompress_file_fpack(filename):\n",
    "    funpack_command = '/Users/hhsieh/Astro/tools/cfitsio/funpack'\n",
    "    delete_command  = '/bin/rm'\n",
    "    funpack_cmd = [funpack_command,filename]\n",
    "    process = subprocess.call(funpack_cmd)\n",
    "    delete_cmd = [delete_command,filename]\n",
    "    process = subprocess.call(delete_cmd)\n",
    "    return None\n",
    "\n",
    "def decompress_directory_bzip2(file_path):\n",
    "    print('>>> Starting decompression of bz2 files in {:s}...'.format(file_path))\n",
    "    os.chdir(file_path)\n",
    "    for bz2_file in glob.glob('*.bz2'):\n",
    "        decompress_file_bzip2(bz2_file)\n",
    "        #cmd = [bzip1,bzip2,bz2_file]\n",
    "        #process = subprocess.call(cmd)\n",
    "    print('>>> Decompression of bz2 files complete.')\n",
    "    return None\n",
    "\n",
    "def compress_directory_fpack(file_path):\n",
    "    print('>>> Starting fpack compression of FITS files in {:s}...'.format(file_path))\n",
    "    #fpack_file = '/Users/hhsieh/Astro/tools/cfitsio/fpack'\n",
    "    #delete_file = '/bin/rm'\n",
    "    os.chdir(file_path)\n",
    "    for fits_file in glob.glob('*.fits'):\n",
    "        compress_file_fpack(fits_file)\n",
    "        #fpack_cmd = [fpack_file,fits_file]\n",
    "        #process = subprocess.call(fpack_cmd)\n",
    "        #delete_cmd = [delete_file,fits_file]\n",
    "        #process = subprocess.call(delete_cmd)\n",
    "    print('>>> fpack compression of FITS files complete.')\n",
    "    return None\n",
    "    \n",
    "def decompress_directory_fpack(file_path):\n",
    "    print('>>> Starting decompression of fz files in {:s}...'.format(file_path))\n",
    "    #funpack_file = '/Users/hhsieh/Astro/tools/cfitsio/funpack'\n",
    "    #delete_file = '/bin/rm'\n",
    "    os.chdir(file_path)\n",
    "    for fz_file in glob.glob('*.fz'):\n",
    "        decompress_file_fpack(fz_file)\n",
    "        #funpack_cmd = [funpack_file,fz_file]\n",
    "        #process = subprocess.call(funpack_cmd)\n",
    "        #delete_cmd = [delete_file,fz_file]\n",
    "        #process = subprocess.call(delete_cmd)\n",
    "    print('>>> Decompression of fz files complete.')\n",
    "    return None\n",
    "\n",
    "\n",
    "def get_date_id():\n",
    "    # obtain YYYYMMDD date from filename of GMOS FITS files being processed\n",
    "    # return: YYYYMMDD date id\n",
    "    for raw_mef_file in glob.glob('*.fits'):\n",
    "        fits_date = raw_mef_file[1:9]\n",
    "    return fits_date\n",
    "\n",
    "\n",
    "def flatfield_median_combine(flatfield_name):\n",
    "    print('{:s} - Starting median combination of flatfield frames...'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S')))\n",
    "\n",
    "    flatfield_list = []\n",
    "    output_flat_filename = flatfield_name + '.chip1.fits'\n",
    "    for fits_file in glob.glob('*.chip1.otz.fits'):\n",
    "        hdulist = fits.open(fits_file)\n",
    "        fits_data = hdulist[0].data\n",
    "        fits_hdr = hdulist[0].header\n",
    "        fits_mean = np.mean(fits_data)\n",
    "        fits_data_n = fits_data / fits_mean\n",
    "        file_prefix = fits_file[0:19]\n",
    "        fits_file_n = file_prefix + '_n.otz.fits'\n",
    "        fits.writeto(fits_file_n,fits_data_n,fits_hdr)\n",
    "        hdulist.close()\n",
    "        fits_data = CCDData.read(fits_file_n)\n",
    "        flatfield_list.append(fits_data)\n",
    "        delete_file = '/bin/rm'\n",
    "        delete_cmd = [delete_file,fits_file_n]\n",
    "        process = subprocess.call(delete_cmd)\n",
    "    master_flat = cp.combine(flatfield_list,method='median')\n",
    "    master_flat.write(output_flat_filename)\n",
    "    print('>>> Median combination of flatfield frames for Chip 1 complete.')\n",
    "\n",
    "    flatfield_list = []\n",
    "    output_flat_filename = flatfield_name + '.chip2.fits'\n",
    "    for fits_file in glob.glob('*.chip2.otz.fits'):\n",
    "        hdulist = fits.open(fits_file)\n",
    "        fits_data = hdulist[0].data\n",
    "        fits_hdr = hdulist[0].header\n",
    "        fits_mean = np.mean(fits_data)\n",
    "        fits_data_n = fits_data / fits_mean\n",
    "        file_prefix = fits_file[0:19]\n",
    "        fits_file_n = file_prefix + '_n.otz.fits'\n",
    "        fits.writeto(fits_file_n,fits_data_n,fits_hdr)\n",
    "        hdulist.close()\n",
    "        fits_data = CCDData.read(fits_file_n)\n",
    "        flatfield_list.append(fits_data)\n",
    "        delete_file = '/bin/rm'\n",
    "        delete_cmd = [delete_file,fits_file_n]\n",
    "        process = subprocess.call(delete_cmd)\n",
    "    master_flat = cp.combine(flatfield_list,method='median')\n",
    "    master_flat.write(output_flat_filename)\n",
    "    print('>>> Median combination of flatfield frames for Chip 2 complete.')\n",
    "\n",
    "    flatfield_list = []\n",
    "    output_flat_filename = flatfield_name + '.chip3.fits'\n",
    "    for fits_file in glob.glob('*.chip3.otz.fits'):\n",
    "        hdulist = fits.open(fits_file)\n",
    "        fits_data = hdulist[0].data\n",
    "        fits_hdr = hdulist[0].header\n",
    "        fits_mean = np.mean(fits_data)\n",
    "        fits_data_n = fits_data / fits_mean\n",
    "        file_prefix = fits_file[0:19]\n",
    "        fits_file_n = file_prefix + '_n.otz.fits'\n",
    "        fits.writeto(fits_file_n,fits_data_n,fits_hdr)\n",
    "        hdulist.close()\n",
    "        fits_data = CCDData.read(fits_file_n)\n",
    "        flatfield_list.append(fits_data)\n",
    "        delete_file = '/bin/rm'\n",
    "        delete_cmd = [delete_file,fits_file_n]\n",
    "        process = subprocess.call(delete_cmd)\n",
    "    master_flat = cp.combine(flatfield_list,method='median')\n",
    "    master_flat.write(output_flat_filename)\n",
    "    print('>>> Median combination of flatfield frames for Chip 3 complete.')\n",
    "\n",
    "    print('{:s} - Median combination of flatfield frames complete.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S')))\n",
    "\n",
    "    return None\n",
    "\n",
    "        \n",
    "print('Done.')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def combine_flatfield_images(basewd):\n",
    "    filter_id = basewd[-2:-1]\n",
    "    instrname = 'not recognized'\n",
    "    if basewd[-19:-18] == 'N': instrname = 'gmosn'\n",
    "    if basewd[-19:-18] == 'S': instrname = 'gmoss'\n",
    "        \n",
    "    os.chdir(basewd)\n",
    "    for datadir in sorted(glob.glob('ut*_gemini?_twiskyflat')):\n",
    "        path_rawfits  = basewd + datadir + '/rawfits_twiskyflat/'\n",
    "        path_rawbias  = basewd + datadir + '/rawfits_bias/'\n",
    "        path_procfits = basewd + datadir + '/procfits_twiskyflat/'\n",
    "        path_exclfits = basewd + datadir + '/procfits_twiskyflat/exclude/'\n",
    "    \n",
    "        flatfield_name = 'n' + datadir[2:10] + '.' + instrname + '.twiskyflat.' + filter_id\n",
    "        flatfits_file_chip2 = path_procfits + flatfield_name + '.chip2.fits.fz'\n",
    "    \n",
    "        if not os.path.exists(flatfits_file_chip2):\n",
    "            if os.path.exists(path_procfits):\n",
    "                if os.path.exists(path_exclfits):\n",
    "                    print('\\n{:s} - Starting median combination of flatfield files in {:s}...'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "                    os.chdir(path_procfits)\n",
    "                    decompress_directory_fpack(path_procfits)                \n",
    "                    flatfield_median_combine(flatfield_name)\n",
    "                    compress_directory_fpack(path_procfits)                \n",
    "                else:\n",
    "                    print('{:s} - Flatfield files in {:s} not yet screened.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "            else:\n",
    "                print('{:s} - Flatfield files in {:s} not yet processed.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "        else:\n",
    "            print('{:s} - Median flatfields for {:s} already generated.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "    return None\n",
    "    \n",
    "\n",
    "# Set base working directory and subdirectory paths\n",
    "\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170301/GMOS-N_Twilight_Flats_g/'\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170301/GMOS-N_Twilight_Flats_r/'\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170301/GMOS-N_Twilight_Flats_i/'\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20170301/GMOS-S_Twilight_Flats_g/'\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20170301/GMOS-S_Twilight_Flats_r/'\n",
    "#basewd = '/volumes/Fantom8a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20170301/GMOS-S_Twilight_Flats_i/'\n",
    "\n",
    "#filter_id = basewd[-2:-1]\n",
    "#instrname = 'not recognized'\n",
    "#if basewd[-19:-18] == 'N': instrname = 'gmosn'\n",
    "#if basewd[-19:-18] == 'S': instrname = 'gmoss'\n",
    "\n",
    "#rawfits_dir  = '/rawfits_twiskyflat/'\n",
    "#rawbias_dir  = '/rawfits_bias/'\n",
    "#procfits_dir = '/procfits_twiskyflat/'\n",
    "#exclfits_dir = '/procfits_twiskyflat/exclude/'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "2021-03-02 11:30:56 - Starting median combination of flatfield files in ut20111130_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20111130_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:31:31 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:33:09 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20111130_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "\n",
      "2021-03-02 11:33:47 - Starting median combination of flatfield files in ut20111201_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20111201_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:34:20 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:36:20 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20111201_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "\n",
      "2021-03-02 11:36:48 - Starting median combination of flatfield files in ut20120105_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120105_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:37:01 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:37:34 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120105_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "\n",
      "2021-03-02 11:37:51 - Starting median combination of flatfield files in ut20120125_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120125_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:38:42 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:41:46 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120125_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "\n",
      "2021-03-02 11:42:19 - Starting median combination of flatfield files in ut20120203_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120203_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:42:55 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:45:19 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120203_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "\n",
      "2021-03-02 11:46:11 - Starting median combination of flatfield files in ut20120228_geminiN_twiskyflat...\n",
      ">>> Starting decompression of fz files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120228_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> Decompression of fz files complete.\n",
      "2021-03-02 11:46:51 - Starting median combination of flatfield frames...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 1 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 2 complete.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: FITSFixedWarning: 'datfix' made the change 'Invalid parameter values: MJD-OBS and DATE-OBS are inconsistent'. [astropy.wcs.wcs]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">>> Median combination of flatfield frames for Chip 3 complete.\n",
      "2021-03-02 11:48:46 - Median combination of flatfield frames complete.\n",
      ">>> Starting fpack compression of FITS files in /volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/ut20120228_geminiN_twiskyflat/procfits_twiskyflat/...\n",
      ">>> fpack compression of FITS files complete.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120312_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120322_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120401_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120503_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120515_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120520_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120521_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120708_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120725_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120727_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120819_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120825_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20120829_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20121014_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20121028_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20121031_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20121116_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130102_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130116_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130206_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130311_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130406_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130407_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130412_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130425_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130524_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130604_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130610_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130705_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130719_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130803_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20130818_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20131007_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20131017_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20131028_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20131213_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140318_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140325_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140327_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140425_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140507_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140620_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140623_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140718_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140727_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140730_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20140901_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141001_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141002_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141006_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141016_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141021_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141025_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141207_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141211_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141213_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20141221_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150117_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150118_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150120_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150218_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150225_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150303_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150403_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150405_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150412_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150419_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150523_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150527_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150530_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150531_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150613_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150620_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150722_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150723_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150725_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150729_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150910_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20150911_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20151018_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20151022_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20151118_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20151205_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20160101_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:23 - Flatfield files in ut20160112_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160126_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160202_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160315_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160417_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160421_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160422_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160430_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160502_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160517_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160522_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160525_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160607_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160628_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20160701_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20161008_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20161229_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20170104_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20170108_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20170124_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20170127_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111124_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111126_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111127_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111229_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120117_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120126_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120301_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120302_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120317_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120410_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120429_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120507_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120514_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120519_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120606_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120609_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120711_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120722_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120723_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120804_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120811_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120814_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20120823_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120908_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121010_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121012_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121021_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121031_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121207_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130117_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130120_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130209_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130221_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130226_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130302_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130306_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130319_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130320_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130416_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130422_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130426_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130520_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130601_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130607_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130617_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130704_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130708_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130720_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130814_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130817_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130823_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131006_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131008_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131029_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131214_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140310_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140311_geminiN_twiskyflat already generated.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2021-03-02 11:49:24 - Median flatfields for ut20140319_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140404_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140407_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140423_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140424_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140426_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140520_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140621_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140627_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140630_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140726_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140727_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140728_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140731_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140929_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141006_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141009_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141015_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141116_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141123_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141128_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141214_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141222_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150111_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150112_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150113_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150121_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150126_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150216_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150218_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150223_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150326_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150327_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20150403_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150418_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150424_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150509_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150516_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150517_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150528_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150602_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150604_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150616_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150621_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150721_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150722_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150725_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150730_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150905_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150909_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151005_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151008_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151009_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151117_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151206_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151208_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151231_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160104_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160111_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160120_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160201_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160203_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160311_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160312_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160408_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160416_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160417_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160419_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160420_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160514_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160516_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160517_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160521_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160524_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160529_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160602_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160703_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160808_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160809_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160911_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160918_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160928_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160929_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161002_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161009_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161123_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161125_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20170120_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20170121_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111125_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20111230_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120122_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120314_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120319_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120411_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120504_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120505_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120525_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120615_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120620_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120718_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20120719_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120720_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120817_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120822_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20120909_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121007_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121027_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20121218_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130112_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130202_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130321_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130501_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130513_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130515_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130518_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130608_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130625_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130718_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130815_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130816_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20130820_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20130821_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Flatfield files in ut20131125_geminiN_twiskyflat not yet screened.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131202_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20131211_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140317_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140405_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140408_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140417_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140428_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140628_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140705_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140728_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140729_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140905_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140906_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20140930_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141003_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141005_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141013_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141104_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141121_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141207_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20141215_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150109_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150111_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150122_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150130_geminiN_twiskyflat already generated.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2021-03-02 11:49:24 - Median flatfields for ut20150222_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150315_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150406_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150526_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150528_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150610_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150623_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150707_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150726_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150802_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150909_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20150911_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151007_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151008_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151123_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151203_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151204_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20151210_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160102_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160121_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160126_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160206_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160209_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160317_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160402_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160426_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160427_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160512_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160519_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160526_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160530_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160701_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160702_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160713_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160810_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160908_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20160912_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161015_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161022_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161122_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20161227_geminiN_twiskyflat already generated.\n",
      "2021-03-02 11:49:24 - Median flatfields for ut20170126_geminiN_twiskyflat already generated.\n",
      "Done.\n"
     ]
    }
   ],
   "source": [
    "combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_g/')\n",
    "combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_r/')\n",
    "combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-N_TwilightFlats_20111015_20170202/GMOS-N_Twilight_Flats_i/')\n",
    "#combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20150101/GMOS-S_Twilight_Flats_g/')\n",
    "#combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20150101/GMOS-S_Twilight_Flats_r/')\n",
    "#combine_flatfield_images('/volumes/Fantom12a/BackupData/gemini/flatfields_twilight/GMOS-S_TwilightFlats_20140601_20150101/GMOS-S_Twilight_Flats_i/')\n",
    "\n",
    "\n",
    "\n",
    "#os.chdir(basewd)\n",
    "#for datadir in sorted(glob.glob('ut*_gemini?_twiskyflat')):\n",
    "#    path_rawfits  = basewd + datadir + rawfits_dir\n",
    "#    path_rawbias  = basewd + datadir + rawbias_dir\n",
    "#    path_procfits = basewd + datadir + procfits_dir\n",
    "#    path_exclfits = basewd + datadir + exclfits_dir\n",
    "#    \n",
    "#    flatfield_name = 'n' + datadir[2:10] + '.' + instrname + '.twiskyflat.' + filter_id\n",
    "#    flatfits_file_chip2 = path_procfits + flatfield_name + '.chip2.fits.fz'\n",
    "#    \n",
    "#    if not os.path.exists(flatfits_file_chip2):\n",
    "#        if os.path.exists(path_procfits):\n",
    "#            if os.path.exists(path_exclfits):\n",
    "#                print('\\n{:s} - Starting median combination of flatfield files in {:s}...'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "#                os.chdir(path_procfits)\n",
    "#                decompress_directory_fpack(path_procfits)                \n",
    "#                flatfield_median_combine(flatfield_name)\n",
    "#                compress_directory_fpack(path_procfits)                \n",
    "#            else:\n",
    "#                print('{:s} - Flatfield files in {:s} not yet screened.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "#        else:\n",
    "#            print('{:s} - Flatfield files in {:s} not yet processed.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "#    else:\n",
    "#        print('{:s} - Median flatfields for {:s} already generated.'.format(datetime.datetime.today().strftime('%Y-%m-%d %H:%M:%S'),datadir))\n",
    "            \n",
    "print('Done.')\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}