Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fritzscan #84

Merged
merged 19 commits into from
Aug 5, 2022
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions goodmatches.reg
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
wcs
point (1156.3772434381995,264.917696941145) #point=cross
point (136.6545795098512,257.3475994422151) #point=cross
point (386.3570084175888,304.73329817655275) #point=cross
point (658.7102203720341,1505.6381193758314) #point=cross
point (1403.3448595431144,1340.6170004758417) #point=cross
point (1543.3771582783136,476.2302901504253) #point=cross
point (1212.0844332063496,882.7325206860631) #point=cross
point (1230.0657672768502,955.2516539580486) #point=cross
point (1379.1515534147043,1253.575877501464) #point=cross
point (736.0425931878985,1032.1629949672376) #point=cross
34 changes: 34 additions & 0 deletions winterdrp.egg-info/PKG-INFO
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
Metadata-Version: 2.1
Name: winterdrp
Version: 0.1.0
Summary: Data reduction pipeline for WINTER
Home-page: https://github.com/winter-telescope/winter_drp
Author: Viraj Karambelkar, Robert Stein
Author-email: rdstein@caltech.edu
License: MIT
Keywords: astronomy image WINTER
Platform: UNKNOWN
Classifier: License :: OSI Approved :: MIT License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.10
Requires-Python: >=3.10
Description-Content-Type: text/markdown

# winter_drp
Requirements and installations -
Sextractor -
1. Download the source code from the repo https://github.com/astromatic/sextractor
2. Follow the instructions here https://sextractor.readthedocs.io/en/latest/Installing.html
3. It will ask you to install all sorts of weird libraries that may or may not be compatible with your device. The configure that worked best for me is without the atlas directories but by using the openblas files instead
./configure --enable-openblas --with-atlas-libdir=/usr/local/opt --with-atlas-incdir=/usr/local/opt/openblas/include

Instructions for running the focusloop:
1. Download all images to a data directory
2. Download the log file (should be in the format of log_20210625.csv)
3. Run python fix_headers.py --d <data_dir_path> --l <logfilename>
4. Run python focusLoop.py --d <data_dir_path> --plot
This will go through all files in the data directory to check for files that are "focus" files and do the analysis on them, and plot the results in a file named "focusloop.pdf'



98 changes: 98 additions & 0 deletions winterdrp.egg-info/SOURCES.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
README.md
setup.py
winterdrp/__init__.py
winterdrp/__main__.py
winterdrp/io.py
winterdrp/paths.py
winterdrp/read_IPAC.py
winterdrp/utils.py
winterdrp.egg-info/PKG-INFO
winterdrp.egg-info/SOURCES.txt
winterdrp.egg-info/dependency_links.txt
winterdrp.egg-info/requires.txt
winterdrp.egg-info/top_level.txt
winterdrp/catalog/__init__.py
winterdrp/catalog/base_catalog.py
winterdrp/catalog/gaia.py
winterdrp/catalog/ps1.py
winterdrp/catalog/sdss.py
winterdrp/catalog/kowalski/__init__.py
winterdrp/catalog/kowalski/ps1.py
winterdrp/catalog/kowalski/tmass.py
winterdrp/downloader/__init__.py
winterdrp/downloader/caltech.py
winterdrp/errors/__init__.py
winterdrp/pipelines/__init__.py
winterdrp/pipelines/base_pipeline.py
winterdrp/pipelines/summer/__init__.py
winterdrp/pipelines/summer/calibration.py
winterdrp/pipelines/summer/summer_pipeline.py
winterdrp/pipelines/summer/summer_files/__init__.py
winterdrp/pipelines/summer/summer_files/schema/__init__.py
winterdrp/pipelines/wirc/__init__.py
winterdrp/pipelines/wirc/wirc_pipeline.py
winterdrp/pipelines/wirc/wirc_files/__init__.py
winterdrp/pipelines/wirc_imsub/__init__.py
winterdrp/pipelines/wirc_imsub/wirc_imsub_pipeline.py
winterdrp/processors/__init__.py
winterdrp/processors/base_processor.py
winterdrp/processors/bias.py
winterdrp/processors/candidate_filters.py
winterdrp/processors/csvlog.py
winterdrp/processors/dark.py
winterdrp/processors/error.py
winterdrp/processors/flat.py
winterdrp/processors/mask.py
winterdrp/processors/photcal.py
winterdrp/processors/reduce.py
winterdrp/processors/reference.py
winterdrp/processors/send_to_fritz.py
winterdrp/processors/sky.py
winterdrp/processors/split.py
winterdrp/processors/xmatch.py
winterdrp/processors/astromatic/__init__.py
winterdrp/processors/astromatic/config/__init__.py
winterdrp/processors/astromatic/psfex/__init__.py
winterdrp/processors/astromatic/psfex/psfex.py
winterdrp/processors/astromatic/scamp/__init__.py
winterdrp/processors/astromatic/scamp/scamp.py
winterdrp/processors/astromatic/scamp/configs/__init__.py
winterdrp/processors/astromatic/sextractor/__init__.py
winterdrp/processors/astromatic/sextractor/settings.py
winterdrp/processors/astromatic/sextractor/sextractor.py
winterdrp/processors/astromatic/sextractor/sourceextractor.py
winterdrp/processors/astromatic/swarp/__init__.py
winterdrp/processors/astromatic/swarp/swarp.py
winterdrp/processors/astromatic/swarp/configs/__init__.py
winterdrp/processors/autoastrometry/__init__.py
winterdrp/processors/autoastrometry/autoastrometry.py
winterdrp/processors/autoastrometry/autoastrometry_processor.py
winterdrp/processors/candidates/__init__.py
winterdrp/processors/candidates/bright_star_mask.py
winterdrp/processors/candidates/candidate_detector.py
winterdrp/processors/candidates/candidate_filter.py
winterdrp/processors/candidates/edge_mask.py
winterdrp/processors/candidates/namer.py
winterdrp/processors/candidates/utils/__init__.py
winterdrp/processors/candidates/utils/dataframe_writer.py
winterdrp/processors/candidates/utils/regions_writer.py
winterdrp/processors/database/__init__.py
winterdrp/processors/database/base_database_processor.py
winterdrp/processors/database/database_exporter.py
winterdrp/processors/database/database_importer.py
winterdrp/processors/database/ingest_database.py
winterdrp/processors/database/postgres.py
winterdrp/processors/utils/__init__.py
winterdrp/processors/utils/header_annotate.py
winterdrp/processors/utils/header_reader.py
winterdrp/processors/utils/image_loader.py
winterdrp/processors/utils/image_saver.py
winterdrp/processors/utils/image_selector.py
winterdrp/references/__init__.py
winterdrp/references/base_reference_generator.py
winterdrp/references/wirc.py
winterdrp/utils/__init__.py
winterdrp/utils/dockerutil.py
winterdrp/utils/execute_cmd.py
winterdrp/utils/fits_tools.py
winterdrp/utils/ldac_tools.py
1 change: 1 addition & 0 deletions winterdrp.egg-info/dependency_links.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

11 changes: 11 additions & 0 deletions winterdrp.egg-info/requires.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
astropy[recommended]
astroquery
docker
ephem
jupyter
matplotlib
numpy
pandas
psycopg[binary]
pyfftw
wget
1 change: 1 addition & 0 deletions winterdrp.egg-info/top_level.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
winterdrp
Binary file added winterdrp/__pycache__/__init__.cpython-310.pyc
Binary file not shown.
Binary file added winterdrp/__pycache__/__main__.cpython-310.pyc
Binary file not shown.
Binary file added winterdrp/__pycache__/io.cpython-310.pyc
Binary file not shown.
Binary file added winterdrp/__pycache__/paths.cpython-310.pyc
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file added winterdrp/catalog/__pycache__/ps1.cpython-310.pyc
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
21 changes: 8 additions & 13 deletions winterdrp/pipelines/wirc_imsub/wirc_imsub_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -114,7 +114,7 @@ class WircImsubPipeline(Pipeline):
load_image=load_raw_wirc_image
),
# ImageBatcher(split_key='UTSHUT'),
ImageSelector((base_name_key, "ZTF21aagppzg_J_stack_1_20210702.fits")),
ImageSelector((base_name_key, "ZTF21aagppzg_J_stack_1_20210330.fits")),
Reference(
ref_image_generator=wirc_reference_image_generator,
ref_swarp_resampler=wirc_reference_image_resampler,
Expand Down Expand Up @@ -174,23 +174,18 @@ class WircImsubPipeline(Pipeline):
name_start='aaaaa',
xmatch_radius_arcsec=2
),
DatabaseDataframeExporter(
db_name='wirc',
db_table='candidates',
schema_path='winterdrp/pipelines/wirc_imsub/wirc_imsub_files/schema/candidates.sql'
),
DataframeWriter(output_dir_name='dbop')
# DatabaseDataframeExporter(
# db_name='wirc',
# db_table='candidates',
# schema_path='winterdrp/pipelines/wirc_imsub/wirc_imsub_files/schema/candidates.sql'
# ),
DataframeWriter(output_dir_name='dbop'),
# EdgeCandidatesMask(edge_boundary_size=100)
# FilterCandidates(),
# AvroPacketMaker(output_sub_dir="avro",
# base_name="WNTR",
# broadcast=False,
# save_local=False),
# SendToFritz(output_sub_dir="test")

# base_name="WNTR",
# broadcast=False,
# save_local=False),
# SendToFritz(output_sub_dir="test")
# SendToFritz(update_thumbnails = True)
]
}
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Loading