Loading etl/stg/stg_build_db_structure.py +2 −0 Original line number Diff line number Diff line Loading @@ -17,6 +17,7 @@ Base = declarative_base() engine = get_pg_engine(logger=logger) class GridFiles(Base): __tablename__ = "grid_files" __table_args__ = ( Loading @@ -31,6 +32,7 @@ class GridFiles(Base): created_on = Column(DateTime) run_id = Column(String, primary_key=True) class GridPars(Base): __tablename__ = "grid_parameters" zipped_grid_name = Column(String(150), primary_key=True) Loading etl/stg/stg_radmc_input_generator.py +10 −8 Original line number Diff line number Diff line Loading @@ -377,8 +377,11 @@ def populate_grid_files(quantity : str, tgz_filename: str, filename: str, run_id: str): raw_insert_entry = {'zipped_grid_name': tgz_filename, 'quantity': quantity, 'fits_grid_name': filename, 'created_on': datetime.now(), 'run_id': run_id} raw_insert_entry = {'zipped_grid_name': tgz_filename, 'quantity': quantity, 'fits_grid_name': filename, 'created_on': datetime.now(), 'run_id': run_id} upsert( table_object=GridFiles, row_dict=raw_insert_entry, Loading Loading @@ -423,8 +426,7 @@ def main(run_id: str, grid_file_name = f'{str(uuid.uuid4())}.fits' save_fits_grid_profile(quantity=profiles['gas_number_density'], grid_metadata=grid_metadata, filename=grid_file_name ) filename=grid_file_name) populate_grid_files(quantity='gas_number_density', engine=engine, Loading Loading
etl/stg/stg_build_db_structure.py +2 −0 Original line number Diff line number Diff line Loading @@ -17,6 +17,7 @@ Base = declarative_base() engine = get_pg_engine(logger=logger) class GridFiles(Base): __tablename__ = "grid_files" __table_args__ = ( Loading @@ -31,6 +32,7 @@ class GridFiles(Base): created_on = Column(DateTime) run_id = Column(String, primary_key=True) class GridPars(Base): __tablename__ = "grid_parameters" zipped_grid_name = Column(String(150), primary_key=True) Loading
etl/stg/stg_radmc_input_generator.py +10 −8 Original line number Diff line number Diff line Loading @@ -377,8 +377,11 @@ def populate_grid_files(quantity : str, tgz_filename: str, filename: str, run_id: str): raw_insert_entry = {'zipped_grid_name': tgz_filename, 'quantity': quantity, 'fits_grid_name': filename, 'created_on': datetime.now(), 'run_id': run_id} raw_insert_entry = {'zipped_grid_name': tgz_filename, 'quantity': quantity, 'fits_grid_name': filename, 'created_on': datetime.now(), 'run_id': run_id} upsert( table_object=GridFiles, row_dict=raw_insert_entry, Loading Loading @@ -423,8 +426,7 @@ def main(run_id: str, grid_file_name = f'{str(uuid.uuid4())}.fits' save_fits_grid_profile(quantity=profiles['gas_number_density'], grid_metadata=grid_metadata, filename=grid_file_name ) filename=grid_file_name) populate_grid_files(quantity='gas_number_density', engine=engine, Loading