Commit 64a43490 authored by Andrea Giannetti's avatar Andrea Giannetti
Browse files

Persisted run_id to file for easier processing.

parent 6e40bfcc

etl/main.py

+2 −0
Original line number Diff line number Diff line
@@ -237,6 +237,8 @@ if __name__ == '__main__': 
    assert run_id is not None

    _distributed = validate_parameter(args.distributed, default='false').lower() == 'true'

    results, remaining_models = process_models(distributed=_distributed)

    with open('run_id.txt', 'w') as run_id_file:

        run_id_file.write(f'{run_id}\n')

    if remaining_models == 0:

        logger.info('All grid points processed. Summarizing results.')

        _cleanup = validate_parameter(args.cleanup_scratches,