Version 2.0 (530ac2d3) · Commits · Metis scientific pipeline / L1 pipeline

interpol_param.pro

+2 −2

Original line number	Original line	Diff line number	Diff line
	function interpol_param, table, par_name, date, empty_params = empty_params		function interpol_param, table, par_name, date, empty_params = empty_params
	i = where(table.par_name eq par_name, count)		i = where(table.par_name eq par_name, count)
	if count lt 1 then return, fix(32768) ; this should not be necessary		if count lt 1 then return, 0.0 ; this should not be necessary
	par_date = dblarr(count)		par_date = dblarr(count)
	par_val = fltarr(count)		par_val = fltarr(count)
	for j = 0, count - 1 do begin		for j = 0, count - 1 do begin
	@@ -15,5 +15,5 @@ function interpol_param, table, par_name, date, empty_params = empty_params
	par_val[j] = float(table.eng_val[k])		par_val[j] = float(table.eng_val[k])
	endfor		endfor
	value = interpol(par_val, par_date, date_conv(date, 'JULIAN'))		value = interpol(par_val, par_date, date_conv(date, 'JULIAN'))
	return, value		if finite(value) then return, value else return, 0.0
	end		end
			No newline at end of file

json_write.pro

0 → 100644

+5 −0

Original line number	Original line	Diff line number	Diff line
			pro json_write, struct, filename
			openw, unit, filename, /get_lun
			printf, unit, struct, /implied_print
			free_lun, unit
			end

metis_l1_prep.pro

+152 −35

Original line number	Original line	Diff line number	Diff line
	@@ -33,6 +33,8 @@ pro metis_l1_prep

	input = json_parse('input/contents.json', /toarray, /tostruct)		input = json_parse('input/contents.json', /toarray, /tostruct)

			journal, 'File ' + input.file_name

	; prepare the spice kernels		; prepare the spice kernels

	kernels = [ $		kernels = [ $
	@@ -44,6 +46,10 @@ pro metis_l1_prep

	cspice_furnsh, kernels		cspice_furnsh, kernels

			journal, 'SPICE kernel files correctly loaded:'
			journal, ' sclk kernel = ' + input.tsc_file_name
			journal, ' leap seconds kernel = ' + input.tls_file_name

	; read l0 fits structure		; read l0 fits structure

	fits_info, input.file_name, n_ext = n_ext, extname = extname, /silent		fits_info, input.file_name, n_ext = n_ext, extname = extname, /silent
	@@ -51,7 +57,7 @@ pro metis_l1_prep
	; read the primary hdu		; read the primary hdu

	ext_no = 0		ext_no = 0
	image = mrdfits(input.file_name, ext_no, primary_header, /silent)		data = mrdfits(input.file_name, ext_no, primary_header, /silent)

	; if the data is not an image, read the data binary-table extension		; if the data is not an image, read the data binary-table extension

	@@ -73,14 +79,9 @@ pro metis_l1_prep
	naxis = 2		naxis = 2
	naxis1 = metis_obj_size[datatype]		naxis1 = metis_obj_size[datatype]
	naxis2 = naxis1		naxis2 = naxis1
	bitpix = 16
	data_size = naxis1 * naxis2
	data_volume = (data_size * bitpix) / 8.
	endif else begin		endif else begin
	naxis = 0		naxis = 0
	bitpix = 8		bitpix = 8
	data_size = 0
	data_volume = 0
	endelse		endelse

	; if the data product is an accumulation matrix, look for the accumulation vector extension and read it if it exists		; if the data product is an accumulation matrix, look for the accumulation vector extension and read it if it exists
	@@ -92,6 +93,10 @@ pro metis_l1_prep
	endif else accumul_vector = !null		endif else accumul_vector = !null
	endif		endif

			journal, 'L0 FITS file correctly read:'
			journal, ' datatype = ' + string(datatype, format = '(I0)')
			journal, ' size = ' + string(naxis1, format = '(I0)') + '×' + string(naxis2, format = '(I0)')

	; NOTE - the radialization extension is ignored		; NOTE - the radialization extension is ignored

	; read the planning data		; read the planning data
	@@ -117,6 +122,8 @@ pro metis_l1_prep

	date_beg_string = strreplace(strreplace(strmid(date_beg, 0, 19), '-', ''), ':', '')		date_beg_string = strreplace(strreplace(strmid(date_beg, 0, 19), '-', ''), ':', '')

			journal, 'UTC time of start acquisition = ' + date_beg

	; name of the fits file		; name of the fits file

	file_name_fields = strsplit(fxpar(primary_header, 'FILENAME'), '_', /extract)		file_name_fields = strsplit(fxpar(primary_header, 'FILENAME'), '_', /extract)
	@@ -126,8 +133,8 @@ pro metis_l1_prep

	; exposure times		; exposure times

	dit = fxpar(metadata_extension_header, 'DIT')		dit = float(fxpar(metadata_extension_header, 'DIT'))
	telapse = obt_end - obt_beg		telapse = float(obt_end - obt_beg)
	xposure = dit/1000.		xposure = dit/1000.

	; instrument keywords		; instrument keywords
	@@ -135,18 +142,18 @@ pro metis_l1_prep

	if datatype eq 0 or datatype eq 3 or datatype eq 5 or datatype eq 9 then begin		if datatype eq 0 or datatype eq 3 or datatype eq 5 or datatype eq 9 then begin
	filter = 'VL'		filter = 'VL'
	wavelnth = 0.0		wavelnth = 610.0
	wavemin = 0.0		wavemin = 580.0
	wavemax = 0.0		wavemax = 640.0
	waveband = 'Visible light 580-640 nm'		waveband = 'Visible light 580-640 nm'
	endif else begin		endif else begin
	filter = 'UV'		filter = 'UV'
	wavelnth = 1215.67		wavelnth = 121.6
	wavemin = 0.0		wavemin = 111.6
	wavemax = 0.0		wavemax = 131.6
	waveband = 'H I Lyman-alpha 121.6 nm'		waveband = 'H I Lyman-alpha 121.6 nm'
	endelse		endelse
	detector = filter + 'DA'		detector = filter + 'D'
	telescope = 'SOLO/Metis/' + detector		telescope = 'SOLO/Metis/' + detector

	; campaign keywords		; campaign keywords
	@@ -169,6 +176,27 @@ pro metis_l1_prep
	primary_header[i : *] $		primary_header[i : *] $
	]		]

			; rebin the image if binning was applied during the acquisition

			if fxpar(primary_header, 'COMPR') then bin_type = fxpar(primary_header, 'B0_BIN') else bin_type = 0

			fpfilt = fxpar(primary_header, 'VLFPFILT', count = count)
			if count gt 0 and fpfilt eq 0 and bin_type eq 0 then bin_type = 1

			bin_fact = 2. ^ bin_type
			if bin_fact gt 1. then begin
			data = rebin(data, naxis1 / bin_fact, naxis2 / bin_fact, /sample)
			if ~ isa(comment) then comment = !null
			comment = [comment, 'Image was rebinned according to the commanded binning factor.']

			journal, 'Data was binned during acquisition:'
			journal, ' binning = ' + string(bin_fact, format = '(I1)') + '×' + string(bin_fact, format = '(I1)')
			journal, ' data was correctly rebinned:'
			journal, ' new size = ' + string(naxis1 / bin_fact, format = '(I0)') + '×' + string(naxis1 / bin_fact, format = '(I0)')
			endif else begin
			journal, 'Data was not binned during acquistion.'
			endelse

	; adjust the primary header (it is almost the same for all data product types)		; adjust the primary header (it is almost the same for all data product types)

	fxaddpar, primary_header, 'FILENAME', file_name		fxaddpar, primary_header, 'FILENAME', file_name
	@@ -202,7 +230,7 @@ pro metis_l1_prep
	fxaddpar, primary_header, 'OBS_ID', planning_data.obs_id, 'Unique identifier for the observation that is associated with the data acquisition', before = 'DATAMIN'		fxaddpar, primary_header, 'OBS_ID', planning_data.obs_id, 'Unique identifier for the observation that is associated with the data acquisition', before = 'DATAMIN'
	fxaddpar, primary_header, 'TARGET', 'TBD', 'Taget as defined in the SOOP description', before = 'DATAMIN'		fxaddpar, primary_header, 'TARGET', 'TBD', 'Taget as defined in the SOOP description', before = 'DATAMIN'
	fxaddpar, primary_header, 'BSCALE', 1.0, before = 'DATAMIN'		fxaddpar, primary_header, 'BSCALE', 1.0, before = 'DATAMIN'
	fxaddpar, primary_header, 'BZERO', 0, before = 'DATAMIN'		fxaddpar, primary_header, 'BZERO', 0.0, before = 'DATAMIN'
	fxaddpar, primary_header, 'BTYPE', strupcase(metis_datatype[datatype]), 'Science data object type', before = 'DATAMIN'		fxaddpar, primary_header, 'BTYPE', strupcase(metis_datatype[datatype]), 'Science data object type', before = 'DATAMIN'
	fxaddpar, primary_header, 'BUNIT', 'DN', 'Units of physical value, after application of BSCALE and BZERO', before = 'DATAMIN'		fxaddpar, primary_header, 'BUNIT', 'DN', 'Units of physical value, after application of BSCALE and BZERO', before = 'DATAMIN'
	if datatype le 6 then begin		if datatype le 6 then begin
	@@ -211,9 +239,9 @@ pro metis_l1_prep
	fxaddpar, primary_header, 'PXEND1', naxis1, 'Last pixel that has been read out in dimension 1', before = 'COMPRESS'		fxaddpar, primary_header, 'PXEND1', naxis1, 'Last pixel that has been read out in dimension 1', before = 'COMPRESS'
	fxaddpar, primary_header, 'PXEND2', naxis2, 'Last pixel that has been read out in dimension 2', before = 'COMPRESS'		fxaddpar, primary_header, 'PXEND2', naxis2, 'Last pixel that has been read out in dimension 2', before = 'COMPRESS'
	endif		endif
	fxaddpar, primary_header, 'NBIN1', 1, 'Binning factor in the dimension 1', before = 'COMPRESS'		fxaddpar, primary_header, 'NBIN1', bin_fact, 'Binning factor in the dimension 1', before = 'COMPRESS'
	fxaddpar, primary_header, 'NBIN2', 1, 'Binning factor in the dimension 2', before = 'COMPRESS'		fxaddpar, primary_header, 'NBIN2', bin_fact, 'Binning factor in the dimension 2', before = 'COMPRESS'
	fxaddpar, primary_header, 'NBIN', 1, 'Product of all NBIN values above', before = 'COMPRESS'		fxaddpar, primary_header, 'NBIN', bin_fact * bin_fact, 'Product of all NBIN values above', before = 'COMPRESS'
	fxaddpar, primary_header, 'IDB_VERS', input.idb_version, '', before = 'HDR_VERS'		fxaddpar, primary_header, 'IDB_VERS', input.idb_version, '', before = 'HDR_VERS'
	fxaddpar, primary_header, 'INFO_URL', 'http://metis.oato.inaf.it', 'Link to more information on the instrument data', before = 'HISTORY'		fxaddpar, primary_header, 'INFO_URL', 'http://metis.oato.inaf.it', 'Link to more information on the instrument data', before = 'HISTORY'

	@@ -222,7 +250,6 @@ pro metis_l1_prep
	hk_table = json_parse(input.hk_file_name, /toarray, /tostruct)		hk_table = json_parse(input.hk_file_name, /toarray, /tostruct)

	; replace raw values with calibrated values in the primary header		; replace raw values with calibrated values in the primary header
	; WARN - must be done here?

	if datatype eq 0 or datatype eq 3 or datatype eq 5 then begin		if datatype eq 0 or datatype eq 3 or datatype eq 5 then begin

	@@ -239,28 +266,76 @@ pro metis_l1_prep

	fxaddpar, primary_header, 'TSENSOR ', interpol_param(hk_table, 'NIT0E0E0', date_avg, empty_params = empty_params)		fxaddpar, primary_header, 'TSENSOR ', interpol_param(hk_table, 'NIT0E0E0', date_avg, empty_params = empty_params)
	fxaddpar, primary_header, 'PMPTEMP ', interpol_param(hk_table, 'NIT0L00D', date_avg, empty_params = empty_params)		fxaddpar, primary_header, 'PMPTEMP ', interpol_param(hk_table, 'NIT0L00D', date_avg, empty_params = empty_params)

			journal, 'Header keywords were calibrated using HK parameters:'
			journal, ' TSENSOR = ' + string(fxpar(primary_header, 'TSENSOR'), format = '(F0)')
			journal, ' PMPTEMP = ' + string(fxpar(primary_header, 'PMPTEMP'), format = '(F0)')
	endif		endif

	if datatype eq 1 or datatype eq 4 or datatype eq 6 then begin		if datatype eq 1 or datatype eq 4 or datatype eq 6 then begin
	fxaddpar, primary_header, 'HVU_SCR ', interpol_param(hk_table, 'NIT0E070', date_avg, empty_params = empty_params)		fxaddpar, primary_header, 'HVU_SCR ', interpol_param(hk_table, 'NIT0E070', date_avg, empty_params = empty_params)
	fxaddpar, primary_header, 'HVU_MCP ', interpol_param(hk_table, 'NIT0E071', date_avg, empty_params = empty_params)		fxaddpar, primary_header, 'HVU_MCP ', interpol_param(hk_table, 'NIT0E071', date_avg, empty_params = empty_params)
	fxaddpar, primary_header, 'TSENSOR ', interpol_param(hk_table, 'NIT0E050', date_avg, empty_params = empty_params)		fxaddpar, primary_header, 'TSENSOR ', interpol_param(hk_table, 'NIT0E050', date_avg, empty_params = empty_params)

			journal, 'Header keywords were calibrated using HK parameters:'
			journal, ' HVU_SCR = ' + string(fxpar(primary_header, 'HVU_SCR'), format = '(F0)')
			journal, ' HVU_MCP = ' + string(fxpar(primary_header, 'HVU_MCP'), format = '(F0)')
			journal, ' TSENSOR = ' + string(fxpar(primary_header, 'TSENSOR'), format = '(F0)')
	endif		endif

	if ~ isa(empty_params) then empty_params = ''		if ~ isa(empty_params) then empty_params = ''

	; add keywords for file history		; replace verbose keyword values

			key = fxpar(primary_header, 'MEASKIND', count = count)
			if count gt 0 then begin
			pol_id = fxpar(primary_header, 'POL_ID')
			if key eq 0 and pol_id eq 0 then fxaddpar, primary_header, 'MEASKIND', 'Fixed pol.'
			if key eq 0 and pol_id ne 0 then fxaddpar, primary_header, 'MEASKIND', 'pB'
			if key eq 1 then fxaddpar, primary_header, 'MEASKIND', 'tB'
			endif

			key = fxpar(primary_header, 'FRAMEMOD', count = count)
			if count gt 0 then begin
			if key eq 0 then fxaddpar, primary_header, 'FRAMEMOD', 'Single'
			if key eq 1 then fxaddpar, primary_header, 'FRAMEMOD', 'Multiple'
			endif

			key = fxpar(primary_header, 'VLFPFILT', count = count)
			if count gt 0 then begin
			pol_id = fxpar(primary_header, 'POL_ID')
			if pol_id ne 0 then fxaddpar, primary_header, 'VLFPFILT', 'None' else begin
			if key eq 0 then fxaddpar, primary_header, 'VLFPFILT', 'Binning'
			if key eq 1 then fxaddpar, primary_header, 'VLFPFILT', 'Masking'
			if key eq 2 then fxaddpar, primary_header, 'VLFPFILT', 'No filter'
			endelse
			endif

			key = fxpar(primary_header, 'PMPSTAB', count = count)
			if count gt 0 then begin
			if key eq 0 then fxaddpar, primary_header, 'PMPSTAB', 'Not stable'
			if key eq 1 then fxaddpar, primary_header, 'PMPSTAB', 'Stable'
			endif

	fxaddpar, primary_header, 'HISTORY', ''		key = fxpar(primary_header, 'REF_ROWS', count = count)
			if count gt 0 then begin
			if key eq 0 then fxaddpar, primary_header, 'REF_ROWS', 'Not included'
			if key eq 1 then fxaddpar, primary_header, 'REF_ROWS', 'Included'
			endif

			keys = ['PRESUM', 'CME_OBS', 'SUNDISK', 'CR_SEP', 'SP_NOISE', 'COMPR', 'MASKING', 'RADIAL']
			foreach key_name, keys do begin
			key = fxpar(primary_header, key_name, count = count)
			if count gt 0 then begin
			if key eq 0 then fxaddpar, primary_header, key_name, 'Disabled'
			if key eq 1 then fxaddpar, primary_header, key_name, 'Enabled'
			endif
			endforeach

	; remove unused keywords		; remove unused keywords

	sxdelpar, primary_header, 'CAD_BEG'
	sxdelpar, primary_header, 'CAD_END'
	sxdelpar, primary_header, 'WIDTH'		sxdelpar, primary_header, 'WIDTH'
	sxdelpar, primary_header, 'HEIGHT'		sxdelpar, primary_header, 'HEIGHT'
	sxdelpar, primary_header, 'NB_IMG'
	sxdelpar, primary_header, 'N'
	sxdelpar, primary_header, 'X_SIZE'		sxdelpar, primary_header, 'X_SIZE'
	sxdelpar, primary_header, 'Y_SIZE'		sxdelpar, primary_header, 'Y_SIZE'
	sxdelpar, primary_header, 'Z_SIZE'		sxdelpar, primary_header, 'Z_SIZE'
	@@ -268,14 +343,45 @@ pro metis_l1_prep
	sxdelpar, primary_header, 'N_BANDS'		sxdelpar, primary_header, 'N_BANDS'
	sxdelpar, primary_header, 'ORIG_X'		sxdelpar, primary_header, 'ORIG_X'
	sxdelpar, primary_header, 'ORIG_Y'		sxdelpar, primary_header, 'ORIG_Y'
	sxdelpar, primary_header, 'FIRSTROW'
			; modify keywords for file history

			date = date_conv(systime(/julian, /utc), 'FITS')

			old_history = fxpar(primary_header, 'HISTORY')
			sxdelpar, primary_header, 'HISTORY'
			history = ['L1 FITS file created on ' + date, old_history]
			for k = 0, n_elements(history) - 1 do $
			fxaddpar, primary_header, 'HISTORY', history[k]

			; modify keywords for comments

			old_comment = fxpar(primary_header, 'COMMENT', count = count)
			if count eq 0 then old_comment = ''
			sxdelpar, primary_header, 'COMMENT'
			if max(old_comment.startswith('Warning: correction of the OBT for pB acquisitions was applied.')) then begin
			if ~ isa(comment) then comment = !null
			comment = ['Correction of the OBT for pB acquisitions was applied at L0 level.', comment]
			endif
			if max(old_comment.startswith('Warning: the OBT of the acquisition is missing.')) then begin
			if ~ isa(comment) then comment = !null
			comment = ['Warning: the OBT of the acquisition is missing.',' The generation time of the first science packet was used', ' to compute OBT_BEG. Polarimetric keywords DACPOL',' may be wrong.', comment]
			endif
			if isa(comment) then begin
			for k = 0, n_elements(comment) - 1 do $
			fxaddpar, primary_header, 'COMMENT', comment[k]
			endif

	; add checksum and datasum to the fits header		; add checksum and datasum to the fits header
	; WARN - should this be done at the end? i don't know		; WARN - should this be done at the end? i don't know

	fits_add_checksum, primary_header, image		fits_add_checksum, primary_header, image

	mwrfits, image, out_file_name, primary_header, /no_comment, /create, /silent		mwrfits, data, out_file_name, primary_header, /no_comment, /create, /silent

			journal, 'Fits file created:'
			journal, ' file name = ' + out_file_name


	; if applicable, save the data binary-table extension as it is		; if applicable, save the data binary-table extension as it is

	@@ -309,6 +415,14 @@ pro metis_l1_prep

	mwrfits, hk_bin_table, out_file_name, hk_extension_header, /no_comment, /silent		mwrfits, hk_bin_table, out_file_name, hk_extension_header, /no_comment, /silent

			journal, ' HK binary-table extension correctly added'

			; unload the spice kernels

			cspice_unload, kernels

			journal, 'SPICE kernel files unloaded.'

	; write the auxiliary information file		; write the auxiliary information file

	output = { $		output = { $
	@@ -318,15 +432,18 @@ pro metis_l1_prep
	empty_params : empty_params[uniq(empty_params)] $		empty_params : empty_params[uniq(empty_params)] $
	}		}

	openw, unit, 'output/contents.json', /get_lun		json_write, output, 'output/contents.json'
	printf, unit, output, /implied_print
	free_lun, unit

	; unload the spice kernels		journal, 'Output saved.'

	cspice_unload, kernels

	;close the log		;close the log

			journal, 'Exiting without errors.'
			journal
			exit, status = 0

			error_handling:
			journal, 'Errors occurred while processing.', /continue
	journal		journal
			exit, status = 1
	end		end
			No newline at end of file