Refactored iterative phase call from place_points_in_overlap (310bc168) · Commits · aflab / astrogeology / Autocnet

autocnet/spatial/overlap.py

+12 −52

Original line number	Diff line number	Diff line
		@@ -10,7 +10,6 @@ from plio.io.io_gdal import GeoDataset
		from autocnet import config, dem
		from autocnet.cg import cg as compgeom
		from autocnet.io.db.model import Images, Measures, Overlay, Points
		from autocnet.matcher.subpixel import iterative_phase
		from autocnet.spatial import isis

		from plurmy import Slurm
		@@ -39,14 +38,11 @@ INSERT INTO overlay(intersections, geom) SELECT row.intersections, row.geom FROM
		"""

		def place_points_in_overlaps(nodes, size_threshold=0.0007,
		iterative_phase_kwargs={'size':71},
		distribute_points_kwargs={}):
		"""
		Place points in all of the overlap geometries by back-projecing using
		sensor models.

		The DEM specified in the config file will be used to calculate point elevations.

		Parameters
		----------
		nodes : dict-link
		@@ -57,9 +53,6 @@ def place_points_in_overlaps(nodes, size_threshold=0.0007,

		size_threshold : float
		overlaps with area <= this threshold are ignored

		iterative_phase_kwargs : dict
		Dictionary of keyword arguments for the iterative phase matcher function
		"""
		points = []
		for o in Overlay.overlapping_larger_than(size_threshold):
		@@ -67,14 +60,12 @@ def place_points_in_overlaps(nodes, size_threshold=0.0007,
		if overlaps == None:
		continue
		overlapnodes = [nodes[id]["data"] for id in overlaps]
		points.extend(place_points_in_overlap(overlapnodes, o.geom, dem=dem,
		iterative_phase_kwargs=iterative_phase_kwargs,
		points.extend(place_points_in_overlap(overlapnodes, o.geom,
		distribute_points_kwargs=distribute_points_kwargs))

		Points.bulkadd(points)

		def cluster_place_points_in_overlaps(size_threshold=0.0007,
		iterative_phase_kwargs={'size':71},
		distribute_points_kwargs={},
		walltime='00:10:00', cam_type="csm"):
		"""
		@@ -82,16 +73,11 @@ def cluster_place_points_in_overlaps(size_threshold=0.0007,
		sensor models. This method uses the cluster to process all of the overlaps
		in parallel. See place_points_in_overlap and acn_overlaps.

		The DEM specified in the config file will be used to calculate point elevations.

		Parameters
		----------
		size_threshold : float
		overlaps with area <= this threshold are ignored

		iterative_phase_kwargs : dict
		Dictionary of keyword arguments for the iterative phase matcher function

		walltime : str
		Cluster job wall time as a string HH:MM:SS

		@@ -111,7 +97,6 @@ def cluster_place_points_in_overlaps(size_threshold=0.0007,
		queuename = config['redis']['processing_queue']
		for overlap in overlaps:
		msg = {'id' : overlap.id,
		'iterative_phase_kwargs' : iterative_phase_kwargs,
		'distribute_points_kwargs' : distribute_points_kwargs,
		'walltime' : walltime,
		'cam_type': cam_type}
		@@ -127,11 +112,11 @@ def cluster_place_points_in_overlaps(size_threshold=0.0007,
		submitter.submit(array='1-{}'.format(job_counter))
		return job_counter

		def place_points_in_overlap(nodes, geom, dem=dem, cam_type="csm",
		iterative_phase_kwargs={'size':71},
		def place_points_in_overlap(nodes, geom, cam_type="csm",
		distribute_points_kwargs={}):
		"""
		Place points into an overlap geometry by back-projecing using sensor models.
		The DEM specified in the config file will be used to calculate point elevations.

		Parameters
		----------
		@@ -141,13 +126,6 @@ def place_points_in_overlap(nodes, geom, dem=dem, cam_type="csm",
		geom : geometry
		The geometry of the overlap region

		dem : GeoDataset
		The DEM used to compute point elevations. An elevation of 0 is used
		if no DEM is passed in.

		iterative_phase_kwargs : dict
		Dictionary of keyword arguments for the iterative phase matcher function

		cam_type : str
		options: {"csm", "isis"}
		Pick what kind of camera model implementation to use
		@@ -173,9 +151,6 @@ def place_points_in_overlap(nodes, geom, dem=dem, cam_type="csm",
		warnings.warn('Failed to distribute points in overlap')
		return []

		# Grab the source image. This is just the node with the lowest ID, nothing smart.
		source = nodes[0]
		nodes.remove(source)
		for v in valid:
		lon = v[0]
		lat = v[1]
		@@ -186,6 +161,7 @@ def place_points_in_overlap(nodes, geom, dem=dem, cam_type="csm",
		else:
		px, py = dem.latlon_to_pixel(lat, lon)
		height = dem.read_array(1, [px, py, 1, 1])[0][0]

		# Get the BCEF coordinate from the lon, lat
		x, y, z = pyproj.transform(lla, ecef, lon, lat, height)
		geom = shapely.geometry.Point(x, y, z)
		@@ -193,36 +169,20 @@ def place_points_in_overlap(nodes, geom, dem=dem, cam_type="csm",
		adjusted=geom,
		pointtype=2) # Would be 3 or 4 for ground

		for node in nodes:
		if cam_type == "csm":
		gnd = csmapi.EcefCoord(x, y, z)
		sic = source.camera.groundToImage(gnd)
		ssample, sline = sic.samp, sic.line
		image_coord = node.camera.groundToImage(gnd)
		sample, line = image_coord.samp, image_coord.line
		if cam_type == "isis":
		sline, ssample = isis.ground_to_image(source["image_path"], lat ,lon)
		line, sample = isis.ground_to_image(node["image_path"], lat ,lon)

		point.measures.append(Measures(sample=ssample,
		line=sline,
		imageid=source['node_id'],
		serial=source.isis_serial,
		point.measures.append(Measures(sample=sample,
		line=line,
		imageid=node['node_id'],
		serial=node.isis_serial,
		measuretype=3))


		for i, dest in enumerate(nodes):
		if cam_type == "csm":
		dic = dest.camera.groundToImage(gnd)
		dline, dsample = dic.line, dic.samp
		if cam_type == "isis":
		dline, dsample = isis.ground_to_image(dest["image_path"], lat, lon)

		dx, dy, _ = iterative_phase(ssample, sline, dsample, dline,
		source.geodata, dest.geodata,
		**iterative_phase_kwargs)
		if dx is not None or dy is not None:
		point.measures.append(Measures(sample=dx,
		line=dy,
		imageid=dest['node_id'],
		serial=dest.isis_serial,
		measuretype=3))
		if len(point.measures) >= 2:
		points.append(point)
		return points

bin/acn_overlaps

+2 −10

Original line number	Diff line number	Diff line
		@@ -12,9 +12,7 @@ from autocnet.io.db.redis_queue import pop_computetime_push, finalize
		from autocnet.io.db.model import Overlay, Images, Points
		from autocnet.spatial.overlap import place_points_in_overlap
		from autocnet.graph.node import NetworkNode
		from autocnet import Session, dem

		from plio.io.io_gdal import GeoDataset
		from autocnet import Session

		#Load the config file
		try:
		@@ -40,18 +38,12 @@ def main(msg, config):
		session.close()

		print('Placing points in overlap', id)
		points = place_points_in_overlap(nodes, overlap.geom, dem, msg["cam_type"],
		msg['iterative_phase_kwargs'],
		points = place_points_in_overlap(nodes, overlap.geom, msg["cam_type"],
		msg['distribute_points_kwargs'])
		session.add_all(points)
		session.commit()
		session.close()

		print('Placing points in overlap', id)
		points = place_points_in_overlap(nodes, overlap.geom, dem, msg["cam_type"],
		msg['iterative_phase_kwargs'],
		msg['distribute_points_kwargs'])

		print('Adding {} points to the database.'.format(len(points)))
		Points.bulkadd(points)