You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							381 lines
						
					
					
						
							12 KiB
						
					
					
				
			
		
		
	
	
							381 lines
						
					
					
						
							12 KiB
						
					
					
				| #!/usr/bin/env python
 | |
| import os
 | |
| import zmq
 | |
| import json
 | |
| import time
 | |
| import numpy as np
 | |
| from numpy import linalg as LA
 | |
| from threading import Thread
 | |
| from scipy.spatial import cKDTree
 | |
| 
 | |
| from selfdrive.swaglog import cloudlog
 | |
| from cereal.services import service_list
 | |
| from common.realtime import Ratekeeper
 | |
| from common.kalman.ned import geodetic2ecef, NED
 | |
| import cereal.messaging as messaging
 | |
| from cereal import log
 | |
| import warnings
 | |
| from selfdrive.config import Conversions as CV
 | |
| 
 | |
| 
 | |
| if os.getenv('EON_LIVE') == '1':
 | |
|   _REMOTE_ADDR = "192.168.5.11"
 | |
| else:
 | |
|   _REMOTE_ADDR = "127.0.0.1"
 | |
| 
 | |
| LOOP = 'small_loop'
 | |
| 
 | |
| TRACK_SNAP_DIST = 17.  # snap to a track below this distance
 | |
| TRACK_LOST_DIST = 30.  # lose a track above this distance
 | |
| INSTRUCTION_APPROACHING_DIST = 200.
 | |
| INSTRUCTION_ACTIVE_DIST = 20.
 | |
| 
 | |
| ROT_CENTER_TO_LOC = 1.2
 | |
| 
 | |
| class INSTRUCTION_STATE:
 | |
|   NONE = log.UiNavigationEvent.Status.none
 | |
|   PASSIVE = log.UiNavigationEvent.Status.passive
 | |
|   APPROACHING = log.UiNavigationEvent.Status.approaching
 | |
|   ACTIVE = log.UiNavigationEvent.Status.active
 | |
| 
 | |
| 
 | |
| def convert_ecef_to_capnp(points):
 | |
|   points_capnp = []
 | |
|   for p in points:
 | |
|     point = log.ECEFPoint.new_message()
 | |
|     point.x, point.y, point.z = map(float, p[0:3])
 | |
|     points_capnp.append(point)
 | |
|   return points_capnp
 | |
| 
 | |
| 
 | |
| def get_spaced_points(track, start_index, cur_ecef, v_ego):
 | |
|   active_points = []
 | |
|   look_ahead = 5.0 + 1.5 * v_ego  # 5m + 1.5s
 | |
| 
 | |
|   # forward and backward passes for better poly fit
 | |
|   for idx_sign in [1, -1]:
 | |
|     for i in range(0, 1000):
 | |
|       index = start_index + i * idx_sign
 | |
|       # loop around 
 | |
|       p = track[index % len(track)]
 | |
| 
 | |
|       distance = LA.norm(cur_ecef - p[0:3])
 | |
|       if i > 5 and distance > look_ahead:
 | |
|         break
 | |
| 
 | |
|       active_points.append([p, index])
 | |
| 
 | |
|   # sort points by index
 | |
|   active_points = sorted(active_points, key=lambda pt: pt[1])
 | |
|   active_points = [p[0] for p in active_points]
 | |
| 
 | |
|   return active_points
 | |
| 
 | |
| 
 | |
| def fit_poly(points, cur_ecef, cur_heading, ned_converter):
 | |
|   relative_points = []
 | |
|   for point in points.points:
 | |
|     p = np.array([point.x, point.y, point.z])
 | |
|     relative_points.append(ned_converter.ecef_to_ned_matrix.dot(p - cur_ecef))
 | |
| 
 | |
|   relative_points = np.matrix(np.vstack(relative_points))
 | |
| 
 | |
|   # Calculate relative postions and rotate wrt to heading of car
 | |
|   c, s = np.cos(-cur_heading), np.sin(-cur_heading)
 | |
|   R = np.array([[c, -s], [s, c]])
 | |
| 
 | |
|   n, e = relative_points[:, 0], relative_points[:, 1]
 | |
|   relative_points = np.hstack([e, n])
 | |
|   rotated_points = relative_points.dot(R)
 | |
| 
 | |
|   rotated_points = np.array(rotated_points)
 | |
|   x, y = rotated_points[:, 1], -rotated_points[:, 0]
 | |
| 
 | |
|   warnings.filterwarnings('error')
 | |
| 
 | |
|   # delete points that go backward
 | |
|   max_x = x[0]
 | |
|   x_new = []
 | |
|   y_new = []
 | |
| 
 | |
|   for xi, yi in zip(x, y):
 | |
|     if xi > max_x:
 | |
|       max_x = xi
 | |
|       x_new.append(xi)
 | |
|       y_new.append(yi)
 | |
| 
 | |
|   x = np.array(x_new)
 | |
|   y = np.array(y_new)
 | |
| 
 | |
|   if len(x) > 10:
 | |
|     poly = map(float, np.polyfit(x + ROT_CENTER_TO_LOC, y, 3))  # 1.2m in front
 | |
|   else:
 | |
|     poly = [0.0, 0.0, 0.0, 0.0]
 | |
|   return poly, float(max_x + ROT_CENTER_TO_LOC)
 | |
| 
 | |
| 
 | |
| def get_closest_track(tracks, track_trees, cur_ecef):
 | |
| 
 | |
|   track_list = [(name, track_trees[name].query(cur_ecef, 1)) for name in track_trees]
 | |
|   closest_name, [closest_distance, closest_idx] = min(track_list, key=lambda x: x[1][0])
 | |
| 
 | |
|   return {'name': closest_name,
 | |
|           'distance': closest_distance,
 | |
|           'idx': closest_idx,
 | |
|           'speed': tracks[closest_name][closest_idx][3],
 | |
|           'accel': tracks[closest_name][closest_idx][4]}
 | |
| 
 | |
| 
 | |
| def get_track_from_name(tracks, track_trees, track_name, cur_ecef):
 | |
|   if track_name is None:
 | |
|     return None
 | |
|   else:
 | |
|     track_distance, track_idx = track_trees[track_name].query(cur_ecef, 1)
 | |
|   return {'name': track_name,
 | |
|           'distance': track_distance,
 | |
|           'idx': track_idx,
 | |
|           'speed': tracks[track_name][track_idx][3],
 | |
|           'accel': tracks[track_name][track_idx][4]}
 | |
| 
 | |
| 
 | |
| def get_tracks_from_instruction(tracks,instruction, track_trees, cur_ecef):
 | |
|   if instruction is None:
 | |
|     return None, None
 | |
|   else:
 | |
|     source_track = get_track_from_name(tracks, track_trees, instruction['source'], cur_ecef)
 | |
|     target_track = get_track_from_name(tracks, track_trees, instruction['target'], cur_ecef)
 | |
|     return source_track, target_track
 | |
| 
 | |
| 
 | |
| def get_next_instruction_distance(track, instruction, cur_ecef):
 | |
|   if instruction is None:
 | |
|     return None
 | |
|   else:
 | |
|     return np.linalg.norm(cur_ecef - track[instruction['start_idx']][0:3])
 | |
| 
 | |
| 
 | |
| def update_current_track(tracks, cur_track, cur_ecef, track_trees):
 | |
| 
 | |
|   closest_track = get_closest_track(tracks, track_trees, cur_ecef)
 | |
| 
 | |
|   # have we lost current track?
 | |
|   if cur_track is not None:
 | |
|     cur_track = get_track_from_name(tracks, track_trees, cur_track['name'], cur_ecef)
 | |
|     if cur_track['distance'] > TRACK_LOST_DIST:
 | |
|       cur_track = None
 | |
| 
 | |
|   # did we snap to a new track?
 | |
|   if cur_track is None and closest_track['distance'] < TRACK_SNAP_DIST:
 | |
|     cur_track = closest_track
 | |
| 
 | |
|   return cur_track, closest_track
 | |
| 
 | |
| 
 | |
| def update_instruction(instruction, instructions, cur_track, source_track, state, cur_ecef, tracks):
 | |
| 
 | |
|   if state == INSTRUCTION_STATE.ACTIVE:  # instruction frozen, just update distance
 | |
|     instruction['distance'] = get_next_instruction_distance(tracks[source_track['name']], instruction, cur_ecef)
 | |
|     return instruction
 | |
| 
 | |
|   elif cur_track is None:
 | |
|     return None
 | |
| 
 | |
|   else:
 | |
|     instruction_list = [i for i in instructions[cur_track['name']] if i['start_idx'] > cur_track['idx']]
 | |
|     if len(instruction_list) > 0:
 | |
|       next_instruction = min(instruction_list, key=lambda x: x['start_idx'])
 | |
|       next_instruction['distance'] = get_next_instruction_distance(tracks[cur_track['name']], next_instruction, cur_ecef)
 | |
|       return next_instruction
 | |
|     else:
 | |
|       return None
 | |
| 
 | |
| 
 | |
| def calc_instruction_state(state, cur_track, closest_track, source_track, target_track, instruction):
 | |
| 
 | |
|   lost_track_or_instruction = cur_track is None or instruction is None
 | |
| 
 | |
|   if state == INSTRUCTION_STATE.NONE:
 | |
|     if lost_track_or_instruction:
 | |
|       pass
 | |
|     else:
 | |
|       state = INSTRUCTION_STATE.PASSIVE
 | |
| 
 | |
|   elif state == INSTRUCTION_STATE.PASSIVE:
 | |
|     if lost_track_or_instruction:
 | |
|       state = INSTRUCTION_STATE.NONE
 | |
|     elif instruction['distance'] < INSTRUCTION_APPROACHING_DIST:
 | |
|       state = INSTRUCTION_STATE.APPROACHING
 | |
| 
 | |
|   elif state == INSTRUCTION_STATE.APPROACHING:
 | |
|     if lost_track_or_instruction:
 | |
|       state = INSTRUCTION_STATE.NONE
 | |
|     elif instruction['distance'] < INSTRUCTION_ACTIVE_DIST:
 | |
|       state = INSTRUCTION_STATE.ACTIVE
 | |
| 
 | |
|   elif state == INSTRUCTION_STATE.ACTIVE:
 | |
|     if lost_track_or_instruction:
 | |
|       state = INSTRUCTION_STATE.NONE
 | |
|     elif target_track['distance'] < TRACK_SNAP_DIST and \
 | |
|          source_track['idx'] > instruction['start_idx'] and \
 | |
|          instruction['distance'] > 10.:
 | |
|       state = INSTRUCTION_STATE.NONE
 | |
|       cur_track = target_track
 | |
| 
 | |
|   return state, cur_track
 | |
| 
 | |
| 
 | |
| def gps_planner_point_selection():
 | |
| 
 | |
|   DECIMATION = 1
 | |
| 
 | |
|   cloudlog.info("Starting gps_plannerd point selection")
 | |
| 
 | |
|   rk = Ratekeeper(10.0, print_delay_threshold=np.inf)
 | |
| 
 | |
|   context = zmq.Context()
 | |
|   live_location = messaging.sub_sock(context, 'liveLocation', conflate=True, addr=_REMOTE_ADDR)
 | |
|   car_state = messaging.sub_sock(context, 'carState', conflate=True)
 | |
|   gps_planner_points = messaging.pub_sock(context, 'gpsPlannerPoints')
 | |
|   ui_navigation_event = messaging.pub_sock(context, 'uiNavigationEvent')
 | |
| 
 | |
|   # Load tracks and instructions from disk
 | |
|   basedir = os.environ['BASEDIR']
 | |
|   tracks = np.load(os.path.join(basedir, 'selfdrive/controls/tracks/%s.npy' % LOOP)).item()
 | |
|   instructions = json.loads(open(os.path.join(basedir, 'selfdrive/controls/tracks/instructions_%s.json' % LOOP)).read())
 | |
| 
 | |
|   # Put tracks into KD-trees
 | |
|   track_trees = {}
 | |
|   for name in tracks:
 | |
|     tracks[name] = tracks[name][::DECIMATION]
 | |
|     track_trees[name] = cKDTree(tracks[name][:,0:3]) # xyz
 | |
|   cur_track = None
 | |
|   source_track = None
 | |
|   target_track = None
 | |
|   instruction = None
 | |
|   v_ego = 0.
 | |
|   state = INSTRUCTION_STATE.NONE
 | |
| 
 | |
|   counter = 0
 | |
| 
 | |
|   while True:
 | |
|     counter += 1
 | |
|     ll = messaging.recv_one(live_location)
 | |
|     ll = ll.liveLocation
 | |
|     cur_ecef = geodetic2ecef((ll.lat, ll.lon, ll.alt))
 | |
|     cs = messaging.recv_one_or_none(car_state)
 | |
|     if cs is not None:
 | |
|       v_ego = cs.carState.vEgo
 | |
| 
 | |
|     cur_track, closest_track = update_current_track(tracks, cur_track, cur_ecef, track_trees)
 | |
|     #print cur_track
 | |
| 
 | |
|     instruction = update_instruction(instruction, instructions, cur_track, source_track, state, cur_ecef, tracks)
 | |
| 
 | |
|     source_track, target_track = get_tracks_from_instruction(tracks, instruction, track_trees, cur_ecef)
 | |
| 
 | |
|     state, cur_track = calc_instruction_state(state, cur_track, closest_track, source_track, target_track, instruction)
 | |
| 
 | |
|     active_points = []
 | |
| 
 | |
|     # Make list of points used by gpsPlannerPlan
 | |
|     if cur_track is not None:
 | |
|       active_points = get_spaced_points(tracks[cur_track['name']], cur_track['idx'], cur_ecef, v_ego)
 | |
| 
 | |
|     cur_pos = log.ECEFPoint.new_message()
 | |
|     cur_pos.x, cur_pos.y, cur_pos.z = map(float, cur_ecef)
 | |
|     m = messaging.new_message()
 | |
|     m.init('gpsPlannerPoints')
 | |
|     m.gpsPlannerPoints.curPos = cur_pos
 | |
|     m.gpsPlannerPoints.points = convert_ecef_to_capnp(active_points)
 | |
|     m.gpsPlannerPoints.valid = len(active_points) > 10
 | |
|     m.gpsPlannerPoints.trackName = "none" if cur_track is None else cur_track['name']
 | |
|     m.gpsPlannerPoints.speedLimit = 100. if cur_track is None else float(cur_track['speed'])
 | |
|     m.gpsPlannerPoints.accelTarget = 0. if cur_track is None else float(cur_track['accel'])
 | |
|     gps_planner_points.send(m.to_bytes())
 | |
| 
 | |
|     m = messaging.new_message()
 | |
|     m.init('uiNavigationEvent')
 | |
|     m.uiNavigationEvent.status = state
 | |
|     m.uiNavigationEvent.type = "none" if instruction is None else instruction['type']
 | |
|     m.uiNavigationEvent.distanceTo = 0. if instruction is None else float(instruction['distance'])
 | |
|     endRoadPoint = log.ECEFPoint.new_message()
 | |
|     m.uiNavigationEvent.endRoadPoint = endRoadPoint
 | |
|     ui_navigation_event.send(m.to_bytes())
 | |
| 
 | |
|     rk.keep_time()
 | |
| 
 | |
| 
 | |
| def gps_planner_plan():
 | |
| 
 | |
|   context = zmq.Context()
 | |
| 
 | |
|   live_location = messaging.sub_sock(context, 'liveLocation', conflate=True, addr=_REMOTE_ADDR)
 | |
|   gps_planner_points = messaging.sub_sock(context, 'gpsPlannerPoints', conflate=True)
 | |
|   gps_planner_plan = messaging.pub_sock(context, 'gpsPlannerPlan')
 | |
| 
 | |
|   points = messaging.recv_one(gps_planner_points).gpsPlannerPoints
 | |
| 
 | |
|   target_speed = 100. * CV.MPH_TO_MS
 | |
|   target_accel = 0.
 | |
| 
 | |
|   last_ecef = np.array([0., 0., 0.])
 | |
| 
 | |
|   while True:
 | |
|     ll = messaging.recv_one(live_location)
 | |
|     ll = ll.liveLocation
 | |
|     p = messaging.recv_one_or_none(gps_planner_points)
 | |
|     if p is not None:
 | |
|       points = p.gpsPlannerPoints
 | |
|       target_speed = p.gpsPlannerPoints.speedLimit
 | |
|       target_accel = p.gpsPlannerPoints.accelTarget
 | |
| 
 | |
|     cur_ecef = geodetic2ecef((ll.lat, ll.lon, ll.alt))
 | |
| 
 | |
|     # TODO: make NED initialization much faster so we can run this every time step
 | |
|     if np.linalg.norm(last_ecef - cur_ecef) > 200.:
 | |
|       ned_converter = NED(ll.lat, ll.lon, ll.alt)
 | |
|       last_ecef = cur_ecef
 | |
| 
 | |
|     cur_heading = np.radians(ll.heading)
 | |
| 
 | |
|     if points.valid:
 | |
|       poly, x_lookahead = fit_poly(points, cur_ecef, cur_heading, ned_converter)
 | |
|     else:
 | |
|       poly, x_lookahead = [0.0, 0.0, 0.0, 0.0], 0.
 | |
| 
 | |
|     valid = points.valid
 | |
| 
 | |
|     m = messaging.new_message()
 | |
|     m.init('gpsPlannerPlan')
 | |
|     m.gpsPlannerPlan.valid = valid
 | |
|     m.gpsPlannerPlan.poly = poly
 | |
|     m.gpsPlannerPlan.trackName = points.trackName
 | |
|     r = []
 | |
|     for p in points.points:
 | |
|       point = log.ECEFPoint.new_message()
 | |
|       point.x, point.y, point.z = p.x, p.y, p.z
 | |
|       r.append(point)
 | |
|     m.gpsPlannerPlan.points = r
 | |
|     m.gpsPlannerPlan.speed = target_speed
 | |
|     m.gpsPlannerPlan.acceleration = target_accel
 | |
|     m.gpsPlannerPlan.xLookahead = x_lookahead
 | |
|     gps_planner_plan.send(m.to_bytes())
 | |
| 
 | |
| 
 | |
| def main(gctx=None):
 | |
|   cloudlog.info("Starting gps_plannerd main thread")
 | |
| 
 | |
|   point_thread = Thread(target=gps_planner_point_selection)
 | |
|   point_thread.daemon = True
 | |
|   control_thread = Thread(target=gps_planner_plan)
 | |
|   control_thread.daemon = True
 | |
| 
 | |
|   point_thread.start()
 | |
|   control_thread.start()
 | |
| 
 | |
|   while True:
 | |
|     time.sleep(1)
 | |
| 
 | |
| 
 | |
| if __name__ == "__main__":
 | |
|   main()
 | |
| 
 |