Justin Newberry
1 year ago
committed by
GitHub
parent
9807bd99db
commit
11ec5bf25e
14 changed files with 31 additions and 360 deletions
@ -1,22 +0,0 @@ |
||||
from openpilot.tools.sim.bridge.common import SimulatorBridge |
||||
from openpilot.tools.sim.bridge.carla.carla_world import CarlaWorld |
||||
|
||||
|
||||
class CarlaBridge(SimulatorBridge): |
||||
TICKS_PER_FRAME = 5 |
||||
|
||||
def __init__(self, arguments): |
||||
super().__init__(arguments) |
||||
self.host = arguments.host |
||||
self.port = arguments.port |
||||
self.town = arguments.town |
||||
self.num_selected_spawn_point = arguments.num_selected_spawn_point |
||||
|
||||
def spawn_world(self): |
||||
import carla |
||||
|
||||
client = carla.Client(self.host, self.port) |
||||
client.set_timeout(5) |
||||
|
||||
return CarlaWorld(client, high_quality=self.high_quality, dual_camera=self.dual_camera, |
||||
num_selected_spawn_point=self.num_selected_spawn_point, town=self.town) |
||||
@ -1,145 +0,0 @@ |
||||
import numpy as np |
||||
|
||||
from openpilot.common.params import Params |
||||
from openpilot.tools.sim.lib.common import SimulatorState, vec3 |
||||
from openpilot.tools.sim.bridge.common import World |
||||
from openpilot.tools.sim.lib.camerad import W, H |
||||
|
||||
|
||||
class CarlaWorld(World): |
||||
def __init__(self, client, high_quality, dual_camera, num_selected_spawn_point, town): |
||||
super().__init__(dual_camera) |
||||
import carla |
||||
|
||||
low_quality_layers = carla.MapLayer(carla.MapLayer.Ground | carla.MapLayer.Walls | carla.MapLayer.Decals) |
||||
|
||||
layers = carla.MapLayer.All if high_quality else low_quality_layers |
||||
|
||||
world = client.load_world(town, map_layers=layers) |
||||
|
||||
settings = world.get_settings() |
||||
settings.fixed_delta_seconds = 0.01 |
||||
world.apply_settings(settings) |
||||
|
||||
world.set_weather(carla.WeatherParameters.ClearSunset) |
||||
|
||||
self.world = world |
||||
world_map = world.get_map() |
||||
|
||||
blueprint_library = world.get_blueprint_library() |
||||
|
||||
vehicle_bp = blueprint_library.filter('vehicle.tesla.*')[1] |
||||
vehicle_bp.set_attribute('role_name', 'hero') |
||||
spawn_points = world_map.get_spawn_points() |
||||
assert len(spawn_points) > num_selected_spawn_point, \ |
||||
f'''No spawn point {num_selected_spawn_point}, try a value between 0 and {len(spawn_points)} for this town.''' |
||||
self.spawn_point = spawn_points[num_selected_spawn_point] |
||||
self.vehicle = world.spawn_actor(vehicle_bp, self.spawn_point) |
||||
|
||||
physics_control = self.vehicle.get_physics_control() |
||||
physics_control.mass = 2326 |
||||
physics_control.torque_curve = [[20.0, 500.0], [5000.0, 500.0]] |
||||
physics_control.gear_switch_time = 0.0 |
||||
self.vehicle.apply_physics_control(physics_control) |
||||
|
||||
self.vc: carla.VehicleControl = carla.VehicleControl(throttle=0, steer=0, brake=0, reverse=False) |
||||
self.max_steer_angle: float = self.vehicle.get_physics_control().wheels[0].max_steer_angle |
||||
self.params = Params() |
||||
|
||||
self.steer_ratio = 15 |
||||
|
||||
self.carla_objects = [] |
||||
|
||||
transform = carla.Transform(carla.Location(x=0.8, z=1.13)) |
||||
|
||||
def create_camera(fov, callback): |
||||
blueprint = blueprint_library.find('sensor.camera.rgb') |
||||
blueprint.set_attribute('image_size_x', str(W)) |
||||
blueprint.set_attribute('image_size_y', str(H)) |
||||
blueprint.set_attribute('fov', str(fov)) |
||||
blueprint.set_attribute('sensor_tick', str(1/20)) |
||||
if not high_quality: |
||||
blueprint.set_attribute('enable_postprocess_effects', 'False') |
||||
camera = world.spawn_actor(blueprint, transform, attach_to=self.vehicle) |
||||
camera.listen(callback) |
||||
return camera |
||||
|
||||
self.road_camera = create_camera(fov=40, callback=self.cam_callback_road) |
||||
if dual_camera: |
||||
self.road_wide_camera = create_camera(fov=120, callback=self.cam_callback_wide_road) # fov bigger than 120 shows unwanted artifacts |
||||
else: |
||||
self.road_wide_camera = None |
||||
|
||||
# re-enable IMU |
||||
imu_bp = blueprint_library.find('sensor.other.imu') |
||||
imu_bp.set_attribute('sensor_tick', '0.01') |
||||
self.imu = world.spawn_actor(imu_bp, transform, attach_to=self.vehicle) |
||||
|
||||
gps_bp = blueprint_library.find('sensor.other.gnss') |
||||
self.gps = world.spawn_actor(gps_bp, transform, attach_to=self.vehicle) |
||||
self.params.put_bool("UbloxAvailable", True) |
||||
|
||||
self.carla_objects = [self.imu, self.gps, self.road_camera, self.road_wide_camera, self.vehicle] |
||||
|
||||
def close(self): |
||||
for s in self.carla_objects: |
||||
if s is not None: |
||||
try: |
||||
s.destroy() |
||||
except Exception as e: |
||||
print("Failed to destroy carla object", e) |
||||
|
||||
def carla_image_to_rgb(self, image): |
||||
rgb = np.frombuffer(image.raw_data, dtype=np.dtype("uint8")) |
||||
rgb = np.reshape(rgb, (H, W, 4)) |
||||
return np.ascontiguousarray(rgb[:, :, [0, 1, 2]]) |
||||
|
||||
def cam_callback_road(self, image): |
||||
with self.image_lock: |
||||
self.road_image = self.carla_image_to_rgb(image) |
||||
|
||||
def cam_callback_wide_road(self, image): |
||||
with self.image_lock: |
||||
self.wide_road_image = self.carla_image_to_rgb(image) |
||||
|
||||
def apply_controls(self, steer_angle, throttle_out, brake_out): |
||||
self.vc.throttle = throttle_out |
||||
|
||||
steer_carla = steer_angle * -1 / (self.max_steer_angle * self.steer_ratio) |
||||
steer_carla = np.clip(steer_carla, -1, 1) |
||||
|
||||
self.vc.steer = steer_carla |
||||
self.vc.brake = brake_out |
||||
self.vehicle.apply_control(self.vc) |
||||
|
||||
def read_sensors(self, simulator_state: SimulatorState): |
||||
simulator_state.imu.bearing = self.imu.get_transform().rotation.yaw |
||||
|
||||
simulator_state.imu.accelerometer = vec3( |
||||
self.imu.get_acceleration().x, |
||||
self.imu.get_acceleration().y, |
||||
self.imu.get_acceleration().z |
||||
) |
||||
|
||||
simulator_state.imu.gyroscope = vec3( |
||||
self.imu.get_angular_velocity().x, |
||||
self.imu.get_angular_velocity().y, |
||||
self.imu.get_angular_velocity().z |
||||
) |
||||
|
||||
simulator_state.gps.from_xy([self.vehicle.get_location().x, self.vehicle.get_location().y]) |
||||
|
||||
simulator_state.velocity = self.vehicle.get_velocity() |
||||
simulator_state.valid = True |
||||
simulator_state.steering_angle = self.vc.steer * self.max_steer_angle |
||||
|
||||
def read_cameras(self): |
||||
pass # cameras are read within a callback for carla |
||||
|
||||
def tick(self): |
||||
self.world.tick() |
||||
|
||||
def reset(self): |
||||
import carla |
||||
self.vehicle.set_transform(self.spawn_point) |
||||
self.vehicle.set_target_velocity(carla.Vector3D()) |
||||
@ -1,34 +0,0 @@ |
||||
#!/bin/bash |
||||
|
||||
# Requires nvidia docker - https://github.com/NVIDIA/nvidia-docker |
||||
if ! $(apt list --installed | grep -q nvidia-container-toolkit); then |
||||
read -p "Nvidia docker is required. Do you want to install it now? (y/n)"; |
||||
if [ "${REPLY}" == "y" ]; then |
||||
distribution=$(. /etc/os-release;echo $ID$VERSION_ID) |
||||
echo $distribution |
||||
curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add - |
||||
curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list |
||||
sudo apt-get update && sudo apt-get install -y nvidia-docker2 # Also installs docker-ce and nvidia-container-toolkit |
||||
sudo systemctl restart docker |
||||
else |
||||
exit 0 |
||||
fi |
||||
fi |
||||
|
||||
docker pull carlasim/carla:0.9.14 |
||||
|
||||
EXTRA_ARGS="-it" |
||||
if [[ "$DETACH" ]]; then |
||||
EXTRA_ARGS="-d" |
||||
fi |
||||
|
||||
docker kill carla_sim || true |
||||
docker run \ |
||||
--name carla_sim \ |
||||
--rm \ |
||||
--gpus all \ |
||||
--net=host \ |
||||
-v /tmp/.X11-unix:/tmp/.X11-unix:rw \ |
||||
$EXTRA_ARGS \ |
||||
carlasim/carla:0.9.14 \ |
||||
/bin/bash ./CarlaUE4.sh -opengl -nosound -RenderOffScreen -benchmark -fps=20 -quality-level=Low |
||||
@ -1,45 +0,0 @@ |
||||
#!/usr/bin/env python3 |
||||
import subprocess |
||||
import time |
||||
import unittest |
||||
from subprocess import Popen |
||||
|
||||
from openpilot.selfdrive.manager.helpers import unblock_stdout |
||||
from openpilot.tools.sim.run_bridge import parse_args |
||||
from openpilot.tools.sim.bridge.carla.carla_bridge import CarlaBridge |
||||
from openpilot.tools.sim.tests.test_sim_bridge import SIM_DIR, TestSimBridgeBase |
||||
|
||||
from typing import Optional |
||||
|
||||
class TestCarlaBridge(TestSimBridgeBase): |
||||
""" |
||||
Tests need Carla simulator to run |
||||
""" |
||||
carla_process: Optional[Popen] = None |
||||
|
||||
def setUp(self): |
||||
super().setUp() |
||||
|
||||
# We want to make sure that carla_sim docker isn't still running. |
||||
subprocess.run("docker rm -f carla_sim", shell=True, stderr=subprocess.PIPE, check=False) |
||||
self.carla_process = subprocess.Popen("./start_carla.sh", cwd=SIM_DIR) |
||||
|
||||
# Too many lagging messages in bridge.py can cause a crash. This prevents it. |
||||
unblock_stdout() |
||||
# Wait 10 seconds to startup carla |
||||
time.sleep(10) |
||||
|
||||
def create_bridge(self): |
||||
return CarlaBridge(parse_args([])) |
||||
|
||||
def tearDown(self): |
||||
super().tearDown() |
||||
|
||||
# Stop carla simulator by removing docker container |
||||
subprocess.run("docker rm -f carla_sim", shell=True, stderr=subprocess.PIPE, check=False) |
||||
if self.carla_process is not None: |
||||
self.carla_process.wait() |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
unittest.main() |
||||
@ -1,6 +0,0 @@ |
||||
#!/bin/bash |
||||
tmux new -d -s carla-sim |
||||
tmux send-keys "./launch_openpilot.sh" ENTER |
||||
tmux neww |
||||
tmux send-keys "./run_bridge.py $*" ENTER |
||||
tmux a -t carla-sim |
||||
Loading…
Reference in new issue