|  |  |  | #pragma once
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <unistd.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <atomic>
 | 
					
						
							|  |  |  | #include <cassert>
 | 
					
						
							|  |  |  | #include <cerrno>
 | 
					
						
							|  |  |  | #include <condition_variable>
 | 
					
						
							|  |  |  | #include <mutex>
 | 
					
						
							|  |  |  | #include <string>
 | 
					
						
							|  |  |  | #include <thread>
 | 
					
						
							|  |  |  | #include <unordered_map>
 | 
					
						
							|  |  |  | #include <utility>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "cereal/messaging/messaging.h"
 | 
					
						
							|  |  |  | #include "cereal/services.h"
 | 
					
						
							|  |  |  | #include "cereal/visionipc/visionipc.h"
 | 
					
						
							|  |  |  | #include "cereal/visionipc/visionipc_client.h"
 | 
					
						
							|  |  |  | #include "system/camerad/cameras/camera_common.h"
 | 
					
						
							|  |  |  | #include "common/params.h"
 | 
					
						
							|  |  |  | #include "common/swaglog.h"
 | 
					
						
							|  |  |  | #include "common/timing.h"
 | 
					
						
							|  |  |  | #include "common/util.h"
 | 
					
						
							|  |  |  | #include "system/hardware/hw.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "system/loggerd/encoder/encoder.h"
 | 
					
						
							|  |  |  | #include "system/loggerd/logger.h"
 | 
					
						
							|  |  |  | #ifdef QCOM2
 | 
					
						
							|  |  |  | #include "system/loggerd/encoder/v4l_encoder.h"
 | 
					
						
							| 
									
										
											  
											
												loggerd: switch to v4l encoder try 2 (#24380)
* start v4l encoder
* v4l encoder starts
* start and stop
* fill in proper controls
* it dequeued a buffer
* getting bytes
* it made a video
* it does make files
* getting close
* ahh, so that's how dequeue works
* qcam works (no remuxing)
* remuxing works
* we just need to make shutdown and rollover graceful
* graceful destruction
* switch to polling
* should work now
* fix pc build
* refactors, stop properly
* touchups, remove a copy
* add v4l encoder to release
* inlcude file
* move writing to it's own thread
* fix minor memory leak
* block instead of dropping frames
* add counter, fix tests maybe
* better debugging and test print
* print file path in assert
* format string in test
* no more oversized qlogs
* match qcam
* touchups, remove omx encoder
* remove omx include files
* checked ioctl, better debugging, open by name
* unused import
* move linux includes to third_party/linux/include
* simple encoderd
* full packet
* encoderd should be complete
* lagging print
* updates
* name dq thread
* subset idx
* video file writing works
* debug
* potential bugfix
* rotation works
* iframe
* keep writing support
* ci should pass
* loggerd, not encoderd
* remote encoder code
* support remote encoder
* cereal to master, add encoderd
* header no longer required
* put that back there
* realtime
* lower decoder latency
* don't use queue for VisionIpcBufExtra, disable realtime again
* assert all written
* hmm simpler
* only push to to_write if we are writing
* assert timestamp is right
* use at and remove assert
* revert to queue
Co-authored-by: Comma Device <device@comma.ai>
old-commit-hash: 0baa4c3e2ad9ee6f8daba8267db44c2cd44caa62
											
										 
											4 years ago
										 |  |  | #define Encoder V4LEncoder
 | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | #include "system/loggerd/encoder/ffmpeg_encoder.h"
 | 
					
						
							|  |  |  | #define Encoder FfmpegEncoder
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | constexpr int MAIN_FPS = 20;
 | 
					
						
							|  |  |  | const int MAIN_BITRATE = 10000000;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define NO_CAMERA_PATIENCE 500 // fall back to time-based rotation if all cameras are dead
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const bool LOGGERD_TEST = getenv("LOGGERD_TEST");
 | 
					
						
							|  |  |  | const int SEGMENT_LENGTH = LOGGERD_TEST ? atoi(getenv("LOGGERD_SEGMENT_LENGTH")) : 60;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class EncoderInfo {
 | 
					
						
							|  |  |  | public:
 | 
					
						
							|  |  |  |   const char *publish_name;
 | 
					
						
							|  |  |  |   const char *filename;
 | 
					
						
							|  |  |  |   bool record = true;
 | 
					
						
							|  |  |  |   int frame_width = 1928;
 | 
					
						
							|  |  |  |   int frame_height = 1208;
 | 
					
						
							|  |  |  |   int fps = MAIN_FPS;
 | 
					
						
							|  |  |  |   int bitrate = MAIN_BITRATE;
 | 
					
						
							|  |  |  |   cereal::EncodeIndex::Type encode_type = cereal::EncodeIndex::Type::FULL_H_E_V_C;
 | 
					
						
							|  |  |  |   ::cereal::EncodeData::Reader (cereal::Event::Reader::*get_encode_data_func)() const;
 | 
					
						
							|  |  |  |   void (cereal::Event::Builder::*set_encode_idx_func)(::cereal::EncodeIndex::Reader);
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class LogCameraInfo {
 | 
					
						
							|  |  |  | public:
 | 
					
						
							|  |  |  |   const char *thread_name;
 | 
					
						
							|  |  |  |   int fps = MAIN_FPS;
 | 
					
						
							|  |  |  |   CameraType type;
 | 
					
						
							|  |  |  |   VisionStreamType stream_type;
 | 
					
						
							|  |  |  |   std::vector<EncoderInfo> encoder_infos;
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const EncoderInfo main_road_encoder_info = {
 | 
					
						
							|  |  |  |   .publish_name = "roadEncodeData",
 | 
					
						
							|  |  |  |   .filename = "fcamera.hevc",
 | 
					
						
							|  |  |  |   .get_encode_data_func = &cereal::Event::Reader::getRoadEncodeData,
 | 
					
						
							|  |  |  |   .set_encode_idx_func = &cereal::Event::Builder::setRoadEncodeIdx,
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | const EncoderInfo main_wide_road_encoder_info = {
 | 
					
						
							|  |  |  |   .publish_name = "wideRoadEncodeData",
 | 
					
						
							|  |  |  |   .filename = "ecamera.hevc",
 | 
					
						
							|  |  |  |   .get_encode_data_func = &cereal::Event::Reader::getWideRoadEncodeData,
 | 
					
						
							|  |  |  |   .set_encode_idx_func = &cereal::Event::Builder::setWideRoadEncodeIdx,
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | const EncoderInfo main_driver_encoder_info = {
 | 
					
						
							|  |  |  |    .publish_name = "driverEncodeData",
 | 
					
						
							|  |  |  |   .filename = "dcamera.hevc",
 | 
					
						
							|  |  |  |   .record = Params().getBool("RecordFront"),
 | 
					
						
							|  |  |  |   .get_encode_data_func = &cereal::Event::Reader::getDriverEncodeData,
 | 
					
						
							|  |  |  |   .set_encode_idx_func = &cereal::Event::Builder::setDriverEncodeIdx,
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const EncoderInfo qcam_encoder_info = {
 | 
					
						
							|  |  |  |   .publish_name = "qRoadEncodeData",
 | 
					
						
							|  |  |  |   .filename = "qcamera.ts",
 | 
					
						
							|  |  |  |   .bitrate = 256000,
 | 
					
						
							|  |  |  |   .encode_type = cereal::EncodeIndex::Type::QCAMERA_H264,
 | 
					
						
							|  |  |  |   .frame_width = 526,
 | 
					
						
							|  |  |  |   .frame_height = 330,
 | 
					
						
							|  |  |  |   .get_encode_data_func = &cereal::Event::Reader::getQRoadEncodeData,
 | 
					
						
							|  |  |  |   .set_encode_idx_func = &cereal::Event::Builder::setQRoadEncodeIdx,
 | 
					
						
							|  |  |  | };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const LogCameraInfo road_camera_info{
 | 
					
						
							|  |  |  |     .thread_name = "road_cam_encoder",
 | 
					
						
							|  |  |  |     .type = RoadCam,
 | 
					
						
							|  |  |  |     .stream_type = VISION_STREAM_ROAD,
 | 
					
						
							|  |  |  |     .encoder_infos = {main_road_encoder_info, qcam_encoder_info}
 | 
					
						
							|  |  |  |     };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const LogCameraInfo wide_road_camera_info{
 | 
					
						
							|  |  |  |     .thread_name = "wide_road_cam_encoder",
 | 
					
						
							|  |  |  |     .type = WideRoadCam,
 | 
					
						
							|  |  |  |     .stream_type = VISION_STREAM_WIDE_ROAD,
 | 
					
						
							|  |  |  |    .encoder_infos = {main_wide_road_encoder_info}
 | 
					
						
							|  |  |  |     };
 | 
					
						
							|  |  |  |   
 | 
					
						
							|  |  |  | const LogCameraInfo driver_camera_info{
 | 
					
						
							|  |  |  |     .thread_name = "driver_cam_encoder",
 | 
					
						
							|  |  |  |     .type = DriverCam,
 | 
					
						
							|  |  |  |     .stream_type = VISION_STREAM_DRIVER,
 | 
					
						
							|  |  |  |     .encoder_infos = {main_driver_encoder_info}
 | 
					
						
							|  |  |  |     };
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const LogCameraInfo cameras_logged[] = {road_camera_info, wide_road_camera_info, driver_camera_info};
 | 
					
						
							|  |  |  | 
 |