You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
101 lines
4.0 KiB
101 lines
4.0 KiB
#include "selfdrive/modeld/models/commonmodel.h"
|
|
|
|
#include <algorithm>
|
|
#include <cassert>
|
|
#include <cmath>
|
|
#include <cstring>
|
|
|
|
#include "common/clutil.h"
|
|
#include "common/mat.h"
|
|
#include "common/timing.h"
|
|
|
|
ModelFrame::ModelFrame(cl_device_id device_id, cl_context context) {
|
|
input_frames = std::make_unique<float[]>(buf_size);
|
|
|
|
q = CL_CHECK_ERR(clCreateCommandQueue(context, device_id, 0, &err));
|
|
y_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, MODEL_WIDTH * MODEL_HEIGHT, NULL, &err));
|
|
u_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, (MODEL_WIDTH / 2) * (MODEL_HEIGHT / 2), NULL, &err));
|
|
v_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, (MODEL_WIDTH / 2) * (MODEL_HEIGHT / 2), NULL, &err));
|
|
net_input_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, MODEL_FRAME_SIZE * sizeof(float), NULL, &err));
|
|
|
|
transform_init(&transform, context, device_id);
|
|
loadyuv_init(&loadyuv, context, device_id, MODEL_WIDTH, MODEL_HEIGHT);
|
|
}
|
|
|
|
float* ModelFrame::prepare(cl_mem yuv_cl, int frame_width, int frame_height, int frame_stride, int frame_uv_offset, const mat3 &projection, cl_mem *output) {
|
|
transform_queue(&this->transform, q,
|
|
yuv_cl, frame_width, frame_height, frame_stride, frame_uv_offset,
|
|
y_cl, u_cl, v_cl, MODEL_WIDTH, MODEL_HEIGHT, projection);
|
|
|
|
if (output == NULL) {
|
|
loadyuv_queue(&loadyuv, q, y_cl, u_cl, v_cl, net_input_cl);
|
|
|
|
std::memmove(&input_frames[0], &input_frames[MODEL_FRAME_SIZE], sizeof(float) * MODEL_FRAME_SIZE);
|
|
CL_CHECK(clEnqueueReadBuffer(q, net_input_cl, CL_TRUE, 0, MODEL_FRAME_SIZE * sizeof(float), &input_frames[MODEL_FRAME_SIZE], 0, nullptr, nullptr));
|
|
clFinish(q);
|
|
return &input_frames[0];
|
|
} else {
|
|
loadyuv_queue(&loadyuv, q, y_cl, u_cl, v_cl, *output, true);
|
|
// NOTE: Since thneed is using a different command queue, this clFinish is needed to ensure the image is ready.
|
|
clFinish(q);
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
ModelFrame::~ModelFrame() {
|
|
transform_destroy(&transform);
|
|
loadyuv_destroy(&loadyuv);
|
|
CL_CHECK(clReleaseMemObject(net_input_cl));
|
|
CL_CHECK(clReleaseMemObject(v_cl));
|
|
CL_CHECK(clReleaseMemObject(u_cl));
|
|
CL_CHECK(clReleaseMemObject(y_cl));
|
|
CL_CHECK(clReleaseCommandQueue(q));
|
|
}
|
|
|
|
void softmax(const float* input, float* output, size_t len) {
|
|
const float max_val = *std::max_element(input, input + len);
|
|
float denominator = 0;
|
|
for (int i = 0; i < len; i++) {
|
|
float const v_exp = expf(input[i] - max_val);
|
|
denominator += v_exp;
|
|
output[i] = v_exp;
|
|
}
|
|
|
|
const float inv_denominator = 1. / denominator;
|
|
for (int i = 0; i < len; i++) {
|
|
output[i] *= inv_denominator;
|
|
}
|
|
}
|
|
|
|
float sigmoid(float input) {
|
|
return 1 / (1 + expf(-input));
|
|
}
|
|
|
|
MonitoringModelFrame::MonitoringModelFrame(cl_device_id device_id, cl_context context) {
|
|
input_frame = std::make_unique<unsigned char[]>(MODEL_FRAME_SIZE);
|
|
|
|
q = CL_CHECK_ERR(clCreateCommandQueue(context, device_id, 0, &err));
|
|
y_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, MODEL_WIDTH * MODEL_HEIGHT, NULL, &err));
|
|
u_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, (MODEL_WIDTH / 2) * (MODEL_HEIGHT / 2), NULL, &err));
|
|
v_cl = CL_CHECK_ERR(clCreateBuffer(context, CL_MEM_READ_WRITE, (MODEL_WIDTH / 2) * (MODEL_HEIGHT / 2), NULL, &err));
|
|
|
|
transform_init(&transform, context, device_id);
|
|
}
|
|
|
|
unsigned char* MonitoringModelFrame::prepare(cl_mem yuv_cl, int frame_width, int frame_height, int frame_stride, int frame_uv_offset, const mat3 &projection) {
|
|
transform_queue(&this->transform, q,
|
|
yuv_cl, frame_width, frame_height, frame_stride, frame_uv_offset,
|
|
y_cl, u_cl, v_cl, MODEL_WIDTH, MODEL_HEIGHT, projection);
|
|
|
|
CL_CHECK(clEnqueueReadBuffer(q, y_cl, CL_TRUE, 0, MODEL_FRAME_SIZE * sizeof(uint8_t), input_frame.get(), 0, nullptr, nullptr));
|
|
clFinish(q);
|
|
return input_frame.get();
|
|
}
|
|
|
|
MonitoringModelFrame::~MonitoringModelFrame() {
|
|
transform_destroy(&transform);
|
|
CL_CHECK(clReleaseMemObject(v_cl));
|
|
CL_CHECK(clReleaseMemObject(u_cl));
|
|
CL_CHECK(clReleaseMemObject(y_cl));
|
|
CL_CHECK(clReleaseCommandQueue(q));
|
|
}
|
|
|