You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
118 lines
2.9 KiB
118 lines
2.9 KiB
#include "onnxmodel.h"
|
|
#include <stdio.h>
|
|
#include <string>
|
|
#include <string.h>
|
|
#include <poll.h>
|
|
#include <signal.h>
|
|
#include <unistd.h>
|
|
#include <stdlib.h>
|
|
#include <stdexcept>
|
|
#include "common/util.h"
|
|
#include "common/swaglog.h"
|
|
#include <cassert>
|
|
|
|
|
|
ONNXModel::ONNXModel(const char *path, float *_output, size_t _output_size, int runtime) {
|
|
output = _output;
|
|
output_size = _output_size;
|
|
|
|
char tmp[1024];
|
|
strncpy(tmp, path, sizeof(tmp));
|
|
strstr(tmp, ".dlc")[0] = '\0';
|
|
strcat(tmp, ".onnx");
|
|
LOGD("loading model %s", tmp);
|
|
|
|
int err = pipe(pipein);
|
|
assert(err == 0);
|
|
err = pipe(pipeout);
|
|
assert(err == 0);
|
|
|
|
std::string exe_dir = util::dir_name(util::readlink("/proc/self/exe"));
|
|
std::string onnx_runner = exe_dir + "/runners/onnx_runner.py";
|
|
|
|
proc_pid = fork();
|
|
if (proc_pid == 0) {
|
|
LOGD("spawning onnx process %s", onnx_runner.c_str());
|
|
char *argv[] = {(char*)onnx_runner.c_str(), tmp, NULL};
|
|
dup2(pipein[0], 0);
|
|
dup2(pipeout[1], 1);
|
|
close(pipein[0]);
|
|
close(pipein[1]);
|
|
close(pipeout[0]);
|
|
close(pipeout[1]);
|
|
execvp(onnx_runner.c_str(), argv);
|
|
}
|
|
|
|
// parent
|
|
close(pipein[0]);
|
|
close(pipeout[1]);
|
|
}
|
|
|
|
ONNXModel::~ONNXModel() {
|
|
close(pipein[1]);
|
|
close(pipeout[0]);
|
|
kill(proc_pid, SIGTERM);
|
|
}
|
|
|
|
void ONNXModel::pwrite(float *buf, int size) {
|
|
char *cbuf = (char *)buf;
|
|
int tw = size*sizeof(float);
|
|
while (tw > 0) {
|
|
int err = write(pipein[1], cbuf, tw);
|
|
//printf("host write %d\n", err);
|
|
assert(err >= 0);
|
|
cbuf += err;
|
|
tw -= err;
|
|
}
|
|
LOGD("host write of size %d done", size);
|
|
}
|
|
|
|
void ONNXModel::pread(float *buf, int size) {
|
|
char *cbuf = (char *)buf;
|
|
int tr = size*sizeof(float);
|
|
struct pollfd fds[1];
|
|
fds[0].fd = pipeout[0];
|
|
fds[0].events = POLLIN;
|
|
while (tr > 0) {
|
|
int err;
|
|
err = poll(fds, 1, 10000); // 10 second timeout
|
|
assert(err == 1 || (err == -1 && errno == EINTR));
|
|
LOGD("host read remaining %d/%d poll %d", tr, size*sizeof(float), err);
|
|
err = read(pipeout[0], cbuf, tr);
|
|
assert(err > 0 || (err == 0 && errno == EINTR));
|
|
cbuf += err;
|
|
tr -= err;
|
|
}
|
|
LOGD("host read done");
|
|
}
|
|
|
|
void ONNXModel::addRecurrent(float *state, int state_size) {
|
|
rnn_input_buf = state;
|
|
rnn_state_size = state_size;
|
|
}
|
|
|
|
void ONNXModel::addDesire(float *state, int state_size) {
|
|
desire_input_buf = state;
|
|
desire_state_size = state_size;
|
|
}
|
|
|
|
void ONNXModel::addTrafficConvention(float *state, int state_size) {
|
|
traffic_convention_input_buf = state;
|
|
traffic_convention_size = state_size;
|
|
}
|
|
|
|
void ONNXModel::execute(float *net_input_buf, int buf_size) {
|
|
// order must be this
|
|
pwrite(net_input_buf, buf_size);
|
|
if (desire_input_buf != NULL) {
|
|
pwrite(desire_input_buf, desire_state_size);
|
|
}
|
|
if (traffic_convention_input_buf != NULL) {
|
|
pwrite(traffic_convention_input_buf, traffic_convention_size);
|
|
}
|
|
if (rnn_input_buf != NULL) {
|
|
pwrite(rnn_input_buf, rnn_state_size);
|
|
}
|
|
pread(output, output_size);
|
|
}
|
|
|
|
|