VCC/HailoImageProcessor
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Compare commits

base: VCC:ceb28187caee46848a11e4ef9f641c20a2dd39bb
Branches Tags
VCC:main
..
compare: VCC:d5f78f80317949eff56bbff0054c78e901215234
Branches Tags
VCC:main

No commits in common. "ceb28187caee46848a11e4ef9f641c20a2dd39bb" and "d5f78f80317949eff56bbff0054c78e901215234" have entirely different histories.
ceb28187ca ... d5f78f8031

1 changed files with 104 additions and 148 deletions
Show stats Expand all files Collapse all files

252
src/main.zig
View file

@ -22,15 +22,9 @@ const max_edge_layers = 32;
var exit_loop: bool = false; var exit_loop: bool = false;
const CliArgs = struct {
hef_file_path: []const u8,
gst_source_path: []const u8,
};
pub fn main() !void { pub fn main() !void {
var args: CliArgs = .{ .hef_file_path = undefined, .gst_source_path = undefined };
std.posix.sigaction(std.posix.SIG.INT, &std.posix.Sigaction { std.posix.sigaction(std.posix.SIG.INT, &std.posix.Sigaction {
.handler = .{ .handler = .{
.handler = struct { .handler = struct {
@ -51,50 +45,13 @@ pub fn main() !void {
// This allows me to utilize the same command line args and gstreamer // This allows me to utilize the same command line args and gstreamer
gst.init(@ptrCast(&std.os.argv.len), @ptrCast(&std.os.argv.ptr)); gst.init(@ptrCast(&std.os.argv.len), @ptrCast(&std.os.argv.ptr));
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
defer arena.deinit(); defer arena.deinit();
const alloc = arena.allocator(); const alloc = arena.allocator();
var arg_source = try std.process.argsWithAllocator(alloc);
_ = arg_source.skip();
var hef_set = false;
var gst_set = false;
while (arg_source.next()) |cur_arg| {
if (std.mem.eql(u8, cur_arg, "--hef")) {
if (arg_source.next()) |x| {
args.hef_file_path = x;
hef_set = true;
} else {
std.process.fatal("--hef flag specified, but no value provided!\n", .{});
}
}
if (std.mem.eql(u8, cur_arg, "--gst-source")) {
if (arg_source.next()) |x| {
args.gst_source_path = x;
gst_set = true;
} else {
std.process.fatal("--gst-source flag specified, but no value provided!\n", .{});
}
}
}
if (!gst_set) {
std.process.fatal("Invalid usage. --gst-source value is required\n", .{});
}
if (!hef_set) {
std.process.fatal("Invalid usage. --hef value is required\n", .{});
}
std.debug.print("Using hardcoded hef file path :P\n", .{});
std.fs.cwd().access(hef_file, .{ }) catch |e| { std.fs.cwd().access(hef_file, .{ }) catch |e| {
std.process.fatal("Could not open hef file! '{any}'", .{ e }); std.debug.panic("Could not open hef file! '{any}'", .{ e });
}; };
var status: hlo.hailo_status = undefined; var status: hlo.hailo_status = undefined;
@ -162,130 +119,129 @@ pub fn main() !void {
std.debug.print("HailoRT init completed\nGstreamer Init starting", .{}); std.debug.print("HailoRT init completed\nGstreamer Init starting", .{});
_ = gst_block: { std.debug.print("Gstreamer Initialized\n", .{});
std.debug.print("Gstreamer Initialized\n", .{});
const source: *gst.Element = gst.ElementFactory.make("v4l2src", "source") orelse unreachable; const source: *gst.Element = gst.ElementFactory.make("v4l2src", "source") orelse unreachable;
std.debug.print("test source created\n", .{}); std.debug.print("test source created\n", .{});
const scale: *gst.Element = gst.ElementFactory.make("videoscale", "scale") orelse unreachable; const scale: *gst.Element = gst.ElementFactory.make("videoscale", "scale") orelse unreachable;
std.debug.print("video scale created\n", .{}); std.debug.print("video scale created\n", .{});
const format: *gst.Element = gst.ElementFactory.make("videoconvert", "format") orelse unreachable; const format: *gst.Element = gst.ElementFactory.make("videoconvert", "format") orelse unreachable;
std.debug.print("video convert created\n", .{}); std.debug.print("video convert created\n", .{});
const sink_el: *gst.Element = gst.ElementFactory.make("appsink", "sink") orelse unreachable; const sink_el: *gst.Element = gst.ElementFactory.make("appsink", "sink") orelse unreachable;
std.debug.print("appsink created\n", .{}); std.debug.print("appsink created\n", .{});
const sink: *gstapp.AppSink = gobject.ext.cast(gstapp.AppSink, sink_el) orelse unreachable; const sink: *gstapp.AppSink = gobject.ext.cast(gstapp.AppSink, sink_el) orelse unreachable;
std.debug.print("appsink cast to an AppSink\n", .{}); std.debug.print("appsink cast to an AppSink\n", .{});
const sink_caps = gst.Caps.fromString("video/x-raw,format=RGB,width=640,height=640") orelse unreachable; const sink_caps = gst.Caps.fromString("video/x-raw,format=RGB,width=640,height=640") orelse unreachable;
std.debug.print("sink caps created\n", .{}); std.debug.print("sink caps created\n", .{});
sink.setCaps(sink_caps); sink.setCaps(sink_caps);
std.debug.print("sink caps applied\n", .{}); std.debug.print("sink caps applied\n", .{});
const pipeline: *gst.Pipeline = gst.Pipeline.new("test-pipeline"); const pipeline: *gst.Pipeline = gst.Pipeline.new("test-pipeline");
std.debug.print("pipeline created\n", .{}); std.debug.print("pipeline created\n", .{});
const bin: *gst.Bin = &pipeline.f_bin; const bin: *gst.Bin = &pipeline.f_bin;
std.debug.print("Bin retrieved from Pipeline\n", .{}); std.debug.print("Bin retrieved from Pipeline\n", .{});
_ = bin.add(source); _ = bin.add(source);
std.debug.print("source added to bin\n", .{}); std.debug.print("source added to bin\n", .{});
_ = bin.add(scale); _ = bin.add(scale);
std.debug.print("scale added to bin\n", .{}); std.debug.print("scale added to bin\n", .{});
_ = bin.add(format); _ = bin.add(format);
std.debug.print("format added to bin\n", .{}); std.debug.print("format added to bin\n", .{});
_ = bin.add(sink_el); _ = bin.add(sink_el);
// _ = bin.addMany(source, scale, format, sink_el); // _ = bin.addMany(source, scale, format, sink_el);
std.debug.print("Elements added to bin\n", .{}); std.debug.print("Elements added to bin\n", .{});
// the failure return code is -1 I believe // the failure return code is -1 I believe
if (gst.Element.linkMany(source, scale, format, sink_el) < 0) { if (gst.Element.linkMany(source, scale, format, sink_el) < 0) {
pipeline.unref(); pipeline.unref();
std.debug.print("Elements could not be linked! Aborting!\n", .{}); std.debug.panic("Elements could not be linked\n", .{});
break :gst_block; }
} std.debug.print("Elements linked\n", .{});
std.debug.print("Elements linked\n", .{});
// g_int is just i32. You can // g_int is just i32. You can
// source.set("pattern", @as(i16, 0)); // source.set("pattern", @as(i16, 0));
// gobject.Object.set(source.as(gobject.Object), "pattern", @as(i16, 0)); // gobject.Object.set(source.as(gobject.Object), "pattern", @as(i16, 0));
const ret = pipeline.as(gst.Element).setState(gst.State.playing); const ret = pipeline.as(gst.Element).setState(gst.State.playing);
if (ret == gst.StateChangeReturn.failure) { if (ret == gst.StateChangeReturn.failure) {
pipeline.unref(); pipeline.unref();
std.debug.print("Could not start pipeline! Aborting\n", .{}); std.debug.panic("Could not start pipeline", .{});
break :gst_block; }
}
const bus: *gst.Bus = pipeline.getBus(); const bus: *gst.Bus = pipeline.getBus();
var stream_info: hlo.hailo_vstream_info_t = undefined; std.debug.print("Getting vstream info\n", .{});
status = hlo.hailo_get_input_vstream_info(input_vstreams[0], &stream_info); var stream_info: hlo.hailo_vstream_info_t = undefined;
status = hlo.hailo_get_input_vstream_info(input_vstreams[0], &stream_info);
assert(status == hlo.HAILO_SUCCESS);
var output_info: hlo.hailo_vstream_info_t = undefined;
status = hlo.hailo_get_output_vstream_info(output_vstreams[0], &output_info);
assert(status == hlo.HAILO_SUCCESS);
std.debug.print("\nOutput info: {any}\n\n", .{ output_info });
var input_frame_size: usize = 0;
status = hlo.hailo_get_input_vstream_frame_size(input_vstreams[0], &input_frame_size);
assert(status == hlo.HAILO_SUCCESS);
const frame_count = input_frame_size / @sizeOf(u8);
const input_data: [:0]u8 = try alloc.allocSentinel(u8, frame_count, 0);
var output_frame_size: usize = 0;
status = hlo.hailo_get_output_vstream_frame_size(output_vstreams[0], &output_frame_size);
assert(status == hlo.HAILO_SUCCESS);
std.debug.print("output frame size is: {d}\n", .{ output_frame_size });
const output_frame_count = output_frame_size / @sizeOf(f32);
const output_data: [:0]f32 = try alloc.allocSentinel(f32, output_frame_count, 0);
var run_count: u8 = 0;
while (!exit_loop) {
const sample = sink.pullSample() orelse unreachable;
const buffer: *gst.Buffer = sample.getBuffer() orelse unreachable;
_ = buffer.extract(0, @ptrCast(input_data), input_frame_size);
status = hlo.hailo_vstream_write_raw_buffer(input_vstreams[0], input_data.ptr, input_frame_size);
assert(status == hlo.HAILO_SUCCESS); assert(status == hlo.HAILO_SUCCESS);
var output_info: hlo.hailo_vstream_info_t = undefined; status = hlo.hailo_flush_input_vstream(input_vstreams[0]);
status = hlo.hailo_get_output_vstream_info(output_vstreams[0], &output_info);
assert(status == hlo.HAILO_SUCCESS); assert(status == hlo.HAILO_SUCCESS);
status = hlo.hailo_vstream_read_raw_buffer(output_vstreams[0], output_data.ptr, output_frame_size);
var input_frame_size: usize = 0; if (status == hlo.HAILO_SUCCESS) {
for (0..50) |x| {
status = hlo.hailo_get_input_vstream_frame_size(input_vstreams[0], &input_frame_size); std.debug.print(" {d} ", .{output_data[x]});
assert(status == hlo.HAILO_SUCCESS);
const frame_count = input_frame_size / @sizeOf(u8);
const input_data: [:0]u8 = try alloc.allocSentinel(u8, frame_count, 0);
var output_frame_size: usize = 0;
status = hlo.hailo_get_output_vstream_frame_size(output_vstreams[0], &output_frame_size);
assert(status == hlo.HAILO_SUCCESS);
const output_frame_count = output_frame_size / @sizeOf(f32);
const output_data: [:0]f32 = try alloc.allocSentinel(f32, output_frame_count, 0);
defer pipeline.unref();
defer _ = pipeline.as(gst.Element).setState(gst.State.null);
defer bus.unref();
var run_count: u8 = 0;
while (!exit_loop) {
const sample = sink.pullSample() orelse unreachable;
const buffer: *gst.Buffer = sample.getBuffer() orelse unreachable;
_ = buffer.extract(0, @ptrCast(input_data), input_frame_size);
status = hlo.hailo_vstream_write_raw_buffer(input_vstreams[0], input_data.ptr, input_frame_size);
assert(status == hlo.HAILO_SUCCESS);
status = hlo.hailo_flush_input_vstream(input_vstreams[0]);
assert(status == hlo.HAILO_SUCCESS);
status = hlo.hailo_vstream_read_raw_buffer(output_vstreams[0], output_data.ptr, output_frame_size);
if (status == hlo.HAILO_SUCCESS) {
for (0..(output_data.len / 5)) |x| {
if (output_data[x] == 1.0) {
std.debug.print("Person found! Confidence: {d}, {d}:{d}, {d}, {d}\n", .{ output_data[x + 1], output_data[x + 2], output_data[x + 3], output_data[x + 4], output_data[x + 5] });
}
}
run_count += 1;
if (run_count > 20) {
break;
}
} else {
std.debug.print("Read failed!\n", .{});
continue;
} }
std.debug.print("\n", .{});
run_count += 1;
if (run_count > 20) {
break;
}
} else {
std.debug.print("Read failed!\n", .{});
continue;
} }
}
std.debug.print("Staring shutdown\n", .{ }); std.debug.print("Staring shutdown\n", .{ });
};
bus.unref();
_ = pipeline.as(gst.Element).setState(gst.State.null);
pipeline.unref();
// const bus: *gst.Bus = pipeline.getBus();
_ = hlo.hailo_release_output_vstreams(&output_vstreams, output_vstream_size); _ = hlo.hailo_release_output_vstreams(&output_vstreams, output_vstream_size);