ModelGroups.h File

Model-stage Graph fragments: preprocess, MLA inference, and postprocess helpers. More...

Included Headers

#include "model/PreprocessPlan.h" #include "pipeline/Graph.h" #include <string> #include <vector> #include <cstdint>

Namespaces Index

namespace	simaai
namespace	neat
namespace	nodes
namespace	groups

Classes Index

struct	InferOptions
	Tunables for the preprocess and combined-infer Graph fragments. More...

Description

Model-stage Graph fragments: preprocess, MLA inference, and postprocess helpers.

Wraps the canonical Graph fragments a Model expands into when added to a Graph — preprocess, MLA, postprocess, and the combined Infer fragment that chains them together. The _tar_gz overloads build directly from a .tar.gz model archive; the _Model& overloads accept an already-parsed Model.

See Also

Model

File Listing

The file content with the documentation metadata removed is:

1

13#pragma once

14

15#include "model/PreprocessPlan.h"

16#include "pipeline/Graph.h"

17

18#include <string>

19#include <vector>

20#include <cstdint>

21

22namespace simaai::neat {

23class Model;

24} // namespace simaai::neat

25

26namespace simaai::neat::nodes::groups {

27

37struct InferOptions {

38 PreprocessColorFormat input_format =

39 PreprocessColorFormat::Auto;

40 bool normalize = false;

41 std::vector<float> mean;

42 std::vector<float> stddev;

43 std::string upstream_name;

44 std::string preproc_next_cpu;

45 int num_buffers_cvu = 4;

46 int num_buffers_mla = 4;

47 int queue_max_buffers = 0;

48 int64_t queue_max_time_ns = -1;

49 std::string queue_leaky;

50 bool sync_mode = false;

51};

52

59simaai::neat::Graph preprocessing(const std::string& tar_gz, const InferOptions& opt = {});

60

67simaai::neat::Graph simple_infer(const std::string& tar_gz);

68

74simaai::neat::Graph postprocessing(const std::string& tar_gz);

75

81simaai::neat::Graph infer(const std::string& tar_gz);

82

89simaai::neat::Graph infer(const std::string& tar_gz, const InferOptions& opt);

90

96simaai::neat::Graph Preprocess(const simaai::neat::Model& model);

97

103simaai::neat::Graph MLA(const simaai::neat::Model& model);

104

110simaai::neat::Graph Postprocess(const simaai::neat::Model& model);

111

117simaai::neat::Graph Infer(const simaai::neat::Model& model);

118

119} // namespace simaai::neat::nodes::groups

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.8.