SavyaSanchi-Sharma commited on
Commit
1665027
·
1 Parent(s): 8049596

ssd_mobilenet_v1_coco_2017_11_17

Browse files
ssd_mobilenet_v1_coco_2017_11_17/README.md CHANGED
@@ -19,18 +19,22 @@ python demo.py --model ssd_mobilenet_v1_coco_2017_11_17_2026jul.onnx --image exa
19
  ```
20
 
21
  ### C++
22
- The C++ demo runs inference with OpenCV's DNN module. Adjust the OpenCV paths to your setup:
 
 
23
  ```bash
 
24
  OCV=/path/to/opencv # OpenCV source tree
25
  OCVBUILD=/path/to/opencv/build # OpenCV build directory (generated headers + libs)
26
  g++ -std=c++17 demo.cpp -o demo \
 
27
  -I$OCV/include \
28
  -I$OCV/modules/core/include \
29
- -I$OCV/modules/dnn/include \
30
  -I$OCV/modules/imgproc/include \
31
  -I$OCV/modules/imgcodecs/include \
32
  -I$OCVBUILD \
33
- -L$OCVBUILD/lib -Wl,-rpath,$OCVBUILD/lib -lopencv_dnn -lopencv_imgcodecs -lopencv_imgproc -lopencv_core
 
34
  ./demo --model ssd_mobilenet_v1_coco_2017_11_17_2026jul.onnx --image example_outputs/input_image.png --output example_outputs/output_image.png
35
  ```
36
 
 
19
  ```
20
 
21
  ### C++
22
+ The C++ demo runs inference with ONNX Runtime (C++ API) and uses OpenCV only for image I/O.
23
+ Install ONNX Runtime (C++) from https://github.com/microsoft/onnxruntime/releases — this build
24
+ uses `onnxruntime-linux-x64-1.25.0` — and adjust the ONNX Runtime and OpenCV paths to your setup:
25
  ```bash
26
+ ORT=/path/to/onnxruntime-linux-x64-1.25.0 # ONNX Runtime release dir (contains include/ and lib/)
27
  OCV=/path/to/opencv # OpenCV source tree
28
  OCVBUILD=/path/to/opencv/build # OpenCV build directory (generated headers + libs)
29
  g++ -std=c++17 demo.cpp -o demo \
30
+ -I$ORT/include \
31
  -I$OCV/include \
32
  -I$OCV/modules/core/include \
 
33
  -I$OCV/modules/imgproc/include \
34
  -I$OCV/modules/imgcodecs/include \
35
  -I$OCVBUILD \
36
+ -L$ORT/lib -Wl,-rpath,$ORT/lib -lonnxruntime \
37
+ -L$OCVBUILD/lib -Wl,-rpath,$OCVBUILD/lib -lopencv_imgcodecs -lopencv_imgproc -lopencv_core
38
  ./demo --model ssd_mobilenet_v1_coco_2017_11_17_2026jul.onnx --image example_outputs/input_image.png --output example_outputs/output_image.png
39
  ```
40
 
ssd_mobilenet_v1_coco_2017_11_17/demo.cpp CHANGED
@@ -1,4 +1,4 @@
1
- #include <opencv2/dnn.hpp>
2
  #include <opencv2/imgproc.hpp>
3
  #include <opencv2/imgcodecs.hpp>
4
  #include <array>
@@ -35,22 +35,39 @@ int main(int argc, char** argv)
35
  resize(rgb, rgb, Size(300, 300));
36
  if (!rgb.isContinuous()) rgb = rgb.clone();
37
 
38
- int blobShape[] = {1, 300, 300, 3};
39
- Mat blob(4, blobShape, CV_8U, rgb.data);
40
- dnn::Net net = dnn::readNetFromONNX(model, dnn::ENGINE_ORT);
41
- net.setInput(blob);
42
- std::vector<String> out_str = {"detection_boxes:0", "detection_scores:0", "detection_classes:0", "num_detections:0"};
43
- std::vector<Mat> outs;
44
- net.forward(outs, out_str);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
 
46
  const float *boxes = 0, *scores = 0, *classes = 0, *num = 0;
47
- for (size_t i = 0; i < out_str.size(); ++i)
48
  {
49
  const std::string& n = out_str[i];
50
- if (n.find("detection_boxes") != std::string::npos) boxes = (const float*)outs[i].data;
51
- else if (n.find("detection_scores") != std::string::npos) scores = (const float*)outs[i].data;
52
- else if (n.find("detection_classes") != std::string::npos) classes = (const float*)outs[i].data;
53
- else if (n.find("num_detections") != std::string::npos) num = (const float*)outs[i].data;
54
  }
55
  if (!boxes || !scores || !classes || !num)
56
  {
 
1
+ #include <onnxruntime_cxx_api.h>
2
  #include <opencv2/imgproc.hpp>
3
  #include <opencv2/imgcodecs.hpp>
4
  #include <array>
 
35
  resize(rgb, rgb, Size(300, 300));
36
  if (!rgb.isContinuous()) rgb = rgb.clone();
37
 
38
+ Ort::Env env(ORT_LOGGING_LEVEL_WARNING, "demo");
39
+ Ort::SessionOptions so;
40
+ Ort::Session session(env, model.c_str(), so);
41
+ Ort::AllocatorWithDefaultOptions alloc;
42
+
43
+ auto in_name = session.GetInputNameAllocated(0, alloc);
44
+ const char* in_names[] = {in_name.get()};
45
+
46
+ size_t out_count = session.GetOutputCount();
47
+ std::vector<Ort::AllocatedStringPtr> out_holders;
48
+ std::vector<std::string> out_str;
49
+ std::vector<const char*> out_names;
50
+ for (size_t i = 0; i < out_count; ++i)
51
+ {
52
+ out_holders.push_back(session.GetOutputNameAllocated(i, alloc));
53
+ out_str.push_back(out_holders.back().get());
54
+ out_names.push_back(out_str.back().c_str());
55
+ }
56
+
57
+ std::array<int64_t, 4> shape = {1, 300, 300, 3};
58
+ auto mem = Ort::MemoryInfo::CreateCpu(OrtArenaAllocator, OrtMemTypeDefault);
59
+ Ort::Value input = Ort::Value::CreateTensor<uint8_t>(mem, rgb.data, 300 * 300 * 3, shape.data(), shape.size());
60
+
61
+ auto outs = session.Run(Ort::RunOptions{nullptr}, in_names, &input, 1, out_names.data(), out_names.size());
62
 
63
  const float *boxes = 0, *scores = 0, *classes = 0, *num = 0;
64
+ for (size_t i = 0; i < out_count; ++i)
65
  {
66
  const std::string& n = out_str[i];
67
+ if (n.find("detection_boxes") != std::string::npos) boxes = outs[i].GetTensorMutableData<float>();
68
+ else if (n.find("detection_scores") != std::string::npos) scores = outs[i].GetTensorMutableData<float>();
69
+ else if (n.find("detection_classes") != std::string::npos) classes = outs[i].GetTensorMutableData<float>();
70
+ else if (n.find("num_detections") != std::string::npos) num = outs[i].GetTensorMutableData<float>();
71
  }
72
  if (!boxes || !scores || !classes || !num)
73
  {
ssd_mobilenet_v1_coco_2017_11_17/demo.py CHANGED
@@ -4,6 +4,7 @@ import os
4
 
5
  import cv2 as cv
6
  import numpy as np
 
7
 
8
  here = os.path.dirname(os.path.abspath(__file__))
9
 
@@ -22,10 +23,9 @@ def main():
22
 
23
  rgb = cv.resize(cv.cvtColor(img, cv.COLOR_BGR2RGB), (300, 300))
24
 
25
- net = cv.dnn.readNetFromONNX(args.model, cv.dnn.ENGINE_ORT)
26
- onames = ["detection_boxes:0", "detection_scores:0", "detection_classes:0", "num_detections:0"]
27
- net.setInput(rgb[None].astype(np.uint8))
28
- res = net.forward(onames)
29
  boxes = res[[i for i, n in enumerate(onames) if "detection_boxes" in n][0]].reshape(-1, 4)
30
  scores = res[[i for i, n in enumerate(onames) if "detection_scores" in n][0]].reshape(-1)
31
  classes = res[[i for i, n in enumerate(onames) if "detection_classes" in n][0]].reshape(-1)
 
4
 
5
  import cv2 as cv
6
  import numpy as np
7
+ import onnxruntime as ort
8
 
9
  here = os.path.dirname(os.path.abspath(__file__))
10
 
 
23
 
24
  rgb = cv.resize(cv.cvtColor(img, cv.COLOR_BGR2RGB), (300, 300))
25
 
26
+ sess = ort.InferenceSession(args.model, providers=["CPUExecutionProvider"])
27
+ res = sess.run(None, {sess.get_inputs()[0].name: rgb[None].astype(np.uint8)})
28
+ onames = [o.name for o in sess.get_outputs()]
 
29
  boxes = res[[i for i, n in enumerate(onames) if "detection_boxes" in n][0]].reshape(-1, 4)
30
  scores = res[[i for i, n in enumerate(onames) if "detection_scores" in n][0]].reshape(-1)
31
  classes = res[[i for i, n in enumerate(onames) if "detection_classes" in n][0]].reshape(-1)
ssd_mobilenet_v1_coco_2017_11_17/example_outputs/output_image.png CHANGED

Git LFS Details

  • SHA256: 953b498fb864bd5a1bf7d9abc47dfb86f20aac0954d45b8b77ae5acf379fe23a
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB

Git LFS Details

  • SHA256: b0fa4655a0dfaed8af05d75a19e45cfb2444532017094fa6c3e66c900d1b9392
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
ssd_mobilenet_v2_coco_2018_03_29/LICENSE DELETED
@@ -1,212 +0,0 @@
1
- Copyright 2022 Google LLC. All rights reserved.
2
-
3
- All files in the following folders:
4
- /community
5
- /official
6
- /orbit
7
- /research
8
- /tensorflow_models
9
-
10
- Are licensed as follows:
11
-
12
- Apache License
13
- Version 2.0, January 2004
14
- http://www.apache.org/licenses/
15
-
16
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
17
-
18
- 1. Definitions.
19
-
20
- "License" shall mean the terms and conditions for use, reproduction,
21
- and distribution as defined by Sections 1 through 9 of this document.
22
-
23
- "Licensor" shall mean the copyright owner or entity authorized by
24
- the copyright owner that is granting the License.
25
-
26
- "Legal Entity" shall mean the union of the acting entity and all
27
- other entities that control, are controlled by, or are under common
28
- control with that entity. For the purposes of this definition,
29
- "control" means (i) the power, direct or indirect, to cause the
30
- direction or management of such entity, whether by contract or
31
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
32
- outstanding shares, or (iii) beneficial ownership of such entity.
33
-
34
- "You" (or "Your") shall mean an individual or Legal Entity
35
- exercising permissions granted by this License.
36
-
37
- "Source" form shall mean the preferred form for making modifications,
38
- including but not limited to software source code, documentation
39
- source, and configuration files.
40
-
41
- "Object" form shall mean any form resulting from mechanical
42
- transformation or translation of a Source form, including but
43
- not limited to compiled object code, generated documentation,
44
- and conversions to other media types.
45
-
46
- "Work" shall mean the work of authorship, whether in Source or
47
- Object form, made available under the License, as indicated by a
48
- copyright notice that is included in or attached to the work
49
- (an example is provided in the Appendix below).
50
-
51
- "Derivative Works" shall mean any work, whether in Source or Object
52
- form, that is based on (or derived from) the Work and for which the
53
- editorial revisions, annotations, elaborations, or other modifications
54
- represent, as a whole, an original work of authorship. For the purposes
55
- of this License, Derivative Works shall not include works that remain
56
- separable from, or merely link (or bind by name) to the interfaces of,
57
- the Work and Derivative Works thereof.
58
-
59
- "Contribution" shall mean any work of authorship, including
60
- the original version of the Work and any modifications or additions
61
- to that Work or Derivative Works thereof, that is intentionally
62
- submitted to Licensor for inclusion in the Work by the copyright owner
63
- or by an individual or Legal Entity authorized to submit on behalf of
64
- the copyright owner. For the purposes of this definition, "submitted"
65
- means any form of electronic, verbal, or written communication sent
66
- to the Licensor or its representatives, including but not limited to
67
- communication on electronic mailing lists, source code control systems,
68
- and issue tracking systems that are managed by, or on behalf of, the
69
- Licensor for the purpose of discussing and improving the Work, but
70
- excluding communication that is conspicuously marked or otherwise
71
- designated in writing by the copyright owner as "Not a Contribution."
72
-
73
- "Contributor" shall mean Licensor and any individual or Legal Entity
74
- on behalf of whom a Contribution has been received by Licensor and
75
- subsequently incorporated within the Work.
76
-
77
- 2. Grant of Copyright License. Subject to the terms and conditions of
78
- this License, each Contributor hereby grants to You a perpetual,
79
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
80
- copyright license to reproduce, prepare Derivative Works of,
81
- publicly display, publicly perform, sublicense, and distribute the
82
- Work and such Derivative Works in Source or Object form.
83
-
84
- 3. Grant of Patent License. Subject to the terms and conditions of
85
- this License, each Contributor hereby grants to You a perpetual,
86
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
87
- (except as stated in this section) patent license to make, have made,
88
- use, offer to sell, sell, import, and otherwise transfer the Work,
89
- where such license applies only to those patent claims licensable
90
- by such Contributor that are necessarily infringed by their
91
- Contribution(s) alone or by combination of their Contribution(s)
92
- with the Work to which such Contribution(s) was submitted. If You
93
- institute patent litigation against any entity (including a
94
- cross-claim or counterclaim in a lawsuit) alleging that the Work
95
- or a Contribution incorporated within the Work constitutes direct
96
- or contributory patent infringement, then any patent licenses
97
- granted to You under this License for that Work shall terminate
98
- as of the date such litigation is filed.
99
-
100
- 4. Redistribution. You may reproduce and distribute copies of the
101
- Work or Derivative Works thereof in any medium, with or without
102
- modifications, and in Source or Object form, provided that You
103
- meet the following conditions:
104
-
105
- (a) You must give any other recipients of the Work or
106
- Derivative Works a copy of this License; and
107
-
108
- (b) You must cause any modified files to carry prominent notices
109
- stating that You changed the files; and
110
-
111
- (c) You must retain, in the Source form of any Derivative Works
112
- that You distribute, all copyright, patent, trademark, and
113
- attribution notices from the Source form of the Work,
114
- excluding those notices that do not pertain to any part of
115
- the Derivative Works; and
116
-
117
- (d) If the Work includes a "NOTICE" text file as part of its
118
- distribution, then any Derivative Works that You distribute must
119
- include a readable copy of the attribution notices contained
120
- within such NOTICE file, excluding those notices that do not
121
- pertain to any part of the Derivative Works, in at least one
122
- of the following places: within a NOTICE text file distributed
123
- as part of the Derivative Works; within the Source form or
124
- documentation, if provided along with the Derivative Works; or,
125
- within a display generated by the Derivative Works, if and
126
- wherever such third-party notices normally appear. The contents
127
- of the NOTICE file are for informational purposes only and
128
- do not modify the License. You may add Your own attribution
129
- notices within Derivative Works that You distribute, alongside
130
- or as an addendum to the NOTICE text from the Work, provided
131
- that such additional attribution notices cannot be construed
132
- as modifying the License.
133
-
134
- You may add Your own copyright statement to Your modifications and
135
- may provide additional or different license terms and conditions
136
- for use, reproduction, or distribution of Your modifications, or
137
- for any such Derivative Works as a whole, provided Your use,
138
- reproduction, and distribution of the Work otherwise complies with
139
- the conditions stated in this License.
140
-
141
- 5. Submission of Contributions. Unless You explicitly state otherwise,
142
- any Contribution intentionally submitted for inclusion in the Work
143
- by You to the Licensor shall be under the terms and conditions of
144
- this License, without any additional terms or conditions.
145
- Notwithstanding the above, nothing herein shall supersede or modify
146
- the terms of any separate license agreement you may have executed
147
- with Licensor regarding such Contributions.
148
-
149
- 6. Trademarks. This License does not grant permission to use the trade
150
- names, trademarks, service marks, or product names of the Licensor,
151
- except as required for reasonable and customary use in describing the
152
- origin of the Work and reproducing the content of the NOTICE file.
153
-
154
- 7. Disclaimer of Warranty. Unless required by applicable law or
155
- agreed to in writing, Licensor provides the Work (and each
156
- Contributor provides its Contributions) on an "AS IS" BASIS,
157
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
158
- implied, including, without limitation, any warranties or conditions
159
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
160
- PARTICULAR PURPOSE. You are solely responsible for determining the
161
- appropriateness of using or redistributing the Work and assume any
162
- risks associated with Your exercise of permissions under this License.
163
-
164
- 8. Limitation of Liability. In no event and under no legal theory,
165
- whether in tort (including negligence), contract, or otherwise,
166
- unless required by applicable law (such as deliberate and grossly
167
- negligent acts) or agreed to in writing, shall any Contributor be
168
- liable to You for damages, including any direct, indirect, special,
169
- incidental, or consequential damages of any character arising as a
170
- result of this License or out of the use or inability to use the
171
- Work (including but not limited to damages for loss of goodwill,
172
- work stoppage, computer failure or malfunction, or any and all
173
- other commercial damages or losses), even if such Contributor
174
- has been advised of the possibility of such damages.
175
-
176
- 9. Accepting Warranty or Additional Liability. While redistributing
177
- the Work or Derivative Works thereof, You may choose to offer,
178
- and charge a fee for, acceptance of support, warranty, indemnity,
179
- or other liability obligations and/or rights consistent with this
180
- License. However, in accepting such obligations, You may act only
181
- on Your own behalf and on Your sole responsibility, not on behalf
182
- of any other Contributor, and only if You agree to indemnify,
183
- defend, and hold each Contributor harmless for any liability
184
- incurred by, or claims asserted against, such Contributor by reason
185
- of your accepting any such warranty or additional liability.
186
-
187
- END OF TERMS AND CONDITIONS
188
-
189
- APPENDIX: How to apply the Apache License to your work.
190
-
191
- To apply the Apache License to your work, attach the following
192
- boilerplate notice, with the fields enclosed by brackets "[]"
193
- replaced with your own identifying information. (Don't include
194
- the brackets!) The text should be enclosed in the appropriate
195
- comment syntax for the file format. We also recommend that a
196
- file or class name and description of purpose be included on the
197
- same "printed page" as the copyright notice for easier
198
- identification within third-party archives.
199
-
200
- Copyright 2016, The Authors.
201
-
202
- Licensed under the Apache License, Version 2.0 (the "License");
203
- you may not use this file except in compliance with the License.
204
- You may obtain a copy of the License at
205
-
206
- http://www.apache.org/licenses/LICENSE-2.0
207
-
208
- Unless required by applicable law or agreed to in writing, software
209
- distributed under the License is distributed on an "AS IS" BASIS,
210
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
211
- See the License for the specific language governing permissions and
212
- limitations under the License.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ssd_mobilenet_v2_coco_2018_03_29/README.md DELETED
@@ -1,52 +0,0 @@
1
- # SSD MobileNet v2 COCO
2
-
3
- Object detection with a Single Shot MultiBox Detector (SSD) built on a MobileNet v2 backbone,
4
- trained on the COCO dataset. The model was originally distributed as a frozen TensorFlow graph
5
- (`ssd_mobilenet_v2_coco_2018_03_29.pb`) and converted to ONNX for use with OpenCV's DNN module.
6
-
7
- ## Model Details
8
- - **Architecture**: SSD (Single Shot MultiBox Detector) with MobileNet v2 backbone
9
- - **Input**: RGB image, 300×300, raw uint8, NHWC layout (`image_tensor:0`, shape `[1, 300, 300, 3]`)
10
- - **Output**: `detection_boxes:0` (normalized `ymin, xmin, ymax, xmax`), `detection_scores:0`, `detection_classes:0` (COCO class ids), `num_detections:0`
11
- - **Framework**: ONNX (converted from the TensorFlow frozen graph via tf2onnx, opset 18)
12
- - **Original weights**: http://download.tensorflow.org/models/object_detection/ssd_mobilenet_v2_coco_2018_03_29.tar.gz
13
-
14
- ## Usage
15
-
16
- ### Python
17
- ```bash
18
- python demo.py --model ssd_mobilenet_v2_coco_2018_03_29_2026jul.onnx --image example_outputs/input_image.png --output example_outputs/output_image.png --conf 0.3
19
- ```
20
-
21
- ### C++
22
- The C++ demo runs inference with ONNX Runtime (C++ API) and uses OpenCV only for image I/O.
23
- Install ONNX Runtime (C++) from https://github.com/microsoft/onnxruntime/releases — this build
24
- uses `onnxruntime-linux-x64-1.25.0` — and adjust the ONNX Runtime and OpenCV paths to your setup:
25
- ```bash
26
- ORT=/path/to/onnxruntime-linux-x64-1.25.0 # ONNX Runtime release dir (contains include/ and lib/)
27
- OCV=/path/to/opencv # OpenCV source tree
28
- OCVBUILD=/path/to/opencv/build # OpenCV build directory (generated headers + libs)
29
- g++ -std=c++17 demo.cpp -o demo \
30
- -I$ORT/include \
31
- -I$OCV/include \
32
- -I$OCV/modules/core/include \
33
- -I$OCV/modules/imgproc/include \
34
- -I$OCV/modules/imgcodecs/include \
35
- -I$OCVBUILD \
36
- -L$ORT/lib -Wl,-rpath,$ORT/lib -lonnxruntime \
37
- -L$OCVBUILD/lib -Wl,-rpath,$OCVBUILD/lib -lopencv_imgcodecs -lopencv_imgproc -lopencv_core
38
- ./demo --model ssd_mobilenet_v2_coco_2018_03_29_2026jul.onnx --image example_outputs/input_image.png --output example_outputs/output_image.png
39
- ```
40
-
41
- ## Conversion
42
- The ONNX model was exported from the frozen TensorFlow graph with tf2onnx (opset 18)
43
- via [convert_to_onnx.py](./convert_to_onnx.py) — input `image_tensor:0`, outputs
44
- `detection_boxes:0`, `detection_scores:0`, `detection_classes:0`, `num_detections:0`.
45
- Requires `tensorflow`, `tf2onnx`, and `onnx`.
46
-
47
- ```bash
48
- python convert_to_onnx.py --pb ../pb/ssd_mobilenet_v2_coco_2018_03_29.pb
49
- ```
50
-
51
- ## License
52
- See [LICENSE](./LICENSE) — the model is released by the TensorFlow Authors under the Apache License 2.0.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ssd_mobilenet_v2_coco_2018_03_29/convert_to_onnx.py DELETED
@@ -1,40 +0,0 @@
1
- import argparse
2
- import datetime
3
-
4
- import onnx
5
- import tensorflow as tf
6
- import tf2onnx
7
-
8
-
9
- def load_graph_def(pb_path):
10
- with tf.io.gfile.GFile(pb_path, "rb") as f:
11
- graph_def = tf.compat.v1.GraphDef()
12
- graph_def.ParseFromString(f.read())
13
- return graph_def
14
-
15
-
16
- def main():
17
- parser = argparse.ArgumentParser(description="Export ssd_mobilenet_v2_coco_2018_03_29.pb to ONNX")
18
- parser.add_argument("--pb", default="../pb/ssd_mobilenet_v2_coco_2018_03_29.pb")
19
- parser.add_argument("--opset", type=int, default=18)
20
- args = parser.parse_args()
21
-
22
- graph_def = load_graph_def(args.pb)
23
-
24
- model_proto, _ = tf2onnx.convert.from_graph_def(
25
- graph_def,
26
- input_names=["image_tensor:0"],
27
- output_names=["detection_boxes:0", "detection_scores:0", "detection_classes:0", "num_detections:0"],
28
- opset=args.opset,
29
- )
30
- onnx.checker.check_model(model_proto)
31
-
32
- stamp = datetime.datetime.now().strftime("%Y%b").lower()
33
- onnx_path = "ssd_mobilenet_v2_coco_2018_03_29_%s.onnx" % stamp
34
- with open(onnx_path, "wb") as f:
35
- f.write(model_proto.SerializeToString())
36
- print("wrote", onnx_path)
37
-
38
-
39
- if __name__ == "__main__":
40
- main()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ssd_mobilenet_v2_coco_2018_03_29/demo.cpp DELETED
@@ -1,98 +0,0 @@
1
- #include <onnxruntime_cxx_api.h>
2
- #include <opencv2/imgproc.hpp>
3
- #include <opencv2/imgcodecs.hpp>
4
- #include <array>
5
- #include <cstdint>
6
- #include <iostream>
7
- #include <string>
8
- #include <vector>
9
-
10
- using namespace cv;
11
-
12
- static std::string argVal(int argc, char** argv, const std::string& key, const std::string& def)
13
- {
14
- for (int i = 1; i + 1 < argc; ++i)
15
- if (key == argv[i]) return argv[i + 1];
16
- return def;
17
- }
18
-
19
- int main(int argc, char** argv)
20
- {
21
- std::string model = argVal(argc, argv, "--model", "ssd_mobilenet_v2_coco_2018_03_29_2026jul.onnx");
22
- std::string image = argVal(argc, argv, "--image", "example_outputs/input_image.png");
23
- std::string output = argVal(argc, argv, "--output", "example_outputs/output_image.png");
24
- float conf = std::stof(argVal(argc, argv, "--conf", "0.3"));
25
-
26
- Mat img = imread(image);
27
- if (img.empty())
28
- {
29
- std::cerr << "could not read image: " << image << std::endl;
30
- return 1;
31
- }
32
-
33
- Mat rgb;
34
- cvtColor(img, rgb, COLOR_BGR2RGB);
35
- resize(rgb, rgb, Size(300, 300));
36
- if (!rgb.isContinuous()) rgb = rgb.clone();
37
-
38
- Ort::Env env(ORT_LOGGING_LEVEL_WARNING, "demo");
39
- Ort::SessionOptions so;
40
- Ort::Session session(env, model.c_str(), so);
41
- Ort::AllocatorWithDefaultOptions alloc;
42
-
43
- auto in_name = session.GetInputNameAllocated(0, alloc);
44
- const char* in_names[] = {in_name.get()};
45
-
46
- size_t out_count = session.GetOutputCount();
47
- std::vector<Ort::AllocatedStringPtr> out_holders;
48
- std::vector<std::string> out_str;
49
- std::vector<const char*> out_names;
50
- for (size_t i = 0; i < out_count; ++i)
51
- {
52
- out_holders.push_back(session.GetOutputNameAllocated(i, alloc));
53
- out_str.push_back(out_holders.back().get());
54
- out_names.push_back(out_str.back().c_str());
55
- }
56
-
57
- std::array<int64_t, 4> shape = {1, 300, 300, 3};
58
- auto mem = Ort::MemoryInfo::CreateCpu(OrtArenaAllocator, OrtMemTypeDefault);
59
- Ort::Value input = Ort::Value::CreateTensor<uint8_t>(mem, rgb.data, 300 * 300 * 3, shape.data(), shape.size());
60
-
61
- auto outs = session.Run(Ort::RunOptions{nullptr}, in_names, &input, 1, out_names.data(), out_names.size());
62
-
63
- const float *boxes = 0, *scores = 0, *classes = 0, *num = 0;
64
- for (size_t i = 0; i < out_count; ++i)
65
- {
66
- const std::string& n = out_str[i];
67
- if (n.find("detection_boxes") != std::string::npos) boxes = outs[i].GetTensorMutableData<float>();
68
- else if (n.find("detection_scores") != std::string::npos) scores = outs[i].GetTensorMutableData<float>();
69
- else if (n.find("detection_classes") != std::string::npos) classes = outs[i].GetTensorMutableData<float>();
70
- else if (n.find("num_detections") != std::string::npos) num = outs[i].GetTensorMutableData<float>();
71
- }
72
- if (!boxes || !scores || !classes || !num)
73
- {
74
- std::cerr << "missing expected output tensors" << std::endl;
75
- return 1;
76
- }
77
-
78
- int nd = (int)num[0];
79
- int h = img.rows, w = img.cols;
80
- Mat out = img.clone();
81
- std::vector<std::string> lines;
82
- for (int k = 0; k < nd; ++k)
83
- {
84
- if (scores[k] < conf) continue;
85
- float ymin = boxes[k * 4 + 0], xmin = boxes[k * 4 + 1];
86
- float ymax = boxes[k * 4 + 2], xmax = boxes[k * 4 + 3];
87
- int cls = (int)classes[k];
88
- rectangle(out, Point(int(xmin * w), int(ymin * h)), Point(int(xmax * w), int(ymax * h)), Scalar(0, 255, 0), 2);
89
- putText(out, format("%d:%.2f", cls, scores[k]), Point(int(xmin * w), int(ymin * h) - 5),
90
- FONT_HERSHEY_SIMPLEX, 0.5, Scalar(0, 255, 0), 1);
91
- lines.push_back(format("%d %.3f %.3f %.3f %.3f %.3f", cls, scores[k], xmin, ymin, xmax, ymax));
92
- }
93
-
94
- imwrite(output, out);
95
- std::cout << "ssd_mobilenet_v2_coco_2018_03_29 " << lines.size() << " detections" << std::endl;
96
- for (const auto& l : lines) std::cout << l << std::endl;
97
- return 0;
98
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ssd_mobilenet_v2_coco_2018_03_29/demo.py DELETED
@@ -1,52 +0,0 @@
1
- import argparse
2
- import glob
3
- import os
4
-
5
- import cv2 as cv
6
- import numpy as np
7
- import onnxruntime as ort
8
-
9
- here = os.path.dirname(os.path.abspath(__file__))
10
-
11
-
12
- def main():
13
- parser = argparse.ArgumentParser(description="SSD MobileNet v2 COCO (ONNX) object detection demo")
14
- parser.add_argument("--model", default=(glob.glob(os.path.join(here, "*.onnx")) or [""])[0])
15
- parser.add_argument("--image", default=os.path.join(here, "example_outputs", "input_image.png"))
16
- parser.add_argument("--output", default=os.path.join(here, "example_outputs", "output_image.png"))
17
- parser.add_argument("--conf", type=float, default=0.3)
18
- args = parser.parse_args()
19
-
20
- img = cv.imread(args.image)
21
- if img is None:
22
- raise SystemExit("could not read image: %s" % args.image)
23
-
24
- rgb = cv.resize(cv.cvtColor(img, cv.COLOR_BGR2RGB), (300, 300))
25
-
26
- sess = ort.InferenceSession(args.model, providers=["CPUExecutionProvider"])
27
- res = sess.run(None, {sess.get_inputs()[0].name: rgb[None].astype(np.uint8)})
28
- onames = [o.name for o in sess.get_outputs()]
29
- boxes = res[[i for i, n in enumerate(onames) if "detection_boxes" in n][0]].reshape(-1, 4)
30
- scores = res[[i for i, n in enumerate(onames) if "detection_scores" in n][0]].reshape(-1)
31
- classes = res[[i for i, n in enumerate(onames) if "detection_classes" in n][0]].reshape(-1)
32
- nd = int(res[[i for i, n in enumerate(onames) if "num_detections" in n][0]].reshape(-1)[0])
33
-
34
- h, w = img.shape[:2]
35
- out = img.copy()
36
- kept = []
37
- for k in range(nd):
38
- if scores[k] < args.conf:
39
- continue
40
- ymin, xmin, ymax, xmax = boxes[k]
41
- kept.append((int(classes[k]), float(scores[k]), float(xmin), float(ymin), float(xmax), float(ymax)))
42
- cv.rectangle(out, (int(xmin * w), int(ymin * h)), (int(xmax * w), int(ymax * h)), (0, 255, 0), 2)
43
- cv.putText(out, "%d:%.2f" % (int(classes[k]), scores[k]), (int(xmin * w), int(ymin * h) - 5), cv.FONT_HERSHEY_SIMPLEX, 0.5, (0, 255, 0), 1)
44
-
45
- cv.imwrite(args.output, out)
46
- print("ssd_mobilenet_v2_coco_2018_03_29", len(kept), "detections")
47
- for c, s, xmin, ymin, xmax, ymax in kept:
48
- print(c, round(s, 3), round(xmin, 3), round(ymin, 3), round(xmax, 3), round(ymax, 3))
49
-
50
-
51
- if __name__ == "__main__":
52
- main()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ssd_mobilenet_v2_coco_2018_03_29/example_outputs/input_image.png DELETED

Git LFS Details

  • SHA256: d711ef10627f93def79c0c6ec2d0fc3da06cbb7e426d81fd2782538c3c549f52
  • Pointer size: 131 Bytes
  • Size of remote file: 508 kB
ssd_mobilenet_v2_coco_2018_03_29/example_outputs/output_image.png DELETED

Git LFS Details

  • SHA256: 85d11aee65d0e2c475c379eed94a08fd0b510c310c72b95e251fdd8ff16fe18f
  • Pointer size: 131 Bytes
  • Size of remote file: 458 kB
ssd_mobilenet_v2_coco_2018_03_29/ssd_mobilenet_v2_coco_2018_03_29_2026jul.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ba2fdaa87b8cbbb52c16b5c6e31a7452c00e8ad68aec580bfb7b07f5b212619
3
- size 69584537