v0.38.0
Browse filesSee https://github.com/quic/ai-hub-models/releases/v0.38.0 for changelog.
- .gitattributes +2 -0
- MobileSam_MobileSAMDecoder_float.dlc +3 -0
- MobileSam_MobileSAMDecoder_float.onnx.zip +2 -2
- MobileSam_MobileSAMEncoder_float.dlc +3 -0
- MobileSam_MobileSAMEncoder_float.onnx.zip +2 -2
- README.md +47 -35
- tool-versions.yaml +2 -2
.gitattributes
CHANGED
|
@@ -40,3 +40,5 @@ MobileSam_SAMEncoder.dlc filter=lfs diff=lfs merge=lfs -text
|
|
| 40 |
DEPLOYMENT_MODEL_LICENSE.pdf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
MobileSam_MobileSAMDecoder.dlc filter=lfs diff=lfs merge=lfs -text
|
| 42 |
MobileSam_MobileSAMEncoder.dlc filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 40 |
DEPLOYMENT_MODEL_LICENSE.pdf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
MobileSam_MobileSAMDecoder.dlc filter=lfs diff=lfs merge=lfs -text
|
| 42 |
MobileSam_MobileSAMEncoder.dlc filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
MobileSam_MobileSAMDecoder_float.dlc filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
MobileSam_MobileSAMEncoder_float.dlc filter=lfs diff=lfs merge=lfs -text
|
MobileSam_MobileSAMDecoder_float.dlc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36c0c715d016bdc65aa1ed8fbc4b95778a24bd664b5632d26633922c74aa0257
|
| 3 |
+
size 25508836
|
MobileSam_MobileSAMDecoder_float.onnx.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a92045dc04c73915b43aa53f7cb6847055def060ae03d8e2a56925126dfd561
|
| 3 |
+
size 19071937
|
MobileSam_MobileSAMEncoder_float.dlc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a38d5984888ad0ee86096eb8c6dd70f9a1d52142f63436dd66a309808248f13
|
| 3 |
+
size 28168772
|
MobileSam_MobileSAMEncoder_float.onnx.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee2d1cfb4facba507af4d14938bec52caa9dbc482bca780bbdadff6a2f2a3555
|
| 3 |
+
size 21650126
|
README.md
CHANGED
|
@@ -38,40 +38,52 @@ More details on model performance across various devices, can be found
|
|
| 38 |
|
| 39 |
| Model | Precision | Device | Chipset | Target Runtime | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit | Target Model
|
| 40 |
|---|---|---|---|---|---|---|---|---|
|
| 41 |
-
| MobileSAMEncoder | float | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | TFLITE |
|
| 42 |
-
| MobileSAMEncoder | float |
|
| 43 |
-
| MobileSAMEncoder | float |
|
| 44 |
-
| MobileSAMEncoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) |
|
| 45 |
-
| MobileSAMEncoder | float |
|
| 46 |
-
| MobileSAMEncoder | float |
|
| 47 |
-
| MobileSAMEncoder | float |
|
| 48 |
-
| MobileSAMEncoder | float |
|
| 49 |
-
| MobileSAMEncoder | float |
|
| 50 |
-
| MobileSAMEncoder | float |
|
| 51 |
-
| MobileSAMEncoder | float |
|
| 52 |
-
| MobileSAMEncoder | float |
|
| 53 |
-
| MobileSAMEncoder | float |
|
| 54 |
-
| MobileSAMEncoder | float |
|
| 55 |
-
| MobileSAMEncoder | float |
|
| 56 |
-
| MobileSAMEncoder | float |
|
| 57 |
-
| MobileSAMEncoder | float |
|
| 58 |
-
|
|
| 59 |
-
|
|
| 60 |
-
|
|
| 61 |
-
|
|
| 62 |
-
|
|
| 63 |
-
|
|
| 64 |
-
| MobileSAMDecoder | float |
|
| 65 |
-
| MobileSAMDecoder | float |
|
| 66 |
-
| MobileSAMDecoder | float |
|
| 67 |
-
| MobileSAMDecoder | float |
|
| 68 |
-
| MobileSAMDecoder | float |
|
| 69 |
-
| MobileSAMDecoder | float |
|
| 70 |
-
| MobileSAMDecoder | float |
|
| 71 |
-
| MobileSAMDecoder | float |
|
| 72 |
-
| MobileSAMDecoder | float |
|
| 73 |
-
| MobileSAMDecoder | float |
|
| 74 |
-
| MobileSAMDecoder | float |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 75 |
|
| 76 |
|
| 77 |
|
|
@@ -153,7 +165,7 @@ from qai_hub_models.models.mobilesam import Model
|
|
| 153 |
torch_model = Model.from_pretrained()
|
| 154 |
|
| 155 |
# Device
|
| 156 |
-
device = hub.Device("Samsung Galaxy
|
| 157 |
|
| 158 |
# Trace model
|
| 159 |
input_shape = torch_model.get_input_spec()
|
|
|
|
| 38 |
|
| 39 |
| Model | Precision | Device | Chipset | Target Runtime | Inference Time (ms) | Peak Memory Range (MB) | Primary Compute Unit | Target Model
|
| 40 |
|---|---|---|---|---|---|---|---|---|
|
| 41 |
+
| MobileSAMEncoder | float | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | TFLITE | 324.82 ms | 4 - 534 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 42 |
+
| MobileSAMEncoder | float | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | QNN_DLC | 196.94 ms | 5 - 963 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 43 |
+
| MobileSAMEncoder | float | QCS8450 (Proxy) | Qualcomm® QCS8450 (Proxy) | TFLITE | 516.813 ms | 0 - 1844 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 44 |
+
| MobileSAMEncoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | TFLITE | 199.181 ms | 4 - 85 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 45 |
+
| MobileSAMEncoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | QNN_DLC | 91.363 ms | 12 - 78 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 46 |
+
| MobileSAMEncoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | ONNX | 390.022 ms | 113 - 143 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 47 |
+
| MobileSAMEncoder | float | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | TFLITE | 198.64 ms | 4 - 533 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 48 |
+
| MobileSAMEncoder | float | SA7255P ADP | Qualcomm® SA7255P | TFLITE | 324.82 ms | 4 - 534 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 49 |
+
| MobileSAMEncoder | float | SA7255P ADP | Qualcomm® SA7255P | QNN_DLC | 196.94 ms | 5 - 963 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 50 |
+
| MobileSAMEncoder | float | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | TFLITE | 199.316 ms | 4 - 82 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 51 |
+
| MobileSAMEncoder | float | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | QNN_DLC | 91.762 ms | 15 - 91 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 52 |
+
| MobileSAMEncoder | float | SA8295P ADP | Qualcomm® SA8295P | TFLITE | 560.32 ms | 4 - 1119 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 53 |
+
| MobileSAMEncoder | float | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | TFLITE | 198.428 ms | 4 - 61 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 54 |
+
| MobileSAMEncoder | float | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | QNN_DLC | 91.559 ms | 12 - 88 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 55 |
+
| MobileSAMEncoder | float | SA8775P ADP | Qualcomm® SA8775P | TFLITE | 198.64 ms | 4 - 533 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 56 |
+
| MobileSAMEncoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | TFLITE | 140.04 ms | 0 - 527 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 57 |
+
| MobileSAMEncoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_DLC | 62.594 ms | 12 - 2272 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 58 |
+
| MobileSAMEncoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | ONNX | 294.814 ms | 119 - 267 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 59 |
+
| MobileSAMEncoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | TFLITE | 109.092 ms | 3 - 531 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 60 |
+
| MobileSAMEncoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_DLC | 48.093 ms | 0 - 893 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 61 |
+
| MobileSAMEncoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | ONNX | 209.088 ms | 111 - 484 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 62 |
+
| MobileSAMEncoder | float | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_DLC | 99.316 ms | 1161 - 1161 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 63 |
+
| MobileSAMEncoder | float | Snapdragon X Elite CRD | Snapdragon® X Elite | ONNX | 403.806 ms | 131 - 131 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 64 |
+
| MobileSAMDecoder | float | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | TFLITE | 16.554 ms | 0 - 50 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 65 |
+
| MobileSAMDecoder | float | QCS8275 (Proxy) | Qualcomm® QCS8275 (Proxy) | QNN_DLC | 13.67 ms | 4 - 142 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 66 |
+
| MobileSAMDecoder | float | QCS8450 (Proxy) | Qualcomm® QCS8450 (Proxy) | TFLITE | 8.446 ms | 0 - 55 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 67 |
+
| MobileSAMDecoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | TFLITE | 7.242 ms | 0 - 31 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 68 |
+
| MobileSAMDecoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | QNN_DLC | 5.914 ms | 4 - 24 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 69 |
+
| MobileSAMDecoder | float | QCS8550 (Proxy) | Qualcomm® QCS8550 (Proxy) | ONNX | 8.364 ms | 0 - 51 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 70 |
+
| MobileSAMDecoder | float | QCS9075 (Proxy) | Qualcomm® QCS9075 (Proxy) | TFLITE | 8.413 ms | 0 - 48 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 71 |
+
| MobileSAMDecoder | float | SA7255P ADP | Qualcomm® SA7255P | TFLITE | 16.554 ms | 0 - 50 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 72 |
+
| MobileSAMDecoder | float | SA7255P ADP | Qualcomm® SA7255P | QNN_DLC | 13.67 ms | 4 - 142 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 73 |
+
| MobileSAMDecoder | float | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | TFLITE | 7.277 ms | 0 - 30 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 74 |
+
| MobileSAMDecoder | float | SA8255 (Proxy) | Qualcomm® SA8255P (Proxy) | QNN_DLC | 5.925 ms | 3 - 28 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 75 |
+
| MobileSAMDecoder | float | SA8295P ADP | Qualcomm® SA8295P | TFLITE | 9.778 ms | 0 - 53 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 76 |
+
| MobileSAMDecoder | float | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | TFLITE | 7.262 ms | 0 - 30 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 77 |
+
| MobileSAMDecoder | float | SA8650 (Proxy) | Qualcomm® SA8650P (Proxy) | QNN_DLC | 5.919 ms | 4 - 22 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 78 |
+
| MobileSAMDecoder | float | SA8775P ADP | Qualcomm® SA8775P | TFLITE | 8.413 ms | 0 - 48 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 79 |
+
| MobileSAMDecoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | TFLITE | 5.154 ms | 0 - 56 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 80 |
+
| MobileSAMDecoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | QNN_DLC | 4.056 ms | 4 - 155 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 81 |
+
| MobileSAMDecoder | float | Samsung Galaxy S24 | Snapdragon® 8 Gen 3 Mobile | ONNX | 5.681 ms | 4 - 137 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 82 |
+
| MobileSAMDecoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | TFLITE | 3.975 ms | 0 - 54 MB | NPU | [MobileSam.tflite](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.tflite) |
|
| 83 |
+
| MobileSAMDecoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | QNN_DLC | 3.315 ms | 4 - 132 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 84 |
+
| MobileSAMDecoder | float | Samsung Galaxy S25 | Snapdragon® 8 Elite For Galaxy Mobile | ONNX | 4.248 ms | 2 - 75 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 85 |
+
| MobileSAMDecoder | float | Snapdragon X Elite CRD | Snapdragon® X Elite | QNN_DLC | 6.426 ms | 51 - 51 MB | NPU | [MobileSam.dlc](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.dlc) |
|
| 86 |
+
| MobileSAMDecoder | float | Snapdragon X Elite CRD | Snapdragon® X Elite | ONNX | 8.734 ms | 11 - 11 MB | NPU | [MobileSam.onnx.zip](https://huggingface.co/qualcomm/MobileSam/blob/main/MobileSam.onnx.zip) |
|
| 87 |
|
| 88 |
|
| 89 |
|
|
|
|
| 165 |
torch_model = Model.from_pretrained()
|
| 166 |
|
| 167 |
# Device
|
| 168 |
+
device = hub.Device("Samsung Galaxy S25")
|
| 169 |
|
| 170 |
# Trace model
|
| 171 |
input_shape = torch_model.get_input_spec()
|
tool-versions.yaml
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
tool_versions:
|
| 2 |
onnx:
|
| 3 |
-
qairt: 2.
|
| 4 |
-
onnx_runtime: 1.22.
|
|
|
|
| 1 |
tool_versions:
|
| 2 |
onnx:
|
| 3 |
+
qairt: 2.37.1.250807093845_124904
|
| 4 |
+
onnx_runtime: 1.22.2
|