Files changed (3) hide show
  1. .gitattributes +1 -0
  2. metadata.json +1 -0
  3. tensor_rt.engine +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tensor_rt.engine filter=lfs diff=lfs merge=lfs -text
metadata.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"class_name": "PytorchONNXTensorRTInferenceLearner", "module_name": "nebullvm.operations.inference_learners.tensor_rt", "network_parameters": {"batch_size": 2, "input_infos": [{"dtype": "float16", "size": [2, 4, 64, 64]}, {"dtype": "int64", "size": [1]}, {"dtype": "float16", "size": [2, 77, 768]}], "output_sizes": [[2, 4, 64, 64]], "output_types": ["float16"], "dynamic_info": {"inputs": [{"0": {"name": "2B", "min_val": 2, "opt_val": 2, "max_val": 2}, "2": {"name": "H", "min_val": 64, "opt_val": 64, "max_val": 96}, "3": {"name": "W", "min_val": 64, "opt_val": 64, "max_val": 96}}, {}, {"0": {"name": "2B", "min_val": 2, "opt_val": 2, "max_val": 2}}], "outputs": [{"0": "2B", "2": "H", "3": "W"}]}}, "input_tfms": {"tfms": [{"module": "nebullvm.tools.transformations", "name": "VerifyContiguity"}]}, "device": "gpu", "input_names": ["input_0", "input_1", "input_2"], "output_names": ["output_0"]}
tensor_rt.engine ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3787ebf55cf693fa3965471c6a91a3e6f76c627e2824aa71df2b0cddb5fe0da4
3
+ size 1733117020