upload

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.neuron filter=lfs diff=lfs merge=lfs -text

all_metrics.csv

@@ -0,0 +1,102 @@
+timestamp,run_id,name,subgraph,scope,sub_scope,value,unit,
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,CanonicalizeIR,0.017186403274536133,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ExpandBatchNorm,0.01916646957397461,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ResolveComplicatePredicates,0.014917135238647461,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,AffinePredicateResolution,0.016184329986572266,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,EliminateDivs,0.01639723777770996,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TensorOpFusion,0.01917290687561035,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TensorOpTransform,0.07087397575378418,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LowerTensorOp,0.022517681121826172,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,MemcpyElimination,1.7591924667358398,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DeadStoreElimination,1.3543994426727295,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SimplifySlice,0.004833698272705078,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,PadElimination,0.0003750324249267578,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LoopFusion,0.6292195320129395,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ValueNumbering,0.05216097831726074,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TCTransform,0.03180551528930664,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,CommuteConcat,0.017305850982666016,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,RecognizeOpIdiom,0.02877211570739746,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,MaskPropagation,0.02014327049255371,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,Recompute,0.0010938644409179688,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DoNothing,9.202957153320312e-05,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,MutateDataType,0.0039331912994384766,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,AutoCastTCInputs,0.007624387741088867,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,GenericAccessSimplifier,0.023320674896240234,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,Simplifier,0.8014688491821289,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,Delinearization,0.06728005409240723,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DelinearIndices,0.02657461166381836,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DeadCodeElimination,0.011566877365112305,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeCCOpLayout,0.005419015884399414,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,InferIntrinsicOnCC,0.09969019889831543,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ResolveAccessConflict,0.05235028266906738,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LocalLayoutOpt,0.04341483116149902,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,GlobalLayoutOpt,0.7055702209472656,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,CanonicalizeDAG,0.013588666915893555,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,FlattenAxesForTiling,0.014940977096557617,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SundaSizeTiling,0.9656670093536377,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,InferTongaTensor,0.34017038345336914,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,RewriteReplicationMatmul,0.013017892837524414,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DataLocalityOpt,2.8061411380767822,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TilingProfiler,0.016730785369873047,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeSundaMacro,0.04242563247680664,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,PerfectLoopNest,0.02962350845336914,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,RewriteWeights,1.0260913372039795,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ReshapeWeights,0.008316755294799805,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,FlattenMacroLoop,0.1311652660369873,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyPredicates,0.4593665599822998,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,InferInitValue,1.6139848232269287,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaSimplifier,0.14111781120300293,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyTensor,0.06602692604064941,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LICM,0.19344878196716309,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SundaISel,0.381380558013916,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaLoopFusion,0.20348381996154785,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,FactorizeBlkDims,0.14890217781066895,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaValueNumbering,0.04577326774597168,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaInstComb,0.6017858982086182,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeMatMult,0.004251718521118164,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeDMA,0.03434181213378906,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizePartitionReduce,0.007041454315185547,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,PartialLoopFusion,0.22039031982421875,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LowerTranspose,0.07951807975769043,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LateTongaInstComb,0.39994359016418457,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LowerTongaBatchId,0.003979682922363281,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SplitAccGrp,0.007310152053833008,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SpillPSum,0.14673376083374023,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaLICM,0.0832223892211914,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,InferPSumTensor,0.12006378173828125,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,WeightCoalescing,0.030175209045410156,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LowerIntrinsics,0.007158994674682617,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeSundaAccess,0.04524707794189453,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaAffineLoopXform,0.021468400955200195,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeAllReduce,0.006783723831176758,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,RelaxPredicates,0.013041973114013672,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TensorInitialization,0.006761789321899414,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,TongaSimplifyPredicates,0.022147417068481445,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,ExpandISAMacro,0.08670711517333984,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeType,0.0201413631439209,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyTongaTensor,0.026923418045043945,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DMALocalityOpt,0.005611896514892578,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DataStreaming,0.020259380340576172,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,PSUMModuloAlloc,0.626401424407959,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeStreamShuffle,0.009877920150756836,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,CoalesceCCOp,0.009194374084472656,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SimpleAllReduceTiling,0.008142232894897461,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,StaticProfiler,0.032608985900878906,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SplitAPUnionSets,0.12148618698120117,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,SundaLowerGenericAccess,0.008048057556152344,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,DumpGraphAndMetadata,0.023069143295288086,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg0000,Tensorizer,BirCodeGenLoop,0.2962992191314697,Seconds
+,bert-base-NER-neuronx,CompilationTime,root,Tensorizer,All,19.601213693618774,Seconds
+,bert-base-NER-neuronx,TPBCount,None,KELP,None,1,Count
+,bert-base-NER-neuronx,CompilationTime,root,Frontend,0,20.514663457870483,Seconds
+,bert-base-NER-neuronx,CompilationTime,all,Frontend,0,20.519617319107056,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg00,HHChecker,0,6.9141387939453125e-06,Seconds
+,bert-base-NER-neuronx,CompilationTime,all,HHChecker,0,0.004280805587768555,Seconds
+,bert-base-NER-neuronx,CompilationTime,sg00,WalrusDriver,0,1.3388400077819824,Seconds
+,bert-base-NER-neuronx,CompilationTime,all,WalrusDriver,0,1.3458526134490967,Seconds
+,bert-base-NER-neuronx,EstimatedLowerBoundLatency,None,KELP,None,0,Milliseconds
+,bert-base-NER-neuronx,EstimatedUpperBoundThroughput,None,KELP,None,0,Count/Second
+,bert-base-NER-neuronx,InferentiaDRAMUsage,None,KELP,None,0,Bytes
+,bert-base-NER-neuronx,CompilationTime,all,Kelper,0,4.668492078781128,Seconds
+,bert-base-NER-neuronx,CompilationTime,root,Pipeline,0,26.555312633514404,Seconds
+,bert-base-NER-neuronx,CompilationTime,all,production_total,None,26.53824281692505,Seconds

config.json

@@ -0,0 +1,62 @@
+{
+  "_name_or_path": "dslim/bert-base-NER",
+  "_num_labels": 9,
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "auto_cast": null,
+  "auto_cast_type": null,
+  "classifier_dropout": null,
+  "dynamic_batch_size": true,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-MISC",
+    "2": "I-MISC",
+    "3": "B-PER",
+    "4": "I-PER",
+    "5": "B-ORG",
+    "6": "I-ORG",
+    "7": "B-LOC",
+    "8": "I-LOC"
+  },
+  "initializer_range": 0.02,
+  "input_names": [
+    "input_ids",
+    "attention_mask",
+    "token_type_ids"
+  ],
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-LOC": 7,
+    "B-MISC": 1,
+    "B-ORG": 5,
+    "B-PER": 3,
+    "I-LOC": 8,
+    "I-MISC": 2,
+    "I-ORG": 6,
+    "I-PER": 4,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "neuron_batch_size": 1,
+  "neuron_sequence_length": 128,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_names": [
+    "logits"
+  ],
+  "output_past": true,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torchscript": true,
+  "transformers_version": "4.29.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28996
+}

model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213d9250f75b92507ab889df62f663fe19e5dc1822ec1d7a49c8be54370d588d
+size 400559352

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "max_len": 512,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}