|
<?xml version="1.0"?> |
|
<net name="tokenizer" version="11"> |
|
<layers> |
|
<layer id="0" name="Parameter_331687" type="Parameter" version="opset1"> |
|
<data shape="?" element_type="string" /> |
|
<output> |
|
<port id="0" precision="STRING" names="Parameter_331687"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="1" name="Constant_331693" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="0" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="2" name="StringTensorUnpack_331688" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="STRING"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="3" name="ShapeOf_331689" type="ShapeOf" version="opset3"> |
|
<data output_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="4" name="Constant_331690" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="0" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="5" name="Constant_331691" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="0" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="6" name="Gather_331692" type="Gather" version="opset8"> |
|
<data batch_dims="0" /> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>1</dim> |
|
</port> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="7" name="Constant_331694" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="8" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="8" name="Range_331695" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="9" name="Constant_331696" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="8" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="10" name="Constant_331697" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="8" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="11" name="Add_331698" type="Add" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="12" name="Constant_331699" type="Const" version="opset1"> |
|
<data element_type="i64" shape="" offset="8" size="8" /> |
|
<output> |
|
<port id="0" precision="I64" /> |
|
</output> |
|
</layer> |
|
<layer id="13" name="Range_331700" type="Range" version="opset4"> |
|
<data output_type="i32" /> |
|
<input> |
|
<port id="0" precision="I64" /> |
|
<port id="1" precision="I64" /> |
|
<port id="2" precision="I64" /> |
|
</input> |
|
<output> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="14" name="Constant_331762" type="Const" version="opset1"> |
|
<data element_type="u8" shape="42834" offset="16" size="42834" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>42834</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="15" name="SpecialTokensSplit_331763" type="SpecialTokensSplit" version="extension"> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="U8"> |
|
<dim>42834</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="16" name="Constant_331765" type="Const" version="opset1"> |
|
<data element_type="u8" shape="5" offset="42850" size="5" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>5</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="17" name="RegexSplit_331766" type="RegexSplit" version="extension"> |
|
<data behaviour="contiguous" invert="false" max_splits="-1" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="U8"> |
|
<dim>5</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="18" name="Constant_331768" type="Const" version="opset1"> |
|
<data element_type="u8" shape="64" offset="42855" size="64" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>64</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="19" name="RegexSplit_331769" type="RegexSplit" version="extension"> |
|
<data behaviour="isolate" invert="false" max_splits="-1" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="U8"> |
|
<dim>64</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="20" name="Constant_331771" type="Const" version="opset1"> |
|
<data element_type="u8" shape="20" offset="42919" size="20" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>20</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="21" name="RegexSplit_331772" type="RegexSplit" version="extension"> |
|
<data behaviour="isolate" invert="false" max_splits="-1" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="U8"> |
|
<dim>20</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="7" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="BOOL"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="22" name="Constant_331774" type="Const" version="opset1"> |
|
<data element_type="u8" shape="1440855" offset="42939" size="1440855" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>1440855</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="23" name="StringTensorUnpack_331775" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>1440855</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="24" name="Constant_331780" type="Const" version="opset1"> |
|
<data element_type="u8" shape="974381" offset="1483794" size="974381" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>974381</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="25" name="StringTensorUnpack_331781" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>974381</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="26" name="Constant_331783" type="Const" version="opset1"> |
|
<data element_type="u8" shape="943761" offset="2458175" size="943761" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>943761</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="27" name="StringTensorUnpack_331784" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>943761</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="28" name="Constant_331777" type="Const" version="opset1"> |
|
<data element_type="u8" shape="36766" offset="3401936" size="36766" /> |
|
<output> |
|
<port id="0" precision="U8"> |
|
<dim>36766</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="29" name="StringTensorUnpack_331778" type="StringTensorUnpack" version="extension"> |
|
<data mode="begins_ends" /> |
|
<input> |
|
<port id="0" precision="U8"> |
|
<dim>36766</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="30" name="Constant_331785" type="Const" version="opset1"> |
|
<data element_type="i32" shape="2023" offset="3438702" size="8092" /> |
|
<output> |
|
<port id="0" precision="I32"> |
|
<dim>2023</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="31" name="BPETokenizer_331786" type="BPETokenizer" version="extension"> |
|
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="26214" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="4" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="7" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="8" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="9" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="10" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="11" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="12" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="13" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="14" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="15" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="16" precision="U8"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="17" precision="I32"> |
|
<dim>2023</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="18" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="19" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="20" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="32" name="Subtract_331787" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="33" name="Constant_331788" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="3446794" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="34" name="Minimum_331789" type="Minimum" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="35" name="Subtract_331790" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="36" name="Subtract_331791" type="Subtract" version="opset1"> |
|
<data auto_broadcast="numpy" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="37" name="Constant_331792" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="3446798" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="38" name="ReduceMax_331793" type="ReduceMax" version="opset1"> |
|
<data keep_dims="false" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="2" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="39" name="Constant_331794" type="Const" version="opset1"> |
|
<data element_type="i32" shape="" offset="3446802" size="4" /> |
|
<output> |
|
<port id="0" precision="I32" /> |
|
</output> |
|
</layer> |
|
<layer id="40" name="RaggedToDense_331795" type="RaggedToDense" version="extension"> |
|
<data pad_right="false" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="2" precision="I32"> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="3" precision="I32" /> |
|
<port id="4" precision="I32" /> |
|
</input> |
|
<output> |
|
<port id="5" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
<port id="6" precision="BOOL"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="41" name="Convert_331796" type="Convert" version="opset1"> |
|
<data destination_type="i32" /> |
|
<input> |
|
<port id="0" precision="BOOL"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="42" name="Convert_331796" type="Convert" version="opset1"> |
|
<data destination_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64" names="attention_mask"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="44" name="RaggedToDense_331795.0" type="Convert" version="opset1"> |
|
<data destination_type="i64" /> |
|
<input> |
|
<port id="0" precision="I32"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
<output> |
|
<port id="1" precision="I64" names="input_ids"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</output> |
|
</layer> |
|
<layer id="45" name="Result_331797" type="Result" version="opset1"> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
</layer> |
|
<layer id="43" name="Result_331798" type="Result" version="opset1"> |
|
<input> |
|
<port id="0" precision="I64"> |
|
<dim>-1</dim> |
|
<dim>-1</dim> |
|
</port> |
|
</input> |
|
</layer> |
|
</layers> |
|
<edges> |
|
<edge from-layer="0" from-port="0" to-layer="2" to-port="0" /> |
|
<edge from-layer="1" from-port="0" to-layer="8" to-port="0" /> |
|
<edge from-layer="2" from-port="1" to-layer="3" to-port="0" /> |
|
<edge from-layer="2" from-port="3" to-layer="15" to-port="4" /> |
|
<edge from-layer="2" from-port="2" to-layer="15" to-port="3" /> |
|
<edge from-layer="2" from-port="1" to-layer="15" to-port="2" /> |
|
<edge from-layer="3" from-port="1" to-layer="6" to-port="0" /> |
|
<edge from-layer="4" from-port="0" to-layer="6" to-port="1" /> |
|
<edge from-layer="5" from-port="0" to-layer="6" to-port="2" /> |
|
<edge from-layer="6" from-port="3" to-layer="8" to-port="1" /> |
|
<edge from-layer="6" from-port="3" to-layer="11" to-port="0" /> |
|
<edge from-layer="7" from-port="0" to-layer="8" to-port="2" /> |
|
<edge from-layer="8" from-port="3" to-layer="15" to-port="0" /> |
|
<edge from-layer="9" from-port="0" to-layer="13" to-port="0" /> |
|
<edge from-layer="10" from-port="0" to-layer="11" to-port="1" /> |
|
<edge from-layer="11" from-port="2" to-layer="13" to-port="1" /> |
|
<edge from-layer="12" from-port="0" to-layer="13" to-port="2" /> |
|
<edge from-layer="13" from-port="3" to-layer="15" to-port="1" /> |
|
<edge from-layer="14" from-port="0" to-layer="15" to-port="5" /> |
|
<edge from-layer="15" from-port="6" to-layer="17" to-port="0" /> |
|
<edge from-layer="15" from-port="7" to-layer="17" to-port="1" /> |
|
<edge from-layer="15" from-port="8" to-layer="17" to-port="2" /> |
|
<edge from-layer="15" from-port="9" to-layer="17" to-port="3" /> |
|
<edge from-layer="15" from-port="10" to-layer="17" to-port="4" /> |
|
<edge from-layer="15" from-port="11" to-layer="17" to-port="5" /> |
|
<edge from-layer="16" from-port="0" to-layer="17" to-port="6" /> |
|
<edge from-layer="17" from-port="8" to-layer="19" to-port="1" /> |
|
<edge from-layer="17" from-port="9" to-layer="19" to-port="2" /> |
|
<edge from-layer="17" from-port="10" to-layer="19" to-port="3" /> |
|
<edge from-layer="17" from-port="11" to-layer="19" to-port="4" /> |
|
<edge from-layer="17" from-port="12" to-layer="19" to-port="5" /> |
|
<edge from-layer="17" from-port="7" to-layer="19" to-port="0" /> |
|
<edge from-layer="18" from-port="0" to-layer="19" to-port="6" /> |
|
<edge from-layer="19" from-port="12" to-layer="21" to-port="5" /> |
|
<edge from-layer="19" from-port="11" to-layer="21" to-port="4" /> |
|
<edge from-layer="19" from-port="10" to-layer="21" to-port="3" /> |
|
<edge from-layer="19" from-port="9" to-layer="21" to-port="2" /> |
|
<edge from-layer="19" from-port="8" to-layer="21" to-port="1" /> |
|
<edge from-layer="19" from-port="7" to-layer="21" to-port="0" /> |
|
<edge from-layer="20" from-port="0" to-layer="21" to-port="6" /> |
|
<edge from-layer="21" from-port="7" to-layer="31" to-port="0" /> |
|
<edge from-layer="21" from-port="8" to-layer="31" to-port="1" /> |
|
<edge from-layer="21" from-port="9" to-layer="31" to-port="2" /> |
|
<edge from-layer="21" from-port="10" to-layer="31" to-port="3" /> |
|
<edge from-layer="21" from-port="11" to-layer="31" to-port="4" /> |
|
<edge from-layer="22" from-port="0" to-layer="23" to-port="0" /> |
|
<edge from-layer="23" from-port="3" to-layer="31" to-port="7" /> |
|
<edge from-layer="23" from-port="2" to-layer="31" to-port="6" /> |
|
<edge from-layer="23" from-port="1" to-layer="31" to-port="5" /> |
|
<edge from-layer="24" from-port="0" to-layer="25" to-port="0" /> |
|
<edge from-layer="25" from-port="1" to-layer="31" to-port="8" /> |
|
<edge from-layer="25" from-port="2" to-layer="31" to-port="9" /> |
|
<edge from-layer="25" from-port="3" to-layer="31" to-port="10" /> |
|
<edge from-layer="26" from-port="0" to-layer="27" to-port="0" /> |
|
<edge from-layer="27" from-port="1" to-layer="31" to-port="11" /> |
|
<edge from-layer="27" from-port="2" to-layer="31" to-port="12" /> |
|
<edge from-layer="27" from-port="3" to-layer="31" to-port="13" /> |
|
<edge from-layer="28" from-port="0" to-layer="29" to-port="0" /> |
|
<edge from-layer="29" from-port="1" to-layer="31" to-port="14" /> |
|
<edge from-layer="29" from-port="2" to-layer="31" to-port="15" /> |
|
<edge from-layer="29" from-port="3" to-layer="31" to-port="16" /> |
|
<edge from-layer="30" from-port="0" to-layer="31" to-port="17" /> |
|
<edge from-layer="31" from-port="19" to-layer="35" to-port="0" /> |
|
<edge from-layer="31" from-port="20" to-layer="40" to-port="2" /> |
|
<edge from-layer="31" from-port="19" to-layer="40" to-port="1" /> |
|
<edge from-layer="31" from-port="19" to-layer="36" to-port="0" /> |
|
<edge from-layer="31" from-port="18" to-layer="32" to-port="1" /> |
|
<edge from-layer="31" from-port="19" to-layer="32" to-port="0" /> |
|
<edge from-layer="32" from-port="2" to-layer="34" to-port="0" /> |
|
<edge from-layer="33" from-port="0" to-layer="34" to-port="1" /> |
|
<edge from-layer="34" from-port="2" to-layer="35" to-port="1" /> |
|
<edge from-layer="35" from-port="2" to-layer="36" to-port="1" /> |
|
<edge from-layer="35" from-port="2" to-layer="40" to-port="0" /> |
|
<edge from-layer="36" from-port="2" to-layer="38" to-port="0" /> |
|
<edge from-layer="37" from-port="0" to-layer="38" to-port="1" /> |
|
<edge from-layer="38" from-port="2" to-layer="40" to-port="3" /> |
|
<edge from-layer="39" from-port="0" to-layer="40" to-port="4" /> |
|
<edge from-layer="40" from-port="6" to-layer="41" to-port="0" /> |
|
<edge from-layer="40" from-port="5" to-layer="44" to-port="0" /> |
|
<edge from-layer="41" from-port="1" to-layer="42" to-port="0" /> |
|
<edge from-layer="42" from-port="1" to-layer="43" to-port="0" /> |
|
<edge from-layer="44" from-port="1" to-layer="45" to-port="0" /> |
|
</edges> |
|
<rt_info> |
|
<add_attention_mask value="True" /> |
|
<add_prefix_space /> |
|
<add_special_tokens value="True" /> |
|
<chat_template value="{% if tools %}{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|system|> ' + message['content'] + ' You are an expert in composing functions. You are given a question and a set of possible functions. Based on the question, you will need to make one or more function/tool calls to achieve the purpose. If none of the functions can be used, point it out and refuse to answer. If the given question lacks the parameters required by the function, also point it out. You have access to the following tools: <tools>' + tools|tojson + '</tools> The output MUST strictly adhere to the following format, and NO other text MUST be included. The example format is as follows. Please make sure the parameter type is correct. If no function call is needed, please make the tool calls an empty list []. <tool_call>[ {"name": "function_name1", "arguments": {"argument1": "value1", "argument2": "value2"}}, ... (more tool calls as required) ]</tool_call>' }}{% elif message['role'] == 'user' %}{{ '<|user|> ' + message['content'] + ' ' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '<|assistant|> ' + message['content'] + eos_token + ' ' }}{% else %}{{ '<|assistant|> ' + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|> ' }}{% endif %}{% endfor %}{% else %}{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|system|> ' + message['content'] + ' ' }}{% elif message['role'] == 'user' %}{{ '<|user|> ' + message['content'] + ' ' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '<|assistant|> ' + message['content'] + eos_token + ' ' }}{% else %}{{ '<|assistant|> ' + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|> ' }}{% endif %}{% endfor %}{% endif %}" /> |
|
<clean_up_tokenization_spaces /> |
|
<detokenizer_input_type value="i64" /> |
|
<eos_token_id value="11" /> |
|
<handle_special_tokens_with_re /> |
|
<number_of_inputs value="1" /> |
|
<openvino_tokenizers_version value="2024.5.0.0" /> |
|
<openvino_version value="2024.5.0" /> |
|
<original_tokenizer_class value="<class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" /> |
|
<pad_token_id value="2023" /> |
|
<sentencepiece_version value="0.2.0" /> |
|
<skip_special_tokens value="True" /> |
|
<streaming_detokenizer value="False" /> |
|
<tiktoken_version value="0.7.0" /> |
|
<tokenizer_output_type value="i64" /> |
|
<tokenizers_version value="0.21.0" /> |
|
<transformers_version value="4.48.0.dev0" /> |
|
<use_max_padding value="False" /> |
|
<use_sentencepiece_backend value="False" /> |
|
<utf8_replace_mode /> |
|
<with_detokenizer value="True" /> |
|
</rt_info> |
|
</net> |
|
|
