Converse API code samples for custom model import
If you're importing a Mistral or a Llama type instruct model and you want to use the Converse or the ConverseStream API
,make sure to include following chat_template
in the tokenizer_config.json
. Select the tab corresponding to the model type you are importing.
- Llama 3.2 Text
-
{ "added_tokens_decoder": { "128000": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128001": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128002": { "content": "<|reserved_special_token_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128003": { "content": "<|reserved_special_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128004": { "content": "<|finetune_right_pad_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128005": { "content": "<|reserved_special_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128006": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128007": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128008": { "content": "<|eom_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128009": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128010": { "content": "<|python_tag|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128011": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128012": { "content": "<|reserved_special_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128013": { "content": "<|reserved_special_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128014": { "content": "<|reserved_special_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128015": { "content": "<|reserved_special_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128016": { "content": "<|reserved_special_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128017": { "content": "<|reserved_special_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128018": { "content": "<|reserved_special_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128019": { "content": "<|reserved_special_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128020": { "content": "<|reserved_special_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128021": { "content": "<|reserved_special_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128022": { "content": "<|reserved_special_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128023": { "content": "<|reserved_special_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128024": { "content": "<|reserved_special_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128025": { "content": "<|reserved_special_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128026": { "content": "<|reserved_special_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128027": { "content": "<|reserved_special_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128028": { "content": "<|reserved_special_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128029": { "content": "<|reserved_special_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128030": { "content": "<|reserved_special_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128031": { "content": "<|reserved_special_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128032": { "content": "<|reserved_special_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128033": { "content": "<|reserved_special_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128034": { "content": "<|reserved_special_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128035": { "content": "<|reserved_special_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128036": { "content": "<|reserved_special_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128037": { "content": "<|reserved_special_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128038": { "content": "<|reserved_special_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128039": { "content": "<|reserved_special_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128040": { "content": "<|reserved_special_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128041": { "content": "<|reserved_special_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128042": { "content": "<|reserved_special_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128043": { "content": "<|reserved_special_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128044": { "content": "<|reserved_special_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128045": { "content": "<|reserved_special_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128046": { "content": "<|reserved_special_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128047": { "content": "<|reserved_special_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128048": { "content": "<|reserved_special_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128049": { "content": "<|reserved_special_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128050": { "content": "<|reserved_special_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128051": { "content": "<|reserved_special_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128052": { "content": "<|reserved_special_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128053": { "content": "<|reserved_special_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128054": { "content": "<|reserved_special_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128055": { "content": "<|reserved_special_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128056": { "content": "<|reserved_special_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128057": { "content": "<|reserved_special_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128058": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128059": { "content": "<|reserved_special_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128060": { "content": "<|reserved_special_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128061": { "content": "<|reserved_special_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128062": { "content": "<|reserved_special_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128063": { "content": "<|reserved_special_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128064": { "content": "<|reserved_special_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128065": { "content": "<|reserved_special_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128066": { "content": "<|reserved_special_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128067": { "content": "<|reserved_special_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128068": { "content": "<|reserved_special_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128069": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128070": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128071": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128072": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128073": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128074": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128075": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128076": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128077": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128078": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128079": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128080": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128081": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128082": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128083": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128084": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128085": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128086": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128087": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128088": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128089": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128090": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128091": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128092": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128093": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128094": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128095": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128096": { "content": "<|reserved_special_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128097": { "content": "<|reserved_special_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128098": { "content": "<|reserved_special_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128099": { "content": "<|reserved_special_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128100": { "content": "<|reserved_special_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128101": { "content": "<|reserved_special_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128102": { "content": "<|reserved_special_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128103": { "content": "<|reserved_special_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128104": { "content": "<|reserved_special_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128105": { "content": "<|reserved_special_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128106": { "content": "<|reserved_special_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128107": { "content": "<|reserved_special_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128108": { "content": "<|reserved_special_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128109": { "content": "<|reserved_special_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128110": { "content": "<|reserved_special_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128111": { "content": "<|reserved_special_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128112": { "content": "<|reserved_special_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128113": { "content": "<|reserved_special_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128114": { "content": "<|reserved_special_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128115": { "content": "<|reserved_special_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128116": { "content": "<|reserved_special_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128117": { "content": "<|reserved_special_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128118": { "content": "<|reserved_special_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128119": { "content": "<|reserved_special_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128120": { "content": "<|reserved_special_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128121": { "content": "<|reserved_special_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128122": { "content": "<|reserved_special_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128123": { "content": "<|reserved_special_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128124": { "content": "<|reserved_special_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128125": { "content": "<|reserved_special_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128126": { "content": "<|reserved_special_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128127": { "content": "<|reserved_special_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128128": { "content": "<|reserved_special_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128129": { "content": "<|reserved_special_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128130": { "content": "<|reserved_special_token_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128131": { "content": "<|reserved_special_token_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128132": { "content": "<|reserved_special_token_124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128133": { "content": "<|reserved_special_token_125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128134": { "content": "<|reserved_special_token_126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128135": { "content": "<|reserved_special_token_127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128136": { "content": "<|reserved_special_token_128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128137": { "content": "<|reserved_special_token_129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128138": { "content": "<|reserved_special_token_130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128139": { "content": "<|reserved_special_token_131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128140": { "content": "<|reserved_special_token_132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128141": { "content": "<|reserved_special_token_133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128142": { "content": "<|reserved_special_token_134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128143": { "content": "<|reserved_special_token_135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128144": { "content": "<|reserved_special_token_136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128145": { "content": "<|reserved_special_token_137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128146": { "content": "<|reserved_special_token_138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128147": { "content": "<|reserved_special_token_139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128148": { "content": "<|reserved_special_token_140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128149": { "content": "<|reserved_special_token_141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128150": { "content": "<|reserved_special_token_142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128151": { "content": "<|reserved_special_token_143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128152": { "content": "<|reserved_special_token_144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128153": { "content": "<|reserved_special_token_145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128154": { "content": "<|reserved_special_token_146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128155": { "content": "<|reserved_special_token_147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128156": { "content": "<|reserved_special_token_148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128157": { "content": "<|reserved_special_token_149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128158": { "content": "<|reserved_special_token_150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128159": { "content": "<|reserved_special_token_151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128160": { "content": "<|reserved_special_token_152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128161": { "content": "<|reserved_special_token_153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128162": { "content": "<|reserved_special_token_154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128163": { "content": "<|reserved_special_token_155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128164": { "content": "<|reserved_special_token_156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128165": { "content": "<|reserved_special_token_157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128166": { "content": "<|reserved_special_token_158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128167": { "content": "<|reserved_special_token_159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128168": { "content": "<|reserved_special_token_160|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128169": { "content": "<|reserved_special_token_161|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128170": { "content": "<|reserved_special_token_162|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128171": { "content": "<|reserved_special_token_163|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128172": { "content": "<|reserved_special_token_164|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128173": { "content": "<|reserved_special_token_165|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128174": { "content": "<|reserved_special_token_166|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128175": { "content": "<|reserved_special_token_167|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128176": { "content": "<|reserved_special_token_168|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128177": { "content": "<|reserved_special_token_169|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128178": { "content": "<|reserved_special_token_170|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128179": { "content": "<|reserved_special_token_171|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128180": { "content": "<|reserved_special_token_172|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128181": { "content": "<|reserved_special_token_173|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128182": { "content": "<|reserved_special_token_174|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128183": { "content": "<|reserved_special_token_175|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128184": { "content": "<|reserved_special_token_176|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128185": { "content": "<|reserved_special_token_177|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128186": { "content": "<|reserved_special_token_178|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128187": { "content": "<|reserved_special_token_179|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128188": { "content": "<|reserved_special_token_180|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128189": { "content": "<|reserved_special_token_181|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128190": { "content": "<|reserved_special_token_182|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128191": { "content": "<|reserved_special_token_183|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128192": { "content": "<|reserved_special_token_184|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128193": { "content": "<|reserved_special_token_185|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128194": { "content": "<|reserved_special_token_186|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128195": { "content": "<|reserved_special_token_187|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128196": { "content": "<|reserved_special_token_188|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128197": { "content": "<|reserved_special_token_189|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128198": { "content": "<|reserved_special_token_190|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128199": { "content": "<|reserved_special_token_191|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128200": { "content": "<|reserved_special_token_192|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128201": { "content": "<|reserved_special_token_193|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128202": { "content": "<|reserved_special_token_194|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128203": { "content": "<|reserved_special_token_195|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128204": { "content": "<|reserved_special_token_196|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128205": { "content": "<|reserved_special_token_197|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128206": { "content": "<|reserved_special_token_198|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128207": { "content": "<|reserved_special_token_199|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128208": { "content": "<|reserved_special_token_200|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128209": { "content": "<|reserved_special_token_201|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128210": { "content": "<|reserved_special_token_202|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128211": { "content": "<|reserved_special_token_203|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128212": { "content": "<|reserved_special_token_204|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128213": { "content": "<|reserved_special_token_205|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128214": { "content": "<|reserved_special_token_206|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128215": { "content": "<|reserved_special_token_207|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128216": { "content": "<|reserved_special_token_208|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128217": { "content": "<|reserved_special_token_209|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128218": { "content": "<|reserved_special_token_210|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128219": { "content": "<|reserved_special_token_211|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128220": { "content": "<|reserved_special_token_212|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128221": { "content": "<|reserved_special_token_213|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128222": { "content": "<|reserved_special_token_214|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128223": { "content": "<|reserved_special_token_215|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128224": { "content": "<|reserved_special_token_216|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128225": { "content": "<|reserved_special_token_217|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128226": { "content": "<|reserved_special_token_218|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128227": { "content": "<|reserved_special_token_219|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128228": { "content": "<|reserved_special_token_220|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128229": { "content": "<|reserved_special_token_221|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128230": { "content": "<|reserved_special_token_222|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128231": { "content": "<|reserved_special_token_223|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128232": { "content": "<|reserved_special_token_224|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128233": { "content": "<|reserved_special_token_225|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128234": { "content": "<|reserved_special_token_226|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128235": { "content": "<|reserved_special_token_227|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128236": { "content": "<|reserved_special_token_228|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128237": { "content": "<|reserved_special_token_229|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128238": { "content": "<|reserved_special_token_230|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128239": { "content": "<|reserved_special_token_231|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128240": { "content": "<|reserved_special_token_232|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128241": { "content": "<|reserved_special_token_233|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128242": { "content": "<|reserved_special_token_234|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128243": { "content": "<|reserved_special_token_235|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128244": { "content": "<|reserved_special_token_236|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128245": { "content": "<|reserved_special_token_237|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128246": { "content": "<|reserved_special_token_238|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128247": { "content": "<|reserved_special_token_239|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128248": { "content": "<|reserved_special_token_240|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128249": { "content": "<|reserved_special_token_241|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128250": { "content": "<|reserved_special_token_242|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128251": { "content": "<|reserved_special_token_243|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128252": { "content": "<|reserved_special_token_244|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128253": { "content": "<|reserved_special_token_245|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128254": { "content": "<|reserved_special_token_246|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128255": { "content": "<|reserved_special_token_247|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 131072, "tokenizer_class": "PreTrainedTokenizerFast" }
- Llama 3.1 Text
-
{ "added_tokens_decoder": { "128000": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128001": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128002": { "content": "<|reserved_special_token_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128003": { "content": "<|reserved_special_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128004": { "content": "<|finetune_right_pad_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128005": { "content": "<|reserved_special_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128006": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128007": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128008": { "content": "<|eom_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128009": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128010": { "content": "<|python_tag|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128011": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128012": { "content": "<|reserved_special_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128013": { "content": "<|reserved_special_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128014": { "content": "<|reserved_special_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128015": { "content": "<|reserved_special_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128016": { "content": "<|reserved_special_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128017": { "content": "<|reserved_special_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128018": { "content": "<|reserved_special_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128019": { "content": "<|reserved_special_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128020": { "content": "<|reserved_special_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128021": { "content": "<|reserved_special_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128022": { "content": "<|reserved_special_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128023": { "content": "<|reserved_special_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128024": { "content": "<|reserved_special_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128025": { "content": "<|reserved_special_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128026": { "content": "<|reserved_special_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128027": { "content": "<|reserved_special_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128028": { "content": "<|reserved_special_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128029": { "content": "<|reserved_special_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128030": { "content": "<|reserved_special_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128031": { "content": "<|reserved_special_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128032": { "content": "<|reserved_special_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128033": { "content": "<|reserved_special_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128034": { "content": "<|reserved_special_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128035": { "content": "<|reserved_special_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128036": { "content": "<|reserved_special_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128037": { "content": "<|reserved_special_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128038": { "content": "<|reserved_special_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128039": { "content": "<|reserved_special_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128040": { "content": "<|reserved_special_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128041": { "content": "<|reserved_special_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128042": { "content": "<|reserved_special_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128043": { "content": "<|reserved_special_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128044": { "content": "<|reserved_special_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128045": { "content": "<|reserved_special_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128046": { "content": "<|reserved_special_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128047": { "content": "<|reserved_special_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128048": { "content": "<|reserved_special_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128049": { "content": "<|reserved_special_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128050": { "content": "<|reserved_special_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128051": { "content": "<|reserved_special_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128052": { "content": "<|reserved_special_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128053": { "content": "<|reserved_special_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128054": { "content": "<|reserved_special_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128055": { "content": "<|reserved_special_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128056": { "content": "<|reserved_special_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128057": { "content": "<|reserved_special_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128058": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128059": { "content": "<|reserved_special_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128060": { "content": "<|reserved_special_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128061": { "content": "<|reserved_special_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128062": { "content": "<|reserved_special_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128063": { "content": "<|reserved_special_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128064": { "content": "<|reserved_special_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128065": { "content": "<|reserved_special_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128066": { "content": "<|reserved_special_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128067": { "content": "<|reserved_special_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128068": { "content": "<|reserved_special_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128069": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128070": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128071": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128072": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128073": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128074": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128075": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128076": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128077": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128078": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128079": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128080": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128081": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128082": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128083": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128084": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128085": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128086": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128087": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128088": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128089": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128090": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128091": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128092": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128093": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128094": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128095": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128096": { "content": "<|reserved_special_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128097": { "content": "<|reserved_special_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128098": { "content": "<|reserved_special_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128099": { "content": "<|reserved_special_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128100": { "content": "<|reserved_special_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128101": { "content": "<|reserved_special_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128102": { "content": "<|reserved_special_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128103": { "content": "<|reserved_special_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128104": { "content": "<|reserved_special_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128105": { "content": "<|reserved_special_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128106": { "content": "<|reserved_special_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128107": { "content": "<|reserved_special_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128108": { "content": "<|reserved_special_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128109": { "content": "<|reserved_special_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128110": { "content": "<|reserved_special_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128111": { "content": "<|reserved_special_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128112": { "content": "<|reserved_special_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128113": { "content": "<|reserved_special_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128114": { "content": "<|reserved_special_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128115": { "content": "<|reserved_special_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128116": { "content": "<|reserved_special_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128117": { "content": "<|reserved_special_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128118": { "content": "<|reserved_special_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128119": { "content": "<|reserved_special_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128120": { "content": "<|reserved_special_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128121": { "content": "<|reserved_special_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128122": { "content": "<|reserved_special_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128123": { "content": "<|reserved_special_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128124": { "content": "<|reserved_special_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128125": { "content": "<|reserved_special_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128126": { "content": "<|reserved_special_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128127": { "content": "<|reserved_special_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128128": { "content": "<|reserved_special_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128129": { "content": "<|reserved_special_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128130": { "content": "<|reserved_special_token_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128131": { "content": "<|reserved_special_token_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128132": { "content": "<|reserved_special_token_124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128133": { "content": "<|reserved_special_token_125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128134": { "content": "<|reserved_special_token_126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128135": { "content": "<|reserved_special_token_127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128136": { "content": "<|reserved_special_token_128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128137": { "content": "<|reserved_special_token_129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128138": { "content": "<|reserved_special_token_130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128139": { "content": "<|reserved_special_token_131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128140": { "content": "<|reserved_special_token_132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128141": { "content": "<|reserved_special_token_133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128142": { "content": "<|reserved_special_token_134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128143": { "content": "<|reserved_special_token_135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128144": { "content": "<|reserved_special_token_136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128145": { "content": "<|reserved_special_token_137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128146": { "content": "<|reserved_special_token_138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128147": { "content": "<|reserved_special_token_139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128148": { "content": "<|reserved_special_token_140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128149": { "content": "<|reserved_special_token_141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128150": { "content": "<|reserved_special_token_142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128151": { "content": "<|reserved_special_token_143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128152": { "content": "<|reserved_special_token_144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128153": { "content": "<|reserved_special_token_145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128154": { "content": "<|reserved_special_token_146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128155": { "content": "<|reserved_special_token_147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128156": { "content": "<|reserved_special_token_148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128157": { "content": "<|reserved_special_token_149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128158": { "content": "<|reserved_special_token_150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128159": { "content": "<|reserved_special_token_151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128160": { "content": "<|reserved_special_token_152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128161": { "content": "<|reserved_special_token_153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128162": { "content": "<|reserved_special_token_154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128163": { "content": "<|reserved_special_token_155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128164": { "content": "<|reserved_special_token_156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128165": { "content": "<|reserved_special_token_157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128166": { "content": "<|reserved_special_token_158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128167": { "content": "<|reserved_special_token_159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128168": { "content": "<|reserved_special_token_160|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128169": { "content": "<|reserved_special_token_161|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128170": { "content": "<|reserved_special_token_162|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128171": { "content": "<|reserved_special_token_163|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128172": { "content": "<|reserved_special_token_164|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128173": { "content": "<|reserved_special_token_165|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128174": { "content": "<|reserved_special_token_166|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128175": { "content": "<|reserved_special_token_167|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128176": { "content": "<|reserved_special_token_168|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128177": { "content": "<|reserved_special_token_169|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128178": { "content": "<|reserved_special_token_170|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128179": { "content": "<|reserved_special_token_171|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128180": { "content": "<|reserved_special_token_172|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128181": { "content": "<|reserved_special_token_173|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128182": { "content": "<|reserved_special_token_174|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128183": { "content": "<|reserved_special_token_175|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128184": { "content": "<|reserved_special_token_176|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128185": { "content": "<|reserved_special_token_177|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128186": { "content": "<|reserved_special_token_178|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128187": { "content": "<|reserved_special_token_179|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128188": { "content": "<|reserved_special_token_180|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128189": { "content": "<|reserved_special_token_181|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128190": { "content": "<|reserved_special_token_182|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128191": { "content": "<|reserved_special_token_183|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128192": { "content": "<|reserved_special_token_184|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128193": { "content": "<|reserved_special_token_185|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128194": { "content": "<|reserved_special_token_186|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128195": { "content": "<|reserved_special_token_187|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128196": { "content": "<|reserved_special_token_188|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128197": { "content": "<|reserved_special_token_189|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128198": { "content": "<|reserved_special_token_190|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128199": { "content": "<|reserved_special_token_191|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128200": { "content": "<|reserved_special_token_192|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128201": { "content": "<|reserved_special_token_193|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128202": { "content": "<|reserved_special_token_194|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128203": { "content": "<|reserved_special_token_195|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128204": { "content": "<|reserved_special_token_196|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128205": { "content": "<|reserved_special_token_197|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128206": { "content": "<|reserved_special_token_198|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128207": { "content": "<|reserved_special_token_199|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128208": { "content": "<|reserved_special_token_200|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128209": { "content": "<|reserved_special_token_201|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128210": { "content": "<|reserved_special_token_202|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128211": { "content": "<|reserved_special_token_203|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128212": { "content": "<|reserved_special_token_204|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128213": { "content": "<|reserved_special_token_205|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128214": { "content": "<|reserved_special_token_206|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128215": { "content": "<|reserved_special_token_207|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128216": { "content": "<|reserved_special_token_208|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128217": { "content": "<|reserved_special_token_209|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128218": { "content": "<|reserved_special_token_210|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128219": { "content": "<|reserved_special_token_211|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128220": { "content": "<|reserved_special_token_212|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128221": { "content": "<|reserved_special_token_213|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128222": { "content": "<|reserved_special_token_214|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128223": { "content": "<|reserved_special_token_215|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128224": { "content": "<|reserved_special_token_216|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128225": { "content": "<|reserved_special_token_217|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128226": { "content": "<|reserved_special_token_218|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128227": { "content": "<|reserved_special_token_219|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128228": { "content": "<|reserved_special_token_220|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128229": { "content": "<|reserved_special_token_221|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128230": { "content": "<|reserved_special_token_222|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128231": { "content": "<|reserved_special_token_223|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128232": { "content": "<|reserved_special_token_224|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128233": { "content": "<|reserved_special_token_225|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128234": { "content": "<|reserved_special_token_226|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128235": { "content": "<|reserved_special_token_227|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128236": { "content": "<|reserved_special_token_228|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128237": { "content": "<|reserved_special_token_229|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128238": { "content": "<|reserved_special_token_230|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128239": { "content": "<|reserved_special_token_231|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128240": { "content": "<|reserved_special_token_232|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128241": { "content": "<|reserved_special_token_233|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128242": { "content": "<|reserved_special_token_234|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128243": { "content": "<|reserved_special_token_235|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128244": { "content": "<|reserved_special_token_236|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128245": { "content": "<|reserved_special_token_237|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128246": { "content": "<|reserved_special_token_238|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128247": { "content": "<|reserved_special_token_239|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128248": { "content": "<|reserved_special_token_240|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128249": { "content": "<|reserved_special_token_241|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128250": { "content": "<|reserved_special_token_242|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128251": { "content": "<|reserved_special_token_243|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128252": { "content": "<|reserved_special_token_244|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128253": { "content": "<|reserved_special_token_245|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128254": { "content": "<|reserved_special_token_246|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128255": { "content": "<|reserved_special_token_247|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 131072, "tokenizer_class": "PreTrainedTokenizerFast" }
- Llama 3.0 Text
-
{ "added_tokens_decoder": { "128000": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128001": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128002": { "content": "<|reserved_special_token_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128003": { "content": "<|reserved_special_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128004": { "content": "<|reserved_special_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128005": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128006": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128007": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128008": { "content": "<|reserved_special_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128009": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128010": { "content": "<|reserved_special_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128011": { "content": "<|reserved_special_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128012": { "content": "<|reserved_special_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128013": { "content": "<|reserved_special_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128014": { "content": "<|reserved_special_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128015": { "content": "<|reserved_special_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128016": { "content": "<|reserved_special_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128017": { "content": "<|reserved_special_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128018": { "content": "<|reserved_special_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128019": { "content": "<|reserved_special_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128020": { "content": "<|reserved_special_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128021": { "content": "<|reserved_special_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128022": { "content": "<|reserved_special_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128023": { "content": "<|reserved_special_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128024": { "content": "<|reserved_special_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128025": { "content": "<|reserved_special_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128026": { "content": "<|reserved_special_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128027": { "content": "<|reserved_special_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128028": { "content": "<|reserved_special_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128029": { "content": "<|reserved_special_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128030": { "content": "<|reserved_special_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128031": { "content": "<|reserved_special_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128032": { "content": "<|reserved_special_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128033": { "content": "<|reserved_special_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128034": { "content": "<|reserved_special_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128035": { "content": "<|reserved_special_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128036": { "content": "<|reserved_special_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128037": { "content": "<|reserved_special_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128038": { "content": "<|reserved_special_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128039": { "content": "<|reserved_special_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128040": { "content": "<|reserved_special_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128041": { "content": "<|reserved_special_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128042": { "content": "<|reserved_special_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128043": { "content": "<|reserved_special_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128044": { "content": "<|reserved_special_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128045": { "content": "<|reserved_special_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128046": { "content": "<|reserved_special_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128047": { "content": "<|reserved_special_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128048": { "content": "<|reserved_special_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128049": { "content": "<|reserved_special_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128050": { "content": "<|reserved_special_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128051": { "content": "<|reserved_special_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128052": { "content": "<|reserved_special_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128053": { "content": "<|reserved_special_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128054": { "content": "<|reserved_special_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128055": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128056": { "content": "<|reserved_special_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128057": { "content": "<|reserved_special_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128058": { "content": "<|reserved_special_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128059": { "content": "<|reserved_special_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128060": { "content": "<|reserved_special_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128061": { "content": "<|reserved_special_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128062": { "content": "<|reserved_special_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128063": { "content": "<|reserved_special_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128064": { "content": "<|reserved_special_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128065": { "content": "<|reserved_special_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128066": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128067": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128068": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128069": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128070": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128071": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128072": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128073": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128074": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128075": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128076": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128077": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128078": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128079": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128080": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128081": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128082": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128083": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128084": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128085": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128086": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128087": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128088": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128089": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128090": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128091": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128092": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128093": { "content": "<|reserved_special_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128094": { "content": "<|reserved_special_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128095": { "content": "<|reserved_special_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128096": { "content": "<|reserved_special_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128097": { "content": "<|reserved_special_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128098": { "content": "<|reserved_special_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128099": { "content": "<|reserved_special_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128100": { "content": "<|reserved_special_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128101": { "content": "<|reserved_special_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128102": { "content": "<|reserved_special_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128103": { "content": "<|reserved_special_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128104": { "content": "<|reserved_special_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128105": { "content": "<|reserved_special_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128106": { "content": "<|reserved_special_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128107": { "content": "<|reserved_special_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128108": { "content": "<|reserved_special_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128109": { "content": "<|reserved_special_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128110": { "content": "<|reserved_special_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128111": { "content": "<|reserved_special_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128112": { "content": "<|reserved_special_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128113": { "content": "<|reserved_special_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128114": { "content": "<|reserved_special_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128115": { "content": "<|reserved_special_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128116": { "content": "<|reserved_special_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128117": { "content": "<|reserved_special_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128118": { "content": "<|reserved_special_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128119": { "content": "<|reserved_special_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128120": { "content": "<|reserved_special_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128121": { "content": "<|reserved_special_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128122": { "content": "<|reserved_special_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128123": { "content": "<|reserved_special_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128124": { "content": "<|reserved_special_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128125": { "content": "<|reserved_special_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128126": { "content": "<|reserved_special_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128127": { "content": "<|reserved_special_token_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128128": { "content": "<|reserved_special_token_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128129": { "content": "<|reserved_special_token_124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128130": { "content": "<|reserved_special_token_125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128131": { "content": "<|reserved_special_token_126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128132": { "content": "<|reserved_special_token_127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128133": { "content": "<|reserved_special_token_128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128134": { "content": "<|reserved_special_token_129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128135": { "content": "<|reserved_special_token_130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128136": { "content": "<|reserved_special_token_131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128137": { "content": "<|reserved_special_token_132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128138": { "content": "<|reserved_special_token_133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128139": { "content": "<|reserved_special_token_134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128140": { "content": "<|reserved_special_token_135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128141": { "content": "<|reserved_special_token_136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128142": { "content": "<|reserved_special_token_137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128143": { "content": "<|reserved_special_token_138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128144": { "content": "<|reserved_special_token_139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128145": { "content": "<|reserved_special_token_140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128146": { "content": "<|reserved_special_token_141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128147": { "content": "<|reserved_special_token_142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128148": { "content": "<|reserved_special_token_143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128149": { "content": "<|reserved_special_token_144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128150": { "content": "<|reserved_special_token_145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128151": { "content": "<|reserved_special_token_146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128152": { "content": "<|reserved_special_token_147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128153": { "content": "<|reserved_special_token_148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128154": { "content": "<|reserved_special_token_149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128155": { "content": "<|reserved_special_token_150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128156": { "content": "<|reserved_special_token_151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128157": { "content": "<|reserved_special_token_152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128158": { "content": "<|reserved_special_token_153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128159": { "content": "<|reserved_special_token_154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128160": { "content": "<|reserved_special_token_155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128161": { "content": "<|reserved_special_token_156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128162": { "content": "<|reserved_special_token_157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128163": { "content": "<|reserved_special_token_158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128164": { "content": "<|reserved_special_token_159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128165": { "content": "<|reserved_special_token_160|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128166": { "content": "<|reserved_special_token_161|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128167": { "content": "<|reserved_special_token_162|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128168": { "content": "<|reserved_special_token_163|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128169": { "content": "<|reserved_special_token_164|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128170": { "content": "<|reserved_special_token_165|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128171": { "content": "<|reserved_special_token_166|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128172": { "content": "<|reserved_special_token_167|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128173": { "content": "<|reserved_special_token_168|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128174": { "content": "<|reserved_special_token_169|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128175": { "content": "<|reserved_special_token_170|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128176": { "content": "<|reserved_special_token_171|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128177": { "content": "<|reserved_special_token_172|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128178": { "content": "<|reserved_special_token_173|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128179": { "content": "<|reserved_special_token_174|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128180": { "content": "<|reserved_special_token_175|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128181": { "content": "<|reserved_special_token_176|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128182": { "content": "<|reserved_special_token_177|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128183": { "content": "<|reserved_special_token_178|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128184": { "content": "<|reserved_special_token_179|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128185": { "content": "<|reserved_special_token_180|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128186": { "content": "<|reserved_special_token_181|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128187": { "content": "<|reserved_special_token_182|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128188": { "content": "<|reserved_special_token_183|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128189": { "content": "<|reserved_special_token_184|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128190": { "content": "<|reserved_special_token_185|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128191": { "content": "<|reserved_special_token_186|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128192": { "content": "<|reserved_special_token_187|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128193": { "content": "<|reserved_special_token_188|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128194": { "content": "<|reserved_special_token_189|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128195": { "content": "<|reserved_special_token_190|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128196": { "content": "<|reserved_special_token_191|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128197": { "content": "<|reserved_special_token_192|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128198": { "content": "<|reserved_special_token_193|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128199": { "content": "<|reserved_special_token_194|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128200": { "content": "<|reserved_special_token_195|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128201": { "content": "<|reserved_special_token_196|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128202": { "content": "<|reserved_special_token_197|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128203": { "content": "<|reserved_special_token_198|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128204": { "content": "<|reserved_special_token_199|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128205": { "content": "<|reserved_special_token_200|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128206": { "content": "<|reserved_special_token_201|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128207": { "content": "<|reserved_special_token_202|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128208": { "content": "<|reserved_special_token_203|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128209": { "content": "<|reserved_special_token_204|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128210": { "content": "<|reserved_special_token_205|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128211": { "content": "<|reserved_special_token_206|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128212": { "content": "<|reserved_special_token_207|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128213": { "content": "<|reserved_special_token_208|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128214": { "content": "<|reserved_special_token_209|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128215": { "content": "<|reserved_special_token_210|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128216": { "content": "<|reserved_special_token_211|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128217": { "content": "<|reserved_special_token_212|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128218": { "content": "<|reserved_special_token_213|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128219": { "content": "<|reserved_special_token_214|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128220": { "content": "<|reserved_special_token_215|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128221": { "content": "<|reserved_special_token_216|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128222": { "content": "<|reserved_special_token_217|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128223": { "content": "<|reserved_special_token_218|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128224": { "content": "<|reserved_special_token_219|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128225": { "content": "<|reserved_special_token_220|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128226": { "content": "<|reserved_special_token_221|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128227": { "content": "<|reserved_special_token_222|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128228": { "content": "<|reserved_special_token_223|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128229": { "content": "<|reserved_special_token_224|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128230": { "content": "<|reserved_special_token_225|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128231": { "content": "<|reserved_special_token_226|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128232": { "content": "<|reserved_special_token_227|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128233": { "content": "<|reserved_special_token_228|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128234": { "content": "<|reserved_special_token_229|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128235": { "content": "<|reserved_special_token_230|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128236": { "content": "<|reserved_special_token_231|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128237": { "content": "<|reserved_special_token_232|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128238": { "content": "<|reserved_special_token_233|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128239": { "content": "<|reserved_special_token_234|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128240": { "content": "<|reserved_special_token_235|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128241": { "content": "<|reserved_special_token_236|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128242": { "content": "<|reserved_special_token_237|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128243": { "content": "<|reserved_special_token_238|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128244": { "content": "<|reserved_special_token_239|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128245": { "content": "<|reserved_special_token_240|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128246": { "content": "<|reserved_special_token_241|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128247": { "content": "<|reserved_special_token_242|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128248": { "content": "<|reserved_special_token_243|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128249": { "content": "<|reserved_special_token_244|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128250": { "content": "<|reserved_special_token_245|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128251": { "content": "<|reserved_special_token_246|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128252": { "content": "<|reserved_special_token_247|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128253": { "content": "<|reserved_special_token_248|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128254": { "content": "<|reserved_special_token_249|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128255": { "content": "<|reserved_special_token_250|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "PreTrainedTokenizerFast" }
- Llama 2.0 Chat models
-
{ "add_bos_token": true, "add_eos_token": false, "bos_token": { "__type": "AddedToken", "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\\n' + system_message + '\\n<</SYS>>\\n\\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}", "clean_up_tokenization_spaces": false, "eos_token": { "__type": "AddedToken", "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "legacy": false, "model_max_length": 1000000000000000019884624838656, "pad_token": null, "padding_side": "right", "sp_model_kwargs": {}, "tokenizer_class": "LlamaTokenizer", "unk_token": { "__type": "AddedToken", "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }
- Mistral 8x7b Text
-
{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "0": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [], "bos_token": "<s>", "chat_template": "{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n {{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}\n {%- endif %}\n {%- if message['role'] == 'user' %}\n {%- if loop.first and system_message is defined %}\n {{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}\n {%- else %}\n {{- ' [INST] ' + message['content'] + ' [/INST]' }}\n {%- endif %}\n {%- elif message['role'] == 'assistant' %}\n {{- ' ' + message['content'] + eos_token}}\n {%- else %}\n {{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}\n {%- endif %}\n{%- endfor %}\n", "clean_up_tokenization_spaces": false, "eos_token": "</s>", "legacy": false, "model_max_length": 1000000000000000019884624838656, "pad_token": null, "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "<unk>", "use_default_system_prompt": false }
- Mistral 7b
-
{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "[INST]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "[/INST]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "[TOOL_CALLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "6": { "content": "[AVAILABLE_TOOLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "7": { "content": "[/AVAILABLE_TOOLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8": { "content": "[TOOL_RESULTS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "9": { "content": "[/TOOL_RESULTS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "10": { "content": "[control_8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "11": { "content": "[control_9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "12": { "content": "[control_10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "13": { "content": "[control_11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "14": { "content": "[control_12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "15": { "content": "[control_13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "16": { "content": "[control_14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "17": { "content": "[control_15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "18": { "content": "[control_16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "19": { "content": "[control_17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "20": { "content": "[control_18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "21": { "content": "[control_19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "22": { "content": "[control_20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "23": { "content": "[control_21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "24": { "content": "[control_22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "25": { "content": "[control_23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "26": { "content": "[control_24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "27": { "content": "[control_25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28": { "content": "[control_26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "29": { "content": "[control_27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30": { "content": "[control_28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "31": { "content": "[control_29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32": { "content": "[control_30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "33": { "content": "[control_31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34": { "content": "[control_32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "35": { "content": "[control_33]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36": { "content": "[control_34]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "37": { "content": "[control_35]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "38": { "content": "[control_36]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "39": { "content": "[control_37]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40": { "content": "[control_38]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "41": { "content": "[control_39]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "42": { "content": "[control_40]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "43": { "content": "[control_41]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "44": { "content": "[control_42]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45": { "content": "[control_43]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46": { "content": "[control_44]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "47": { "content": "[control_45]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48": { "content": "[control_46]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "49": { "content": "[control_47]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "50": { "content": "[control_48]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "51": { "content": "[control_49]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "52": { "content": "[control_50]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "53": { "content": "[control_51]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "54": { "content": "[control_52]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "55": { "content": "[control_53]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "56": { "content": "[control_54]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57": { "content": "[control_55]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "58": { "content": "[control_56]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "59": { "content": "[control_57]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "60": { "content": "[control_58]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "61": { "content": "[control_59]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "62": { "content": "[control_60]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "63": { "content": "[control_61]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64": { "content": "[control_62]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65": { "content": "[control_63]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "66": { "content": "[control_64]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "67": { "content": "[control_65]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "68": { "content": "[control_66]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "69": { "content": "[control_67]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "70": { "content": "[control_68]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "71": { "content": "[control_69]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "72": { "content": "[control_70]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73": { "content": "[control_71]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "74": { "content": "[control_72]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "75": { "content": "[control_73]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "76": { "content": "[control_74]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "77": { "content": "[control_75]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "78": { "content": "[control_76]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "79": { "content": "[control_77]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "80": { "content": "[control_78]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "81": { "content": "[control_79]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "82": { "content": "[control_80]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "83": { "content": "[control_81]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "84": { "content": "[control_82]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "85": { "content": "[control_83]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "86": { "content": "[control_84]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "87": { "content": "[control_85]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "88": { "content": "[control_86]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "89": { "content": "[control_87]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "90": { "content": "[control_88]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "91": { "content": "[control_89]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "92": { "content": "[control_90]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "93": { "content": "[control_91]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "94": { "content": "[control_92]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "95": { "content": "[control_93]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "96": { "content": "[control_94]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "97": { "content": "[control_95]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "98": { "content": "[control_96]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "99": { "content": "[control_97]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100": { "content": "[control_98]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "101": { "content": "[control_99]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "102": { "content": "[control_100]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "103": { "content": "[control_101]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "104": { "content": "[control_102]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "105": { "content": "[control_103]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "106": { "content": "[control_104]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "107": { "content": "[control_105]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "108": { "content": "[control_106]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "109": { "content": "[control_107]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110": { "content": "[control_108]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "111": { "content": "[control_109]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "112": { "content": "[control_110]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "113": { "content": "[control_111]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "114": { "content": "[control_112]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "115": { "content": "[control_113]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "116": { "content": "[control_114]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "117": { "content": "[control_115]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "118": { "content": "[control_116]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "119": { "content": "[control_117]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120": { "content": "[control_118]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "121": { "content": "[control_119]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "122": { "content": "[control_120]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "123": { "content": "[control_121]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "124": { "content": "[control_122]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "125": { "content": "[control_123]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "126": { "content": "[control_124]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "127": { "content": "[control_125]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128": { "content": "[control_126]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "129": { "content": "[control_127]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "130": { "content": "[control_128]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131": { "content": "[control_129]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "132": { "content": "[control_130]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "133": { "content": "[control_131]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "134": { "content": "[control_132]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "135": { "content": "[control_133]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "136": { "content": "[control_134]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "137": { "content": "[control_135]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "138": { "content": "[control_136]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "139": { "content": "[control_137]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "140": { "content": "[control_138]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "141": { "content": "[control_139]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "142": { "content": "[control_140]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "143": { "content": "[control_141]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "144": { "content": "[control_142]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145": { "content": "[control_143]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "146": { "content": "[control_144]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "147": { "content": "[control_145]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "148": { "content": "[control_146]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "149": { "content": "[control_147]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "150": { "content": "[control_148]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151": { "content": "[control_149]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "152": { "content": "[control_150]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "153": { "content": "[control_151]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154": { "content": "[control_152]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "155": { "content": "[control_153]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "156": { "content": "[control_154]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "157": { "content": "[control_155]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "158": { "content": "[control_156]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "159": { "content": "[control_157]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "160": { "content": "[control_158]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "161": { "content": "[control_159]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "162": { "content": "[control_160]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "163": { "content": "[control_161]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "164": { "content": "[control_162]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "165": { "content": "[control_163]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "166": { "content": "[control_164]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "167": { "content": "[control_165]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "168": { "content": "[control_166]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "169": { "content": "[control_167]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "170": { "content": "[control_168]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "171": { "content": "[control_169]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "172": { "content": "[control_170]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "173": { "content": "[control_171]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "174": { "content": "[control_172]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "175": { "content": "[control_173]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "176": { "content": "[control_174]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "177": { "content": "[control_175]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "178": { "content": "[control_176]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "179": { "content": "[control_177]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "180": { "content": "[control_178]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181": { "content": "[control_179]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182": { "content": "[control_180]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "183": { "content": "[control_181]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "184": { "content": "[control_182]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "185": { "content": "[control_183]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "186": { "content": "[control_184]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "187": { "content": "[control_185]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "188": { "content": "[control_186]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "189": { "content": "[control_187]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "190": { "content": "[control_188]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "191": { "content": "[control_189]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "192": { "content": "[control_190]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "193": { "content": "[control_191]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "194": { "content": "[control_192]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "195": { "content": "[control_193]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "196": { "content": "[control_194]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "197": { "content": "[control_195]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "198": { "content": "[control_196]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "199": { "content": "[control_197]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "200": { "content": "[control_198]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "201": { "content": "[control_199]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "202": { "content": "[control_200]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "203": { "content": "[control_201]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "204": { "content": "[control_202]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "205": { "content": "[control_203]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "206": { "content": "[control_204]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "207": { "content": "[control_205]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "208": { "content": "[control_206]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "209": { "content": "[control_207]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "210": { "content": "[control_208]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "211": { "content": "[control_209]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "212": { "content": "[control_210]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "213": { "content": "[control_211]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "214": { "content": "[control_212]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "215": { "content": "[control_213]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "216": { "content": "[control_214]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "217": { "content": "[control_215]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "218": { "content": "[control_216]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "219": { "content": "[control_217]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "220": { "content": "[control_218]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "221": { "content": "[control_219]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "222": { "content": "[control_220]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "223": { "content": "[control_221]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "224": { "content": "[control_222]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "225": { "content": "[control_223]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "226": { "content": "[control_224]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "227": { "content": "[control_225]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "228": { "content": "[control_226]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "229": { "content": "[control_227]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "230": { "content": "[control_228]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "231": { "content": "[control_229]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "232": { "content": "[control_230]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "233": { "content": "[control_231]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "234": { "content": "[control_232]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "235": { "content": "[control_233]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "236": { "content": "[control_234]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "237": { "content": "[control_235]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "238": { "content": "[control_236]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "239": { "content": "[control_237]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "240": { "content": "[control_238]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "241": { "content": "[control_239]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "242": { "content": "[control_240]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "243": { "content": "[control_241]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "244": { "content": "[control_242]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "245": { "content": "[control_243]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "246": { "content": "[control_244]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "247": { "content": "[control_245]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "248": { "content": "[control_246]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "249": { "content": "[control_247]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250": { "content": "[control_248]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "251": { "content": "[control_249]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "252": { "content": "[control_250]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "253": { "content": "[control_251]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "254": { "content": "[control_252]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "255": { "content": "[control_253]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256": { "content": "[control_254]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "257": { "content": "[control_255]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "258": { "content": "[control_256]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "259": { "content": "[control_257]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "260": { "content": "[control_258]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "261": { "content": "[control_259]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "262": { "content": "[control_260]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "263": { "content": "[control_261]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "264": { "content": "[control_262]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "265": { "content": "[control_263]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "266": { "content": "[control_264]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "267": { "content": "[control_265]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "268": { "content": "[control_266]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "269": { "content": "[control_267]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "270": { "content": "[control_268]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "271": { "content": "[control_269]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "272": { "content": "[control_270]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "273": { "content": "[control_271]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "274": { "content": "[control_272]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "275": { "content": "[control_273]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "276": { "content": "[control_274]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "277": { "content": "[control_275]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "278": { "content": "[control_276]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "279": { "content": "[control_277]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "280": { "content": "[control_278]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "281": { "content": "[control_279]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "282": { "content": "[control_280]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "283": { "content": "[control_281]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "284": { "content": "[control_282]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "285": { "content": "[control_283]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "286": { "content": "[control_284]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "287": { "content": "[control_285]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "288": { "content": "[control_286]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "289": { "content": "[control_287]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "290": { "content": "[control_288]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "291": { "content": "[control_289]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "292": { "content": "[control_290]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "293": { "content": "[control_291]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "294": { "content": "[control_292]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "295": { "content": "[control_293]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "296": { "content": "[control_294]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "297": { "content": "[control_295]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "298": { "content": "[control_296]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "299": { "content": "[control_297]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "300": { "content": "[control_298]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "301": { "content": "[control_299]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "302": { "content": "[control_300]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "303": { "content": "[control_301]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "304": { "content": "[control_302]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "305": { "content": "[control_303]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "306": { "content": "[control_304]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "307": { "content": "[control_305]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "308": { "content": "[control_306]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "309": { "content": "[control_307]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "310": { "content": "[control_308]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "311": { "content": "[control_309]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "312": { "content": "[control_310]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "313": { "content": "[control_311]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "314": { "content": "[control_312]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "315": { "content": "[control_313]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "316": { "content": "[control_314]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "317": { "content": "[control_315]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "318": { "content": "[control_316]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "319": { "content": "[control_317]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "320": { "content": "[control_318]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "321": { "content": "[control_319]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "322": { "content": "[control_320]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "323": { "content": "[control_321]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "324": { "content": "[control_322]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "325": { "content": "[control_323]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "326": { "content": "[control_324]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "327": { "content": "[control_325]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "328": { "content": "[control_326]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "329": { "content": "[control_327]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "330": { "content": "[control_328]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "331": { "content": "[control_329]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "332": { "content": "[control_330]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "333": { "content": "[control_331]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "334": { "content": "[control_332]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "335": { "content": "[control_333]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "336": { "content": "[control_334]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "337": { "content": "[control_335]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "338": { "content": "[control_336]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "339": { "content": "[control_337]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "340": { "content": "[control_338]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "341": { "content": "[control_339]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "342": { "content": "[control_340]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "343": { "content": "[control_341]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "344": { "content": "[control_342]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "345": { "content": "[control_343]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "346": { "content": "[control_344]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "347": { "content": "[control_345]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "348": { "content": "[control_346]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "349": { "content": "[control_347]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "350": { "content": "[control_348]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "351": { "content": "[control_349]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "352": { "content": "[control_350]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "353": { "content": "[control_351]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "354": { "content": "[control_352]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "355": { "content": "[control_353]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "356": { "content": "[control_354]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "357": { "content": "[control_355]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "358": { "content": "[control_356]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "359": { "content": "[control_357]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "360": { "content": "[control_358]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "361": { "content": "[control_359]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "362": { "content": "[control_360]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "363": { "content": "[control_361]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "364": { "content": "[control_362]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "365": { "content": "[control_363]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "366": { "content": "[control_364]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "367": { "content": "[control_365]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "368": { "content": "[control_366]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "369": { "content": "[control_367]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "370": { "content": "[control_368]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "371": { "content": "[control_369]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "372": { "content": "[control_370]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "373": { "content": "[control_371]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "374": { "content": "[control_372]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "375": { "content": "[control_373]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "376": { "content": "[control_374]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "377": { "content": "[control_375]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "378": { "content": "[control_376]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "379": { "content": "[control_377]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "380": { "content": "[control_378]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "381": { "content": "[control_379]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "382": { "content": "[control_380]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "383": { "content": "[control_381]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "384": { "content": "[control_382]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "385": { "content": "[control_383]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "386": { "content": "[control_384]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "387": { "content": "[control_385]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "388": { "content": "[control_386]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "389": { "content": "[control_387]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "390": { "content": "[control_388]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "391": { "content": "[control_389]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "392": { "content": "[control_390]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "393": { "content": "[control_391]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "394": { "content": "[control_392]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "395": { "content": "[control_393]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "396": { "content": "[control_394]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "397": { "content": "[control_395]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "398": { "content": "[control_396]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "399": { "content": "[control_397]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "400": { "content": "[control_398]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "401": { "content": "[control_399]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "402": { "content": "[control_400]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "403": { "content": "[control_401]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "404": { "content": "[control_402]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "405": { "content": "[control_403]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "406": { "content": "[control_404]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "407": { "content": "[control_405]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "408": { "content": "[control_406]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "409": { "content": "[control_407]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "410": { "content": "[control_408]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "411": { "content": "[control_409]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "412": { "content": "[control_410]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "413": { "content": "[control_411]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "414": { "content": "[control_412]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "415": { "content": "[control_413]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "416": { "content": "[control_414]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "417": { "content": "[control_415]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "418": { "content": "[control_416]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "419": { "content": "[control_417]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "420": { "content": "[control_418]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "421": { "content": "[control_419]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "422": { "content": "[control_420]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "423": { "content": "[control_421]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "424": { "content": "[control_422]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "425": { "content": "[control_423]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "426": { "content": "[control_424]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "427": { "content": "[control_425]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "428": { "content": "[control_426]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "429": { "content": "[control_427]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "430": { "content": "[control_428]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "431": { "content": "[control_429]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "432": { "content": "[control_430]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "433": { "content": "[control_431]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "434": { "content": "[control_432]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "435": { "content": "[control_433]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "436": { "content": "[control_434]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "437": { "content": "[control_435]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "438": { "content": "[control_436]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "439": { "content": "[control_437]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "440": { "content": "[control_438]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "441": { "content": "[control_439]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "442": { "content": "[control_440]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "443": { "content": "[control_441]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "444": { "content": "[control_442]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "445": { "content": "[control_443]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "446": { "content": "[control_444]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "447": { "content": "[control_445]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "448": { "content": "[control_446]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "449": { "content": "[control_447]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "450": { "content": "[control_448]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "451": { "content": "[control_449]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "452": { "content": "[control_450]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "453": { "content": "[control_451]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "454": { "content": "[control_452]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "455": { "content": "[control_453]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "456": { "content": "[control_454]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "457": { "content": "[control_455]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "458": { "content": "[control_456]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "459": { "content": "[control_457]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "460": { "content": "[control_458]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "461": { "content": "[control_459]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "462": { "content": "[control_460]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "463": { "content": "[control_461]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "464": { "content": "[control_462]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "465": { "content": "[control_463]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "466": { "content": "[control_464]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "467": { "content": "[control_465]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "468": { "content": "[control_466]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "469": { "content": "[control_467]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "470": { "content": "[control_468]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "471": { "content": "[control_469]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "472": { "content": "[control_470]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "473": { "content": "[control_471]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "474": { "content": "[control_472]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "475": { "content": "[control_473]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "476": { "content": "[control_474]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "477": { "content": "[control_475]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "478": { "content": "[control_476]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "479": { "content": "[control_477]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "480": { "content": "[control_478]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "481": { "content": "[control_479]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "482": { "content": "[control_480]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "483": { "content": "[control_481]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "484": { "content": "[control_482]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "485": { "content": "[control_483]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "486": { "content": "[control_484]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "487": { "content": "[control_485]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "488": { "content": "[control_486]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "489": { "content": "[control_487]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "490": { "content": "[control_488]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "491": { "content": "[control_489]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "492": { "content": "[control_490]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "493": { "content": "[control_491]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "494": { "content": "[control_492]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "495": { "content": "[control_493]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "496": { "content": "[control_494]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "497": { "content": "[control_495]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "498": { "content": "[control_496]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "499": { "content": "[control_497]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "500": { "content": "[control_498]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "501": { "content": "[control_499]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "502": { "content": "[control_500]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "503": { "content": "[control_501]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "504": { "content": "[control_502]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "505": { "content": "[control_503]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "506": { "content": "[control_504]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "507": { "content": "[control_505]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "508": { "content": "[control_506]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "509": { "content": "[control_507]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "510": { "content": "[control_508]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "511": { "content": "[control_509]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "512": { "content": "[control_510]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "513": { "content": "[control_511]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "514": { "content": "[control_512]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "515": { "content": "[control_513]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "516": { "content": "[control_514]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "517": { "content": "[control_515]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "518": { "content": "[control_516]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "519": { "content": "[control_517]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "520": { "content": "[control_518]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "521": { "content": "[control_519]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "522": { "content": "[control_520]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "523": { "content": "[control_521]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "524": { "content": "[control_522]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "525": { "content": "[control_523]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "526": { "content": "[control_524]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "527": { "content": "[control_525]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "528": { "content": "[control_526]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "529": { "content": "[control_527]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "530": { "content": "[control_528]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "531": { "content": "[control_529]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "532": { "content": "[control_530]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "533": { "content": "[control_531]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "534": { "content": "[control_532]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "535": { "content": "[control_533]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "536": { "content": "[control_534]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "537": { "content": "[control_535]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "538": { "content": "[control_536]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "539": { "content": "[control_537]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "540": { "content": "[control_538]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "541": { "content": "[control_539]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "542": { "content": "[control_540]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "543": { "content": "[control_541]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "544": { "content": "[control_542]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "545": { "content": "[control_543]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "546": { "content": "[control_544]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "547": { "content": "[control_545]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "548": { "content": "[control_546]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "549": { "content": "[control_547]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "550": { "content": "[control_548]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "551": { "content": "[control_549]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "552": { "content": "[control_550]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "553": { "content": "[control_551]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "554": { "content": "[control_552]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "555": { "content": "[control_553]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "556": { "content": "[control_554]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "557": { "content": "[control_555]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "558": { "content": "[control_556]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "559": { "content": "[control_557]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "560": { "content": "[control_558]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "561": { "content": "[control_559]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "562": { "content": "[control_560]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "563": { "content": "[control_561]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "564": { "content": "[control_562]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "565": { "content": "[control_563]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "566": { "content": "[control_564]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "567": { "content": "[control_565]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "568": { "content": "[control_566]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "569": { "content": "[control_567]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "570": { "content": "[control_568]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "571": { "content": "[control_569]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "572": { "content": "[control_570]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "573": { "content": "[control_571]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "574": { "content": "[control_572]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "575": { "content": "[control_573]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "576": { "content": "[control_574]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "577": { "content": "[control_575]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "578": { "content": "[control_576]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "579": { "content": "[control_577]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "580": { "content": "[control_578]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "581": { "content": "[control_579]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "582": { "content": "[control_580]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "583": { "content": "[control_581]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "584": { "content": "[control_582]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "585": { "content": "[control_583]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "586": { "content": "[control_584]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "587": { "content": "[control_585]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "588": { "content": "[control_586]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "589": { "content": "[control_587]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "590": { "content": "[control_588]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "591": { "content": "[control_589]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "592": { "content": "[control_590]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "593": { "content": "[control_591]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "594": { "content": "[control_592]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "595": { "content": "[control_593]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "596": { "content": "[control_594]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "597": { "content": "[control_595]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "598": { "content": "[control_596]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "599": { "content": "[control_597]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "600": { "content": "[control_598]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "601": { "content": "[control_599]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "602": { "content": "[control_600]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "603": { "content": "[control_601]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "604": { "content": "[control_602]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "605": { "content": "[control_603]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "606": { "content": "[control_604]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "607": { "content": "[control_605]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "608": { "content": "[control_606]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "609": { "content": "[control_607]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "610": { "content": "[control_608]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "611": { "content": "[control_609]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "612": { "content": "[control_610]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "613": { "content": "[control_611]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "614": { "content": "[control_612]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "615": { "content": "[control_613]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "616": { "content": "[control_614]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "617": { "content": "[control_615]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "618": { "content": "[control_616]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "619": { "content": "[control_617]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "620": { "content": "[control_618]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "621": { "content": "[control_619]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "622": { "content": "[control_620]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "623": { "content": "[control_621]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "624": { "content": "[control_622]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "625": { "content": "[control_623]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "626": { "content": "[control_624]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "627": { "content": "[control_625]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "628": { "content": "[control_626]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "629": { "content": "[control_627]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "630": { "content": "[control_628]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "631": { "content": "[control_629]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "632": { "content": "[control_630]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "633": { "content": "[control_631]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "634": { "content": "[control_632]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "635": { "content": "[control_633]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "636": { "content": "[control_634]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "637": { "content": "[control_635]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "638": { "content": "[control_636]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "639": { "content": "[control_637]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "640": { "content": "[control_638]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "641": { "content": "[control_639]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "642": { "content": "[control_640]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "643": { "content": "[control_641]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "644": { "content": "[control_642]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "645": { "content": "[control_643]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "646": { "content": "[control_644]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "647": { "content": "[control_645]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "648": { "content": "[control_646]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "649": { "content": "[control_647]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "650": { "content": "[control_648]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "651": { "content": "[control_649]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "652": { "content": "[control_650]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "653": { "content": "[control_651]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "654": { "content": "[control_652]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "655": { "content": "[control_653]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "656": { "content": "[control_654]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "657": { "content": "[control_655]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "658": { "content": "[control_656]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "659": { "content": "[control_657]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "660": { "content": "[control_658]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "661": { "content": "[control_659]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "662": { "content": "[control_660]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "663": { "content": "[control_661]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "664": { "content": "[control_662]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "665": { "content": "[control_663]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "666": { "content": "[control_664]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "667": { "content": "[control_665]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "668": { "content": "[control_666]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "669": { "content": "[control_667]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "670": { "content": "[control_668]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "671": { "content": "[control_669]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "672": { "content": "[control_670]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "673": { "content": "[control_671]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "674": { "content": "[control_672]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "675": { "content": "[control_673]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "676": { "content": "[control_674]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "677": { "content": "[control_675]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "678": { "content": "[control_676]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "679": { "content": "[control_677]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "680": { "content": "[control_678]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "681": { "content": "[control_679]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "682": { "content": "[control_680]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "683": { "content": "[control_681]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "684": { "content": "[control_682]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "685": { "content": "[control_683]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "686": { "content": "[control_684]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "687": { "content": "[control_685]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "688": { "content": "[control_686]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "689": { "content": "[control_687]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "690": { "content": "[control_688]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "691": { "content": "[control_689]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "692": { "content": "[control_690]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "693": { "content": "[control_691]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "694": { "content": "[control_692]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "695": { "content": "[control_693]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "696": { "content": "[control_694]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "697": { "content": "[control_695]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "698": { "content": "[control_696]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "699": { "content": "[control_697]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "700": { "content": "[control_698]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "701": { "content": "[control_699]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "702": { "content": "[control_700]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "703": { "content": "[control_701]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "704": { "content": "[control_702]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "705": { "content": "[control_703]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "706": { "content": "[control_704]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "707": { "content": "[control_705]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "708": { "content": "[control_706]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "709": { "content": "[control_707]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "710": { "content": "[control_708]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "711": { "content": "[control_709]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "712": { "content": "[control_710]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "713": { "content": "[control_711]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "714": { "content": "[control_712]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "715": { "content": "[control_713]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "716": { "content": "[control_714]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "717": { "content": "[control_715]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "718": { "content": "[control_716]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "719": { "content": "[control_717]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "720": { "content": "[control_718]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "721": { "content": "[control_719]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "722": { "content": "[control_720]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "723": { "content": "[control_721]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "724": { "content": "[control_722]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "725": { "content": "[control_723]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "726": { "content": "[control_724]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "727": { "content": "[control_725]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "728": { "content": "[control_726]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "729": { "content": "[control_727]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "730": { "content": "[control_728]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "731": { "content": "[control_729]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "732": { "content": "[control_730]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "733": { "content": "[control_731]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "734": { "content": "[control_732]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "735": { "content": "[control_733]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "736": { "content": "[control_734]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "737": { "content": "[control_735]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "738": { "content": "[control_736]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "739": { "content": "[control_737]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "740": { "content": "[control_738]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "741": { "content": "[control_739]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "742": { "content": "[control_740]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "743": { "content": "[control_741]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "744": { "content": "[control_742]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "745": { "content": "[control_743]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "746": { "content": "[control_744]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "747": { "content": "[control_745]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "748": { "content": "[control_746]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "749": { "content": "[control_747]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "750": { "content": "[control_748]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "751": { "content": "[control_749]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "752": { "content": "[control_750]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "753": { "content": "[control_751]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "754": { "content": "[control_752]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "755": { "content": "[control_753]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "756": { "content": "[control_754]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "757": { "content": "[control_755]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "758": { "content": "[control_756]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "759": { "content": "[control_757]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "760": { "content": "[control_758]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "761": { "content": "[control_759]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "762": { "content": "[control_760]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "763": { "content": "[control_761]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "764": { "content": "[control_762]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "765": { "content": "[control_763]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "766": { "content": "[control_764]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "767": { "content": "[control_765]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "768": { "content": "[control_766]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "769": { "content": "[control_767]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "770": { "content": "[control_768]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<s>", "chat_template": "{%- if messages[0][\"role\"] == \"system\" %}\n {%- set system_message = messages[0][\"content\"] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set loop_messages = messages %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n{%- set user_messages = loop_messages | selectattr(\"role\", \"equalto\", \"user\") | list %}\n\n{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}\n{%- set ns = namespace() %}\n{%- set ns.index = 0 %}\n{%- for message in loop_messages %}\n {%- if not (message.role == \"tool\" or message.role == \"tool_results\" or (message.tool_calls is defined and message.tool_calls is not none)) %}\n {%- if (message[\"role\"] == \"user\") != (ns.index % 2 == 0) %}\n {{- raise_exception(\"After the optional system message, conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif %}\n {%- set ns.index = ns.index + 1 %}\n {%- endif %}\n{%- endfor %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n {%- if message[\"role\"] == \"user\" %}\n {%- if tools is not none and (message == user_messages[-1]) %}\n {{- \"[AVAILABLE_TOOLS] [\" }}\n {%- for tool in tools %}\n {%- set tool = tool.function %}\n {{- '{\"type\": \"function\", \"function\": {' }}\n {%- for key, val in tool.items() if key != \"return\" %}\n {%- if val is string %}\n {{- '\"' + key + '\": \"' + val + '\"' }}\n {%- else %}\n {{- '\"' + key + '\": ' + val|tojson }}\n {%- endif %}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \"}}\" }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- else %}\n {{- \"]\" }}\n {%- endif %}\n {%- endfor %}\n {{- \"[/AVAILABLE_TOOLS]\" }}\n {%- endif %}\n {%- if loop.last and system_message is defined %}\n {{- \"[INST] \" + system_message + \"\\n\\n\" + message[\"content\"] + \"[/INST]\" }}\n {%- else %}\n {{- \"[INST] \" + message[\"content\"] + \"[/INST]\" }}\n {%- endif %}\n {%- elif message.tool_calls is defined and message.tool_calls is not none %}\n {{- \"[TOOL_CALLS] [\" }}\n {%- for tool_call in message.tool_calls %}\n {%- set out = tool_call.function|tojson %}\n {{- out[:-1] }}\n {%- if not tool_call.id is defined or tool_call.id|length != 9 %}\n {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}\n {%- endif %}\n {{- ', \"id\": \"' + tool_call.id + '\"}' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- else %}\n {{- \"]\" + eos_token }}\n {%- endif %}\n {%- endfor %}\n {%- elif message[\"role\"] == \"assistant\" %}\n {{- \" \" + message[\"content\"]|trim + eos_token}}\n {%- elif message[\"role\"] == \"tool_results\" or message[\"role\"] == \"tool\" %}\n {%- if message.content is defined and message.content.content is defined %}\n {%- set content = message.content.content %}\n {%- else %}\n {%- set content = message.content %}\n {%- endif %}\n {{- '[TOOL_RESULTS] {\"content\": ' + content|string + \", \" }}\n {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}\n {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}\n {%- endif %}\n {{- '\"call_id\": \"' + message.tool_call_id + '\"}[/TOOL_RESULTS]' }}\n {%- else %}\n {{- raise_exception(\"Only user and assistant roles are supported, with the exception of an initial optional system message!\") }}\n {%- endif %}\n{%- endfor %}\n", "clean_up_tokenization_spaces": false, "eos_token": "</s>", "legacy": false, "model_max_length": 1000000000000000019884624838656, "pad_token": null, "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "<unk>", "use_default_system_prompt": false }
Code samples for custom model import
Transform unstructured data into meaningful insights
using Amazon Bedrock Data Automation