{
  "architectures": [
    "Qwen2ForTokenClassification"
  ],
  "attention_dropout": 0.0,
  "bos_token_id": 151643,
  "custom_pipelines": {
    "upos": {
      "impl": "upos.BellmanFordTokenClassificationPipeline",
      "pt": "AutoModelForTokenClassification"
    }
  },
  "eos_token_id": 151643,
  "hidden_act": "silu",
  "hidden_size": 3584,
  "id2label": {
    "0": "ADP",
    "1": "ADP|Degree=Equ",
    "2": "ADV",
    "3": "ADV|AdvType=Cau",
    "4": "ADV|AdvType=Deg|Degree=Cmp",
    "5": "ADV|AdvType=Deg|Degree=Pos",
    "6": "ADV|AdvType=Deg|Degree=Sup",
    "7": "ADV|AdvType=Tim",
    "8": "ADV|AdvType=Tim|Aspect=Perf",
    "9": "ADV|AdvType=Tim|Tense=Fut",
    "10": "ADV|AdvType=Tim|Tense=Past",
    "11": "ADV|AdvType=Tim|Tense=Pres",
    "12": "ADV|Degree=Equ|VerbForm=Conv",
    "13": "ADV|Degree=Pos|VerbForm=Conv",
    "14": "ADV|Polarity=Neg",
    "15": "ADV|Polarity=Neg|VerbForm=Conv",
    "16": "ADV|VerbForm=Conv",
    "17": "AUX|Mood=Des",
    "18": "AUX|Mood=Nec",
    "19": "AUX|Mood=Pot",
    "20": "AUX|VerbType=Cop",
    "21": "AUX|Voice=Pass",
    "22": "B-ADP",
    "23": "B-ADP|Degree=Equ",
    "24": "B-ADV",
    "25": "B-ADV|AdvType=Cau",
    "26": "B-ADV|AdvType=Deg|Degree=Cmp",
    "27": "B-ADV|AdvType=Deg|Degree=Pos",
    "28": "B-ADV|AdvType=Deg|Degree=Sup",
    "29": "B-ADV|AdvType=Tim",
    "30": "B-ADV|AdvType=Tim|Aspect=Perf",
    "31": "B-ADV|AdvType=Tim|Tense=Fut",
    "32": "B-ADV|AdvType=Tim|Tense=Past",
    "33": "B-ADV|AdvType=Tim|Tense=Pres",
    "34": "B-ADV|Degree=Equ|VerbForm=Conv",
    "35": "B-ADV|Degree=Pos|VerbForm=Conv",
    "36": "B-ADV|Polarity=Neg",
    "37": "B-ADV|Polarity=Neg|VerbForm=Conv",
    "38": "B-ADV|VerbForm=Conv",
    "39": "B-AUX|Mood=Des",
    "40": "B-AUX|Mood=Nec",
    "41": "B-AUX|Mood=Pot",
    "42": "B-AUX|VerbType=Cop",
    "43": "B-AUX|Voice=Pass",
    "44": "B-CCONJ",
    "45": "B-INTJ",
    "46": "B-NOUN",
    "47": "B-NOUN|Case=Loc",
    "48": "B-NOUN|Case=Tem",
    "49": "B-NOUN|Degree=Pos",
    "50": "B-NOUN|NounType=Clf",
    "51": "B-NUM",
    "52": "B-NUM|NumType=Ord",
    "53": "B-PART",
    "54": "B-PRON|Person=1|PronType=Prs",
    "55": "B-PRON|Person=2|PronType=Prs",
    "56": "B-PRON|Person=3|PronType=Prs",
    "57": "B-PRON|PronType=Dem",
    "58": "B-PRON|PronType=Int",
    "59": "B-PRON|PronType=Prs",
    "60": "B-PRON|PronType=Prs|Reflex=Yes",
    "61": "B-PROPN",
    "62": "B-PROPN|Case=Loc|NameType=Geo",
    "63": "B-PROPN|Case=Loc|NameType=Nat",
    "64": "B-PROPN|NameType=Giv",
    "65": "B-PROPN|NameType=Prs",
    "66": "B-PROPN|NameType=Sur",
    "67": "B-PUNCT",
    "68": "B-SCONJ",
    "69": "B-SYM",
    "70": "B-VERB",
    "71": "B-VERB|Degree=Equ",
    "72": "B-VERB|Degree=Equ|VerbForm=Part",
    "73": "B-VERB|Degree=Pos",
    "74": "B-VERB|Degree=Pos|VerbForm=Part",
    "75": "B-VERB|Polarity=Neg",
    "76": "B-VERB|Polarity=Neg|VerbForm=Part",
    "77": "B-VERB|VerbForm=Part",
    "78": "CCONJ",
    "79": "I-ADP",
    "80": "I-ADP|Degree=Equ",
    "81": "I-ADV",
    "82": "I-ADV|AdvType=Cau",
    "83": "I-ADV|AdvType=Deg|Degree=Cmp",
    "84": "I-ADV|AdvType=Deg|Degree=Pos",
    "85": "I-ADV|AdvType=Deg|Degree=Sup",
    "86": "I-ADV|AdvType=Tim",
    "87": "I-ADV|AdvType=Tim|Aspect=Perf",
    "88": "I-ADV|AdvType=Tim|Tense=Fut",
    "89": "I-ADV|AdvType=Tim|Tense=Past",
    "90": "I-ADV|AdvType=Tim|Tense=Pres",
    "91": "I-ADV|Degree=Equ|VerbForm=Conv",
    "92": "I-ADV|Degree=Pos|VerbForm=Conv",
    "93": "I-ADV|Polarity=Neg",
    "94": "I-ADV|Polarity=Neg|VerbForm=Conv",
    "95": "I-ADV|VerbForm=Conv",
    "96": "I-AUX|Mood=Des",
    "97": "I-AUX|Mood=Nec",
    "98": "I-AUX|Mood=Pot",
    "99": "I-AUX|VerbType=Cop",
    "100": "I-AUX|Voice=Pass",
    "101": "I-CCONJ",
    "102": "I-INTJ",
    "103": "I-NOUN",
    "104": "I-NOUN|Case=Loc",
    "105": "I-NOUN|Case=Tem",
    "106": "I-NOUN|Degree=Pos",
    "107": "I-NOUN|NounType=Clf",
    "108": "I-NUM",
    "109": "I-NUM|NumType=Ord",
    "110": "I-PART",
    "111": "I-PRON|Person=1|PronType=Prs",
    "112": "I-PRON|Person=2|PronType=Prs",
    "113": "I-PRON|Person=3|PronType=Prs",
    "114": "I-PRON|PronType=Dem",
    "115": "I-PRON|PronType=Int",
    "116": "I-PRON|PronType=Prs",
    "117": "I-PRON|PronType=Prs|Reflex=Yes",
    "118": "I-PROPN",
    "119": "I-PROPN|Case=Loc|NameType=Geo",
    "120": "I-PROPN|Case=Loc|NameType=Nat",
    "121": "I-PROPN|NameType=Giv",
    "122": "I-PROPN|NameType=Prs",
    "123": "I-PROPN|NameType=Sur",
    "124": "I-PUNCT",
    "125": "I-SCONJ",
    "126": "I-SYM",
    "127": "I-VERB",
    "128": "I-VERB|Degree=Equ",
    "129": "I-VERB|Degree=Equ|VerbForm=Part",
    "130": "I-VERB|Degree=Pos",
    "131": "I-VERB|Degree=Pos|VerbForm=Part",
    "132": "I-VERB|Polarity=Neg",
    "133": "I-VERB|Polarity=Neg|VerbForm=Part",
    "134": "I-VERB|VerbForm=Part",
    "135": "INTJ",
    "136": "NOUN",
    "137": "NOUN|Case=Loc",
    "138": "NOUN|Case=Tem",
    "139": "NOUN|Degree=Pos",
    "140": "NOUN|NounType=Clf",
    "141": "NUM",
    "142": "NUM|NumType=Ord",
    "143": "PART",
    "144": "PRON|Person=1|PronType=Prs",
    "145": "PRON|Person=2|PronType=Prs",
    "146": "PRON|Person=3|PronType=Prs",
    "147": "PRON|PronType=Dem",
    "148": "PRON|PronType=Int",
    "149": "PRON|PronType=Prs",
    "150": "PRON|PronType=Prs|Reflex=Yes",
    "151": "PROPN",
    "152": "PROPN|Case=Loc|NameType=Geo",
    "153": "PROPN|Case=Loc|NameType=Nat",
    "154": "PROPN|NameType=Giv",
    "155": "PROPN|NameType=Prs",
    "156": "PROPN|NameType=Sur",
    "157": "PUNCT",
    "158": "SCONJ",
    "159": "SYM",
    "160": "VERB",
    "161": "VERB|Degree=Equ",
    "162": "VERB|Degree=Equ|VerbForm=Part",
    "163": "VERB|Degree=Pos",
    "164": "VERB|Degree=Pos|VerbForm=Part",
    "165": "VERB|Polarity=Neg",
    "166": "VERB|Polarity=Neg|VerbForm=Part",
    "167": "VERB|VerbForm=Part"
  },
  "initializer_range": 0.02,
  "intermediate_size": 18944,
  "label2id": {
    "ADP": 0,
    "ADP|Degree=Equ": 1,
    "ADV": 2,
    "ADV|AdvType=Cau": 3,
    "ADV|AdvType=Deg|Degree=Cmp": 4,
    "ADV|AdvType=Deg|Degree=Pos": 5,
    "ADV|AdvType=Deg|Degree=Sup": 6,
    "ADV|AdvType=Tim": 7,
    "ADV|AdvType=Tim|Aspect=Perf": 8,
    "ADV|AdvType=Tim|Tense=Fut": 9,
    "ADV|AdvType=Tim|Tense=Past": 10,
    "ADV|AdvType=Tim|Tense=Pres": 11,
    "ADV|Degree=Equ|VerbForm=Conv": 12,
    "ADV|Degree=Pos|VerbForm=Conv": 13,
    "ADV|Polarity=Neg": 14,
    "ADV|Polarity=Neg|VerbForm=Conv": 15,
    "ADV|VerbForm=Conv": 16,
    "AUX|Mood=Des": 17,
    "AUX|Mood=Nec": 18,
    "AUX|Mood=Pot": 19,
    "AUX|VerbType=Cop": 20,
    "AUX|Voice=Pass": 21,
    "B-ADP": 22,
    "B-ADP|Degree=Equ": 23,
    "B-ADV": 24,
    "B-ADV|AdvType=Cau": 25,
    "B-ADV|AdvType=Deg|Degree=Cmp": 26,
    "B-ADV|AdvType=Deg|Degree=Pos": 27,
    "B-ADV|AdvType=Deg|Degree=Sup": 28,
    "B-ADV|AdvType=Tim": 29,
    "B-ADV|AdvType=Tim|Aspect=Perf": 30,
    "B-ADV|AdvType=Tim|Tense=Fut": 31,
    "B-ADV|AdvType=Tim|Tense=Past": 32,
    "B-ADV|AdvType=Tim|Tense=Pres": 33,
    "B-ADV|Degree=Equ|VerbForm=Conv": 34,
    "B-ADV|Degree=Pos|VerbForm=Conv": 35,
    "B-ADV|Polarity=Neg": 36,
    "B-ADV|Polarity=Neg|VerbForm=Conv": 37,
    "B-ADV|VerbForm=Conv": 38,
    "B-AUX|Mood=Des": 39,
    "B-AUX|Mood=Nec": 40,
    "B-AUX|Mood=Pot": 41,
    "B-AUX|VerbType=Cop": 42,
    "B-AUX|Voice=Pass": 43,
    "B-CCONJ": 44,
    "B-INTJ": 45,
    "B-NOUN": 46,
    "B-NOUN|Case=Loc": 47,
    "B-NOUN|Case=Tem": 48,
    "B-NOUN|Degree=Pos": 49,
    "B-NOUN|NounType=Clf": 50,
    "B-NUM": 51,
    "B-NUM|NumType=Ord": 52,
    "B-PART": 53,
    "B-PRON|Person=1|PronType=Prs": 54,
    "B-PRON|Person=2|PronType=Prs": 55,
    "B-PRON|Person=3|PronType=Prs": 56,
    "B-PRON|PronType=Dem": 57,
    "B-PRON|PronType=Int": 58,
    "B-PRON|PronType=Prs": 59,
    "B-PRON|PronType=Prs|Reflex=Yes": 60,
    "B-PROPN": 61,
    "B-PROPN|Case=Loc|NameType=Geo": 62,
    "B-PROPN|Case=Loc|NameType=Nat": 63,
    "B-PROPN|NameType=Giv": 64,
    "B-PROPN|NameType=Prs": 65,
    "B-PROPN|NameType=Sur": 66,
    "B-PUNCT": 67,
    "B-SCONJ": 68,
    "B-SYM": 69,
    "B-VERB": 70,
    "B-VERB|Degree=Equ": 71,
    "B-VERB|Degree=Equ|VerbForm=Part": 72,
    "B-VERB|Degree=Pos": 73,
    "B-VERB|Degree=Pos|VerbForm=Part": 74,
    "B-VERB|Polarity=Neg": 75,
    "B-VERB|Polarity=Neg|VerbForm=Part": 76,
    "B-VERB|VerbForm=Part": 77,
    "CCONJ": 78,
    "I-ADP": 79,
    "I-ADP|Degree=Equ": 80,
    "I-ADV": 81,
    "I-ADV|AdvType=Cau": 82,
    "I-ADV|AdvType=Deg|Degree=Cmp": 83,
    "I-ADV|AdvType=Deg|Degree=Pos": 84,
    "I-ADV|AdvType=Deg|Degree=Sup": 85,
    "I-ADV|AdvType=Tim": 86,
    "I-ADV|AdvType=Tim|Aspect=Perf": 87,
    "I-ADV|AdvType=Tim|Tense=Fut": 88,
    "I-ADV|AdvType=Tim|Tense=Past": 89,
    "I-ADV|AdvType=Tim|Tense=Pres": 90,
    "I-ADV|Degree=Equ|VerbForm=Conv": 91,
    "I-ADV|Degree=Pos|VerbForm=Conv": 92,
    "I-ADV|Polarity=Neg": 93,
    "I-ADV|Polarity=Neg|VerbForm=Conv": 94,
    "I-ADV|VerbForm=Conv": 95,
    "I-AUX|Mood=Des": 96,
    "I-AUX|Mood=Nec": 97,
    "I-AUX|Mood=Pot": 98,
    "I-AUX|VerbType=Cop": 99,
    "I-AUX|Voice=Pass": 100,
    "I-CCONJ": 101,
    "I-INTJ": 102,
    "I-NOUN": 103,
    "I-NOUN|Case=Loc": 104,
    "I-NOUN|Case=Tem": 105,
    "I-NOUN|Degree=Pos": 106,
    "I-NOUN|NounType=Clf": 107,
    "I-NUM": 108,
    "I-NUM|NumType=Ord": 109,
    "I-PART": 110,
    "I-PRON|Person=1|PronType=Prs": 111,
    "I-PRON|Person=2|PronType=Prs": 112,
    "I-PRON|Person=3|PronType=Prs": 113,
    "I-PRON|PronType=Dem": 114,
    "I-PRON|PronType=Int": 115,
    "I-PRON|PronType=Prs": 116,
    "I-PRON|PronType=Prs|Reflex=Yes": 117,
    "I-PROPN": 118,
    "I-PROPN|Case=Loc|NameType=Geo": 119,
    "I-PROPN|Case=Loc|NameType=Nat": 120,
    "I-PROPN|NameType=Giv": 121,
    "I-PROPN|NameType=Prs": 122,
    "I-PROPN|NameType=Sur": 123,
    "I-PUNCT": 124,
    "I-SCONJ": 125,
    "I-SYM": 126,
    "I-VERB": 127,
    "I-VERB|Degree=Equ": 128,
    "I-VERB|Degree=Equ|VerbForm=Part": 129,
    "I-VERB|Degree=Pos": 130,
    "I-VERB|Degree=Pos|VerbForm=Part": 131,
    "I-VERB|Polarity=Neg": 132,
    "I-VERB|Polarity=Neg|VerbForm=Part": 133,
    "I-VERB|VerbForm=Part": 134,
    "INTJ": 135,
    "NOUN": 136,
    "NOUN|Case=Loc": 137,
    "NOUN|Case=Tem": 138,
    "NOUN|Degree=Pos": 139,
    "NOUN|NounType=Clf": 140,
    "NUM": 141,
    "NUM|NumType=Ord": 142,
    "PART": 143,
    "PRON|Person=1|PronType=Prs": 144,
    "PRON|Person=2|PronType=Prs": 145,
    "PRON|Person=3|PronType=Prs": 146,
    "PRON|PronType=Dem": 147,
    "PRON|PronType=Int": 148,
    "PRON|PronType=Prs": 149,
    "PRON|PronType=Prs|Reflex=Yes": 150,
    "PROPN": 151,
    "PROPN|Case=Loc|NameType=Geo": 152,
    "PROPN|Case=Loc|NameType=Nat": 153,
    "PROPN|NameType=Giv": 154,
    "PROPN|NameType=Prs": 155,
    "PROPN|NameType=Sur": 156,
    "PUNCT": 157,
    "SCONJ": 158,
    "SYM": 159,
    "VERB": 160,
    "VERB|Degree=Equ": 161,
    "VERB|Degree=Equ|VerbForm=Part": 162,
    "VERB|Degree=Pos": 163,
    "VERB|Degree=Pos|VerbForm=Part": 164,
    "VERB|Polarity=Neg": 165,
    "VERB|Polarity=Neg|VerbForm=Part": 166,
    "VERB|VerbForm=Part": 167
  },
  "max_position_embeddings": 131072,
  "max_window_layers": 28,
  "model_type": "qwen2",
  "num_attention_heads": 28,
  "num_hidden_layers": 28,
  "num_key_value_heads": 4,
  "rms_norm_eps": 1e-06,
  "rope_theta": 1000000.0,
  "sliding_window": 131072,
  "tie_word_embeddings": false,
  "tokenizer_class": "Qwen2Tokenizer",
  "torch_dtype": "float32",
  "transformers_version": "4.42.4",
  "use_cache": false,
  "use_sliding_window": false,
  "vocab_size": 152064
}