{ "_name_or_path": "cardiffnlp/twitter-roberta-base-2019-90m", "architectures": [ "RobertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ 0.7492056488990784, 0.6370843052864075, 0.9134382605552673, 1.3568540811538696, 1.4902523756027222, 0.8531559705734253, -0.8888436555862427, 0.9329497218132019, -1.455850601196289, 1.3819935321807861, 0.049283646047115326, -1.3306725025177002, -0.6518306136131287, 0.44033581018447876, -0.257489413022995 ], "start_transitions": [ -0.3798443377017975, -0.5225925445556641, -2.4913291931152344, -0.9669774174690247, -0.12901052832603455, -1.3830469846725464, -0.7029656171798706, -0.21370141208171844, 0.8307492136955261, -1.1099272966384888, 1.1377007961273193, 0.5083275437355042, 0.7838953137397766, 0.0874963030219078, 1.21866774559021 ], "transitions": [ [ -0.7194623351097107, -0.08121935278177261, -0.11240008473396301, 0.3135150671005249, 0.24903544783592224, -0.1950521320104599, 0.11609053611755371, -0.16057510673999786, 0.13776767253875732, -0.22137509286403656, -0.3049870729446411, 0.1512121707201004, -0.16344161331653595, -0.16429893672466278, 0.32339170575141907 ], [ -0.09627669304609299, 0.19265931844711304, -0.3662812411785126, -0.04107110574841499, -0.08354052156209946, 0.47839441895484924, -0.03691640868782997, 0.07481629401445389, -0.003566014813259244, 0.01562994159758091, -0.1474870890378952, 0.19458037614822388, 0.3395256996154785, 0.13632097840309143, 0.10648933798074722 ], [ -0.11888784170150757, 0.5596080422401428, 0.0003204601816833019, -0.15356343984603882, 0.17072229087352753, -0.03882733732461929, 0.205452561378479, -0.07560919225215912, -0.23114550113677979, 0.04334336146712303, 0.11833655834197998, 0.05580390244722366, -0.35916900634765625, 0.010553551837801933, 0.2532386779785156 ], [ 0.5630843639373779, -0.0909421369433403, -0.412884920835495, -0.028713515028357506, -0.12043038010597229, 0.4614092707633972, -0.08149563521146774, -0.2648271322250366, -0.031114082783460617, 0.16048431396484375, -0.023554470390081406, 0.09558697789907455, 0.2258378565311432, -0.0749465823173523, -0.3731086850166321 ], [ -0.140513077378273, -0.339660108089447, -0.4402444064617157, -0.0810018926858902, 0.3067885637283325, 0.25788387656211853, -0.07996057718992233, 0.07615281641483307, 0.7118116021156311, 0.07852855324745178, 0.2988843023777008, 0.04608535021543503, 0.11463307589292526, 0.240012988448143, 0.04851087927818298 ], [ -0.3398793935775757, 0.2024560272693634, -0.4189731776714325, 0.5417165160179138, -0.017061199992895126, -0.5563187003135681, 0.10986281931400299, -0.06185133382678032, 0.29222890734672546, 0.21720218658447266, -0.25714901089668274, -0.047134365886449814, 0.19258549809455872, -0.19101430475711823, 0.15692904591560364 ], [ 0.12506110966205597, 0.31869444251060486, -0.04655316099524498, 0.02996811456978321, -0.08053969591856003, 0.04129423573613167, 0.011597344651818275, 0.0620575025677681, -0.2769317626953125, 0.22188882529735565, -0.384240984916687, 0.0561741404235363, -0.5319698452949524, -0.2138933390378952, 0.11089876294136047 ], [ 0.5170957446098328, -0.762546956539154, -0.4151114523410797, -0.04537997022271156, -0.015146150253713131, -0.2754981815814972, 0.13328373432159424, -0.07064827531576157, -0.17723225057125092, 0.08366701006889343, -0.3983648419380188, 0.11922018975019455, 0.2510205805301666, 0.2229459285736084, -0.5909588932991028 ], [ -0.14612197875976562, -0.05049685761332512, -0.5839836001396179, -0.03808183968067169, 0.07847684621810913, -0.39343762397766113, 0.25855496525764465, 0.17523756623268127, -0.2717115879058838, -0.22914601862430573, 0.45405682921409607, 0.6078988313674927, 0.10684403777122498, 0.0072093624621629715, 0.12801453471183777 ], [ -0.003863894147798419, 0.3087817430496216, 0.2047547996044159, 0.013263903558254242, 0.13841788470745087, 0.34943851828575134, 0.0036146424245089293, 0.10890539735555649, 0.4101174473762512, 0.05091557651758194, -0.22345763444900513, 0.10352841764688492, 0.5341917872428894, -0.13312986493110657, -0.0725003331899643 ], [ -0.24628499150276184, -0.3816620707511902, 0.2694311738014221, -0.11494221538305283, 0.2645294964313507, -0.16964001953601837, 0.022523311898112297, 0.05418983846902847, 0.004514089319854975, 0.43220826983451843, 0.060457728803157806, 0.6132330894470215, -0.09803767502307892, -0.11115708202123642, -0.18234144151210785 ], [ 0.005474415607750416, -0.03320099040865898, 0.25719863176345825, -0.24880310893058777, 0.10145948827266693, -0.24328027665615082, -0.13063667714595795, -0.5162709951400757, -0.26744651794433594, -0.30649513006210327, -0.04469043388962746, 0.44017720222473145, -0.1485278308391571, 0.16850066184997559, 0.043328262865543365 ], [ -0.30054646730422974, -0.018745891749858856, 0.10412085801362991, -0.25783059000968933, 0.16832149028778076, 0.8221919536590576, 0.2681424915790558, 0.14222358167171478, -0.14135566353797913, -0.16214439272880554, 0.3884497880935669, -0.17821595072746277, -0.21467097103595734, -0.4003349244594574, 0.35910677909851074 ], [ 0.061120349913835526, 0.006568322889506817, 0.3808766305446625, 0.18140380084514618, 0.01981387473642826, 0.2566221058368683, -0.12524445354938507, 0.35915037989616394, 0.11302880197763443, -0.6065798997879028, -0.22543175518512726, 0.06969708204269409, 0.24563580751419067, 0.4482913613319397, -0.6198773384094238 ], [ -0.3511444926261902, 0.040582478046417236, -0.5034703612327576, 0.144077867269516, 0.261660635471344, -0.20402084290981293, -0.051413316279649734, 0.041840821504592896, -0.024687567725777626, -0.35934606194496155, -0.4178312122821808, 0.45560458302497864, 0.23922529816627502, 0.37183257937431335, 0.11221922188997269 ] ] }, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "roberta", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 1, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.17.0", "type_vocab_size": 1, "use_cache": true, "vocab_size": 50265 }