diff --git "a/best_configure.json" "b/best_configure.json" new file mode 100644--- /dev/null +++ "b/best_configure.json" @@ -0,0 +1,48605 @@ +{ + " ": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "qa_outputs", + "input_tensor_infos": [ + { + "id": 195, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.015900198370218277 + ], + "zero_point": [ + 115 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0020301283802837133, + 0.0012198260519653559 + ], + "zero_point": [ + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 196, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "", + "input_tensor_infos": [ + { + "id": 196, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 197, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + { + "id": 198, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "", + "input_tensor_infos": [ + { + "id": 197, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 199, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "", + "input_tensor_infos": [ + { + "id": 199, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 200, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "", + "input_tensor_infos": [ + { + "id": 198, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 201, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "4": { + "op_type": "", + "fqn": "", + "input_tensor_infos": [ + { + "id": 201, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 202, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + } + }, + "layer_output_infos": [] + }, + "roberta": { + "q_op_infos": {}, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 0, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 1, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [] + }, + "2": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 1, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [] + }, + "3": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 1, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 1, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 2, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 2, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [ + { + "id": 3, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 3, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 4, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "7": { + "op_type": "", + "fqn": "roberta", + "input_tensor_infos": [ + { + "id": 4, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + } + }, + "layer_output_infos": [] + }, + "roberta:embeddings": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 14, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.013835686258971691 + ], + "zero_point": [ + 162 + ] + }, + { + "id": 16, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.0058896709233522415 + ], + "zero_point": [ + 165 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 17, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 0, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 6, + "orig_dtype": "torch.bool", + "inf_dtype": "torch.bool" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 6, + "orig_dtype": "torch.bool", + "inf_dtype": "torch.bool" + } + ], + "output_tensor_infos": [ + { + "id": 7, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 7, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ], + "output_tensor_infos": [ + { + "id": 8, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 8, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + }, + { + "id": 7, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ], + "output_tensor_infos": [ + { + "id": 9, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ] + }, + "4": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 9, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 10, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 10, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + }, + { + "id": 7, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ], + "output_tensor_infos": [ + { + "id": 11, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 11, + "orig_dtype": "torch.int32", + "inf_dtype": "torch.int32" + } + ], + "output_tensor_infos": [ + { + "id": 12, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ] + }, + "7": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 12, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 13, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 0, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [] + }, + "9": { + "op_type": "", + "fqn": "roberta.embeddings.word_embeddings", + "input_tensor_infos": [ + { + "id": 0, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [ + { + "id": 14, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.embeddings.token_type_embeddings", + "input_tensor_infos": [ + { + "id": 15, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [ + { + "id": 16, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.embeddings.position_embeddings", + "input_tensor_infos": [ + { + "id": 13, + "orig_dtype": "torch.int64", + "inf_dtype": "torch.int64" + } + ], + "output_tensor_infos": [ + { + "id": 18, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.embeddings", + "input_tensor_infos": [ + { + "id": 17, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + { + "id": 18, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 19, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.embeddings.LayerNorm", + "input_tensor_infos": [ + { + "id": 19, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 20, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.embeddings.dropout", + "input_tensor_infos": [ + { + "id": 20, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder": { + "q_op_infos": {}, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder", + "input_tensor_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ], + "output_tensor_infos": [] + } + }, + "layer_output_infos": [] + }, + "roberta:encoder:layer": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:0": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:0:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 44, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:0:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.attention.self.query", + "input_tensor_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0292754415422678 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002873834688216448, + 0.005623165983706713, + 0.0033755162730813026, + 0.0042610145173966885, + 0.0031071000266820192, + 0.004027101211249828, + 0.0035134879872202873, + 0.0032578965183347464, + 0.003264312632381916, + 0.0037465495988726616, + 0.003010871121659875, + 0.0028233956545591354, + 0.003964824602007866, + 0.003346708370372653, + 0.003323798533529043, + 0.003793960902839899, + 0.004091750364750624, + 0.002947071334347129, + 0.0035553788766264915, + 0.0033291473519057035, + 0.0031473739072680473, + 0.004430967848747969, + 0.003327206475660205, + 0.003426009090617299, + 0.003410767298191786, + 0.0027557318098843098, + 0.003316738875582814, + 0.0034328363835811615, + 0.00337956752628088, + 0.0034994303714483976, + 0.0034055793657898903, + 0.0028954842127859592, + 0.0021239144261926413, + 0.0027751002926379442, + 0.002389639848843217, + 0.0026000558864325285, + 0.0022957143373787403, + 0.003903118660673499, + 0.0022163945250213146, + 0.0025220175739377737, + 0.0034427738282829523, + 0.0024112204555422068, + 0.002349704271182418, + 0.0026869846042245626, + 0.0035568266175687313, + 0.00338123575784266, + 0.002377328695729375, + 0.0025853454135358334, + 0.002893737517297268, + 0.002692373236641288, + 0.0030687132384628057, + 0.0026529179885983467, + 0.0022811871021986008, + 0.002958238823339343, + 0.0031826940830796957, + 0.0024612208362668753, + 0.0026065066922456026, + 0.0029555861838161945, + 0.002911909483373165, + 0.0031408502254635096, + 0.00258329208008945, + 0.002360140671953559, + 0.0028048469685018063, + 0.002275406150147319, + 0.0035562242846935987, + 0.0028953836299479008, + 0.0037673136685043573, + 0.004545168485492468, + 0.0032152768690139055, + 0.0038787778466939926, + 0.005275837145745754, + 0.0035483650863170624, + 0.003409798489883542, + 0.0048882002010941505, + 0.0038781226612627506, + 0.005943513009697199, + 0.003736988641321659, + 0.0051724594086408615, + 0.003991247620433569, + 0.004037023056298494, + 0.0039319684728980064, + 0.0039837113581597805, + 0.0027187166269868612, + 0.0054903714917600155, + 0.004955061245709658, + 0.005579140968620777, + 0.004893546458333731, + 0.0037468275986611843, + 0.0041172378696501255, + 0.0031875655986368656, + 0.0033171039540320635, + 0.004010534379631281, + 0.004493036773055792, + 0.004242527298629284, + 0.0035650988575071096, + 0.0037502795457839966, + 0.004414310213178396, + 0.003322983393445611, + 0.0037760245613753796, + 0.003952622413635254, + 0.0034352338407188654, + 0.0030109717044979334, + 0.0031571623403578997, + 0.0029975352808833122, + 0.0035647284239530563, + 0.0038705880288034678, + 0.002853252226486802, + 0.0039260112680494785, + 0.004946799483150244, + 0.003749680006876588, + 0.003765178844332695, + 0.0043558161705732346, + 0.0033664992079138756, + 0.004522938746958971, + 0.005071721971035004, + 0.003688310505822301, + 0.004733445588499308, + 0.00413136649876833, + 0.003881913609802723, + 0.0034364161547273397, + 0.004490310791879892, + 0.0038869930431246758, + 0.0038713079411536455, + 0.003996723331511021, + 0.004396697506308556, + 0.005574608221650124, + 0.0029937548097223043, + 0.0042430330067873, + 0.0067454855889081955, + 0.00863695703446865, + 0.00860870722681284, + 0.0054075452499091625, + 0.005380214657634497, + 0.005237082950770855, + 0.007183154113590717, + 0.0061140344478189945, + 0.006555916275829077, + 0.009238719008862972, + 0.005407280288636684, + 0.005984797142446041, + 0.006461844779551029, + 0.005847570952028036, + 0.0050338744185864925, + 0.0052534737624228, + 0.0074911718256771564, + 0.0075201173312962055, + 0.008113480173051357, + 0.007343248929828405, + 0.005504006519913673, + 0.008784695528447628, + 0.009725646115839481, + 0.007524590939283371, + 0.007879268378019333, + 0.007993343286216259, + 0.007780912332236767, + 0.01022124569863081, + 0.008126674219965935, + 0.006031052675098181, + 0.008827651850879192, + 0.006321309600025415, + 0.003560940967872739, + 0.0036858979146927595, + 0.0037282633129507303, + 0.0026630202773958445, + 0.0028497474268078804, + 0.003640115726739168, + 0.0024993368424475193, + 0.003523891791701317, + 0.0025960307102650404, + 0.003961043432354927, + 0.0041803596541285515, + 0.0029476319905370474, + 0.0033032093197107315, + 0.0038140621036291122, + 0.003667508950456977, + 0.0033395688515156507, + 0.00279968767426908, + 0.0029808899853378534, + 0.0031002715695649385, + 0.003669144120067358, + 0.00524839898571372, + 0.0026225766632705927, + 0.0032410514540970325, + 0.00351643655449152, + 0.0029626984614878893, + 0.0032485974952578545, + 0.0029738221783190966, + 0.0036484282463788986, + 0.0047662872821092606, + 0.005203065928071737, + 0.0046912566758692265, + 0.0038423030637204647, + 0.008827419951558113, + 0.008419139310717583, + 0.010838126763701439, + 0.006701089907437563, + 0.007483535911887884, + 0.0054171280935406685, + 0.005631302483379841, + 0.008845288306474686, + 0.00780106894671917, + 0.0072019705548882484, + 0.010341553017497063, + 0.010618134401738644, + 0.0068244319409132, + 0.008520711213350296, + 0.009907728992402554, + 0.009714070707559586, + 0.01011381670832634, + 0.0058535863645374775, + 0.008219223469495773, + 0.008631732314825058, + 0.006101194303482771, + 0.007058055605739355, + 0.0063604325987398624, + 0.008403205312788486, + 0.007367767859250307, + 0.006001845933496952, + 0.008930693380534649, + 0.005256021395325661, + 0.009207363240420818, + 0.010135860182344913, + 0.00805741734802723, + 0.004867923445999622, + 0.005227953195571899, + 0.0037590216379612684, + 0.0024096411652863026, + 0.006480642128735781, + 0.0027238212060183287, + 0.006353422533720732, + 0.0035436979960650206, + 0.0028523956425487995, + 0.003992373589426279, + 0.0031455564312636852, + 0.0029259645380079746, + 0.002813382539898157, + 0.0023454660549759865, + 0.0029278858564794064, + 0.0034278433304280043, + 0.0031515383161604404, + 0.006820394191890955, + 0.002955409698188305, + 0.0033306535333395004, + 0.006616994272917509, + 0.0030015171505510807, + 0.0023673889227211475, + 0.0027563099283725023, + 0.006139666307717562, + 0.005537695251405239, + 0.0026467496063560247, + 0.006491708569228649, + 0.0030186125077307224, + 0.003630910301581025, + 0.0038567197043448687, + 0.005386414472013712, + 0.007771024946123362, + 0.0030359283555299044, + 0.004107940476387739, + 0.00365369557403028, + 0.003281873883679509, + 0.0034806127659976482, + 0.003429427510127425, + 0.0049782865680754185, + 0.002800805028527975, + 0.0038642692379653454, + 0.003281722776591778, + 0.004812082275748253, + 0.003367567667737603, + 0.004362817853689194, + 0.0033869242761284113, + 0.007497471757233143, + 0.0030384876299649477, + 0.0027596524450927973, + 0.0036335608456283808, + 0.003960404545068741, + 0.0030121440067887306, + 0.0032031501177698374, + 0.003484229324385524, + 0.002810376463457942, + 0.004280309658497572, + 0.003026205115020275, + 0.0035819984041154385, + 0.0035132707562297583, + 0.0029885012190788984, + 0.004259273409843445, + 0.0031012841500341892, + 0.004736969247460365, + 0.00432956637814641, + 0.0038143275305628777, + 0.0030401668045669794, + 0.004008229356259108, + 0.003428469877690077, + 0.004027004353702068, + 0.0037569929845631123, + 0.004042271990329027, + 0.004405939485877752, + 0.004880846943706274, + 0.0033912602812051773, + 0.004678227007389069, + 0.003323390381410718, + 0.004046163056045771, + 0.003426174633204937, + 0.004285488277673721, + 0.004769735503941774, + 0.003443146590143442, + 0.0036880760453641415, + 0.003550389315932989, + 0.0031401528976857662, + 0.004209345206618309, + 0.003325418336316943, + 0.0034426699858158827, + 0.00405818922445178, + 0.0033614549320191145, + 0.0038840528577566147, + 0.004444303456693888, + 0.004792709834873676, + 0.004225634504109621, + 0.0056345765478909016, + 0.00358723197132349, + 0.004378066398203373, + 0.002993345959112048, + 0.0032575384248048067, + 0.003416585037484765, + 0.0030994464177638292, + 0.0032262392342090607, + 0.003140549175441265, + 0.0037332242354750633, + 0.002943178405985236, + 0.0031853988766670227, + 0.0034112015273422003, + 0.0038226840551942587, + 0.003435201710090041, + 0.002786541124805808, + 0.002995893592014909, + 0.002771023428067565, + 0.003841163357719779, + 0.002546364674344659, + 0.0028298506513237953, + 0.003570065600797534, + 0.003061156952753663, + 0.003284864593297243, + 0.0029888434801250696, + 0.003223435953259468, + 0.0035168856848031282, + 0.003074959386140108, + 0.0030477207619696856, + 0.003316821763291955, + 0.002882988192141056, + 0.003176357364282012, + 0.004268690478056669, + 0.0031080080661922693, + 0.0035043577663600445, + 0.0029406314715743065, + 0.002806378761306405, + 0.0037719616666436195, + 0.0033400487154722214, + 0.00277655734680593, + 0.003489765804260969, + 0.0035441091749817133, + 0.0024427042808383703, + 0.0031156500335782766, + 0.0027023456059396267, + 0.0026619690470397472, + 0.0037845319602638483, + 0.003306611208245158, + 0.002870045369490981, + 0.0028633123729377985, + 0.0027754721231758595, + 0.0030120539013296366, + 0.002934110350906849, + 0.003444368951022625, + 0.0034331264905631542, + 0.0035832501016557217, + 0.0027608340606093407, + 0.003932409454137087, + 0.002977812197059393, + 0.0024220224004238844, + 0.00392253790050745, + 0.00281632412225008, + 0.0030948249623179436, + 0.003391904989257455, + 0.002898614387959242, + 0.002675156109035015, + 0.002893847180530429 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 22, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.attention.self.key", + "input_tensor_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0292754415422678 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002838398329913616, + 0.0033709374256432056, + 0.0034564712550491095, + 0.004067287314683199, + 0.003464885288849473, + 0.004122307989746332, + 0.003388781100511551, + 0.0032004485838115215, + 0.003707118332386017, + 0.00449533574283123, + 0.003275413764640689, + 0.003303240519016981, + 0.0037938819732517004, + 0.003737596794962883, + 0.0030067681800574064, + 0.004269784316420555, + 0.00423987302929163, + 0.002932373434305191, + 0.003847842337563634, + 0.0033840343821793795, + 0.003717356128618121, + 0.004861004650592804, + 0.003327857470139861, + 0.004561812151223421, + 0.003522776300087571, + 0.003828172804787755, + 0.0032962895929813385, + 0.00322711025364697, + 0.004600539803504944, + 0.0034947586245834827, + 0.0038264142349362373, + 0.0028240366373211145, + 0.002793634310364723, + 0.004413951188325882, + 0.0025293659418821335, + 0.0022248104214668274, + 0.0028365321923047304, + 0.003692920785397291, + 0.0027885122690349817, + 0.0025237463414669037, + 0.003389642108231783, + 0.007639283314347267, + 0.005678366404026747, + 0.0023050305899232626, + 0.0032143734861165285, + 0.003167903982102871, + 0.004023137968033552, + 0.0025608937721699476, + 0.0025384989567101, + 0.0033119244035333395, + 0.0036019771359860897, + 0.002702475991100073, + 0.0022141081281006336, + 0.0025811048690229654, + 0.004158842843025923, + 0.0026675609406083822, + 0.005633938126266003, + 0.0034861292224377394, + 0.0029369161929935217, + 0.0024643009528517723, + 0.003432873170822859, + 0.003117404878139496, + 0.005222650244832039, + 0.003733570221811533, + 0.004164574667811394, + 0.004136725794523954, + 0.0040699802339077, + 0.0044029224663972855, + 0.00398631626740098, + 0.004588885698467493, + 0.004790508653968573, + 0.004430258646607399, + 0.0035605996381491423, + 0.005508256610482931, + 0.0033046903554350138, + 0.004014855250716209, + 0.004713816102594137, + 0.00484527787193656, + 0.004348563961684704, + 0.00417237589135766, + 0.003949699457734823, + 0.005724087357521057, + 0.004962661303579807, + 0.00506560318171978, + 0.0046765487641096115, + 0.00403908547013998, + 0.00461061904206872, + 0.004540087655186653, + 0.004863009322434664, + 0.005281553138047457, + 0.006414392963051796, + 0.00522663164883852, + 0.00443557882681489, + 0.004227417521178722, + 0.0042757005430758, + 0.0051933107897639275, + 0.00356453750282526, + 0.0050014713779091835, + 0.0039046353194862604, + 0.004006535280495882, + 0.0040232473984360695, + 0.005567837972193956, + 0.003549933433532715, + 0.004156345501542091, + 0.0034405796322971582, + 0.004534854553639889, + 0.0035665801260620356, + 0.003769347444176674, + 0.0035550089087337255, + 0.004445320460945368, + 0.003718738676980138, + 0.003908815793693066, + 0.0031974869780242443, + 0.003218648722395301, + 0.003927338868379593, + 0.003720052307471633, + 0.0034853764809668064, + 0.0032978823874145746, + 0.0035089217126369476, + 0.004650329239666462, + 0.004243112169206142, + 0.0050591579638421535, + 0.003946761135011911, + 0.0034271262120455503, + 0.004250866360962391, + 0.004461097531020641, + 0.004425307735800743, + 0.003215570468455553, + 0.006414309609681368, + 0.008366846479475498, + 0.00816568173468113, + 0.004922293592244387, + 0.005460366141051054, + 0.004199072252959013, + 0.007572309114038944, + 0.004695267882198095, + 0.004659642931073904, + 0.005917777307331562, + 0.00508494209498167, + 0.0044852267019450665, + 0.0060954284854233265, + 0.0052456241101026535, + 0.006074849516153336, + 0.004730659071356058, + 0.005841208156198263, + 0.0069560823030769825, + 0.007041905075311661, + 0.005410721059888601, + 0.004643550142645836, + 0.006932937074452639, + 0.008610901422798634, + 0.0059011029079556465, + 0.006861942820250988, + 0.006138943135738373, + 0.009694965556263924, + 0.008671162649989128, + 0.005859492812305689, + 0.007422401569783688, + 0.009859833866357803, + 0.005822859238833189, + 0.002723742974922061, + 0.002653677249327302, + 0.00268137757666409, + 0.0031823802273720503, + 0.0025828827638179064, + 0.0029456857591867447, + 0.003405827796086669, + 0.0029561487026512623, + 0.0024700395297259092, + 0.003005489706993103, + 0.0032972798217087984, + 0.0035819835029542446, + 0.0025645396672189236, + 0.0029344994109123945, + 0.002798283938318491, + 0.0028079368639737368, + 0.0033952456433326006, + 0.002522825263440609, + 0.0028025242500007153, + 0.00280302157625556, + 0.003500060411170125, + 0.0029592763166874647, + 0.0023048496805131435, + 0.0028133168816566467, + 0.0028104272205382586, + 0.0032078309450298548, + 0.0036627422086894512, + 0.002873674500733614, + 0.003121598158031702, + 0.0031619591172784567, + 0.0027752204332500696, + 0.0022033662535250187, + 0.006174991838634014, + 0.009231619536876678, + 0.006498141214251518, + 0.007002826780080795, + 0.004797235131263733, + 0.006255941931158304, + 0.004250950645655394, + 0.007511179894208908, + 0.007144146133214235, + 0.005264288745820522, + 0.007144645322114229, + 0.008510740473866463, + 0.006348907016217709, + 0.00680996710434556, + 0.0072429669089615345, + 0.006891450844705105, + 0.005934332497417927, + 0.005141386296600103, + 0.006854463368654251, + 0.006287082564085722, + 0.005758689250797033, + 0.007177257444709539, + 0.006863081362098455, + 0.007486965041607618, + 0.005997505038976669, + 0.006198416464030743, + 0.009278482757508755, + 0.005161602050065994, + 0.005112078040838242, + 0.008504525758326054, + 0.005956908222287893, + 0.0053960587829351425, + 0.003076966619119048, + 0.0031607053242623806, + 0.004081288352608681, + 0.002951524220407009, + 0.003497624769806862, + 0.003001095959916711, + 0.003501851111650467, + 0.003413429483771324, + 0.0036472517531365156, + 0.0028809283394366503, + 0.002548126969486475, + 0.0037749235052615404, + 0.0035292278043925762, + 0.0028738249093294144, + 0.003616074565798044, + 0.0039248098619282246, + 0.002410232089459896, + 0.0029570397455245256, + 0.0025812324602156878, + 0.005981371272355318, + 0.003297446295619011, + 0.0028875472489744425, + 0.0029268008656799793, + 0.0032175248488783836, + 0.0037574642337858677, + 0.0033061481080949306, + 0.0037989215925335884, + 0.0030716273467987776, + 0.0040713283233344555, + 0.0036015999503433704, + 0.0022339264396578074, + 0.0040538860484957695, + 0.003506438573822379, + 0.003960666712373495, + 0.00274101784452796, + 0.004096584860235453, + 0.00307809398509562, + 0.004109096713364124, + 0.0035231858491897583, + 0.004181974101811647, + 0.0033813780173659325, + 0.003876130562275648, + 0.003531982423737645, + 0.002959080971777439, + 0.004452499095350504, + 0.002958781085908413, + 0.003643224248662591, + 0.0038995288778096437, + 0.003207726636901498, + 0.0037555203307420015, + 0.002856311621144414, + 0.0033321657683700323, + 0.0033009289763867855, + 0.004071643576025963, + 0.002950273221358657, + 0.0038907728157937527, + 0.0034325243905186653, + 0.0035393456928431988, + 0.0027066238690167665, + 0.0032062907703220844, + 0.0034615222830325365, + 0.004267865791916847, + 0.0037863755133002996, + 0.0029158361721783876, + 0.004588807001709938, + 0.0033110887743532658, + 0.0038772202096879482, + 0.0033715534955263138, + 0.003364942269399762, + 0.0030933525413274765, + 0.004780749324709177, + 0.0034899888560175896, + 0.003935313783586025, + 0.003906593658030033, + 0.004854587838053703, + 0.004205836448818445, + 0.0036227882374078035, + 0.003093886189162731, + 0.003312942571938038, + 0.0038132097106426954, + 0.003908325918018818, + 0.004138219635933638, + 0.0036425581201910973, + 0.005726690404117107, + 0.003858366748318076, + 0.0033209219109266996, + 0.003871731460094452, + 0.004652060568332672, + 0.003979526460170746, + 0.00533192977309227, + 0.00521562434732914, + 0.003507035318762064, + 0.003369692014530301, + 0.0041730767115950584, + 0.0029353720601648092, + 0.0034108669497072697, + 0.0030687195248901844, + 0.003925945144146681, + 0.0029773428104817867, + 0.0033776010386645794, + 0.003152573248371482, + 0.0029007873963564634, + 0.0037991651333868504, + 0.003355940105393529, + 0.005584820173680782, + 0.004479344002902508, + 0.003749890485778451, + 0.0046813758090138435, + 0.0033812483306974173, + 0.0031784481834620237, + 0.0034007388167083263, + 0.0031043554190546274, + 0.003094586543738842, + 0.0032987601589411497, + 0.0035724446643143892, + 0.0034240277018398046, + 0.0037197135388851166, + 0.0034251133911311626, + 0.003158892272040248, + 0.002922117942944169, + 0.003434049431234598, + 0.003976155538111925, + 0.002784710144624114, + 0.004770828410983086, + 0.003779015736654401, + 0.003391362726688385, + 0.002851750236004591, + 0.0026166008319705725, + 0.002958358731120825, + 0.0031279230024665594, + 0.003287959611043334, + 0.0032769362442195415, + 0.003366617253050208, + 0.002792316721752286, + 0.0037333476357162, + 0.0034520223271101713, + 0.00394485704600811, + 0.0034056538715958595, + 0.0039035796653479338, + 0.0029781702905893326, + 0.0031032529659569263, + 0.003987109754234552, + 0.0028332218062132597, + 0.002484492724761367, + 0.003350499551743269, + 0.0028237521182745695, + 0.0027668753173202276, + 0.002735484391450882, + 0.0027579793240875006, + 0.0038083051331341267, + 0.0029634758830070496, + 0.0036920891143381596, + 0.0037054461427032948, + 0.002713850699365139, + 0.003110331017524004, + 0.003301182994619012, + 0.003124507609754801, + 0.003124187234789133, + 0.0032775145955383778, + 0.002964882180094719 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 23, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.attention.self.value", + "input_tensor_infos": [ + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0292754415422678 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0017011660384014249, + 0.0016819805605337024, + 0.0016843951307237148, + 0.0017852261662483215, + 0.0015381803968921304, + 0.0016408049268648028, + 0.0019360214937478304, + 0.0015520707238465548, + 0.0014015466440469027, + 0.001661544549278915, + 0.0016831192187964916, + 0.0016090612625703216, + 0.0017466084100306034, + 0.001955952262505889, + 0.002282161731272936, + 0.0016119909705594182, + 0.0018552930559962988, + 0.0017674448899924755, + 0.0018128096126019955, + 0.0018242517253383994, + 0.001807758235372603, + 0.0018434727098792791, + 0.0016760695725679398, + 0.002188200131058693, + 0.0024526366032660007, + 0.001664617215283215, + 0.001757933758199215, + 0.0013434500433504581, + 0.001828366657719016, + 0.0017864526016637683, + 0.0024665379896759987, + 0.0018783049890771508, + 0.0014190238434821367, + 0.0014092902420088649, + 0.0014893084298819304, + 0.0014575306558981538, + 0.001625463250093162, + 0.0016031732084229589, + 0.001551642082631588, + 0.0014417527709156275, + 0.002137217903509736, + 0.0016676747472956777, + 0.001861732336692512, + 0.0012862719595432281, + 0.001659687957726419, + 0.0017886013956740499, + 0.0013680898118764162, + 0.0015610584523528814, + 0.0017344866646453738, + 0.0012929752701893449, + 0.0013174338964745402, + 0.0011869838926941156, + 0.002414275659248233, + 0.0013850715477019548, + 0.0015172712737694383, + 0.0021319508086889982, + 0.0015287484275177121, + 0.001745261368341744, + 0.0015096961287781596, + 0.0013085710816085339, + 0.0018492324743419886, + 0.0018880635034292936, + 0.0021995827555656433, + 0.0013329348294064403, + 0.0017357147298753262, + 0.0017938039964064956, + 0.0016504761297255754, + 0.0021663359366357327, + 0.0016410596435889602, + 0.0016658586682751775, + 0.0015625248197466135, + 0.0020872654858976603, + 0.0018181109335273504, + 0.0017352448776364326, + 0.0017751400591805577, + 0.0016601065872237086, + 0.0015205825911834836, + 0.0019664710853248835, + 0.0026628244668245316, + 0.0012788514140993357, + 0.0014768174150958657, + 0.0017674417467787862, + 0.0015796036459505558, + 0.0017926378641277552, + 0.00148894137237221, + 0.001934265485033393, + 0.001660222071222961, + 0.001778074074536562, + 0.0014180390862748027, + 0.0014884519623592496, + 0.0017567244358360767, + 0.0014485238352790475, + 0.0016995422774925828, + 0.0018296608468517661, + 0.0014316709712147713, + 0.002114528091624379, + 0.001442653825506568, + 0.0017102975398302078, + 0.001384320785291493, + 0.0017411485314369202, + 0.0015189627883955836, + 0.001458884566091001, + 0.0015215082094073296, + 0.001810571295209229, + 0.001404795330017805, + 0.0014533360954374075, + 0.0018198624020442367, + 0.0013946689432486892, + 0.0014404035173356533, + 0.0014374484308063984, + 0.0014132577925920486, + 0.001251423149369657, + 0.0014369714772328734, + 0.0012966326903551817, + 0.001249958761036396, + 0.0013796373968943954, + 0.0015571261756122112, + 0.0015933301765471697, + 0.0016136717749759555, + 0.0021197993773967028, + 0.004170921165496111, + 0.002705479972064495, + 0.0014919084496796131, + 0.0013785493792966008, + 0.0011932754423469305, + 0.0014641539892181754, + 0.0020832493901252747, + 0.0013558865757659078, + 0.0011388794519007206, + 0.00097859394736588, + 0.0009087812504731119, + 0.0010948884300887585, + 0.0009558653691783547, + 0.001320714014582336, + 0.001232115551829338, + 0.0009085355559363961, + 0.0009493244579061866, + 0.0008395520853810012, + 0.0008131464710459113, + 0.0009531124960631132, + 0.0010727428598329425, + 0.0009975088760256767, + 0.0011085448786616325, + 0.0011554793454706669, + 0.0009908450301736593, + 0.0009503492037765682, + 0.001041953801177442, + 0.0010199528187513351, + 0.0009331870824098587, + 0.0008932071505114436, + 0.0010153476614505053, + 0.0009631116408854723, + 0.001109646400436759, + 0.0008432576432824135, + 0.0010137618519365788, + 0.000875640835147351, + 0.000913652591407299, + 0.0009470119257457554, + 0.0009222126682288945, + 0.0008635455742478371, + 0.0017827176488935947, + 0.0017008737195283175, + 0.001907140132971108, + 0.0029426938854157925, + 0.0018549251835793257, + 0.0014533123467117548, + 0.001503567909821868, + 0.0020695829298347235, + 0.0021907268092036247, + 0.0017949450993910432, + 0.002135881455615163, + 0.0017648987704887986, + 0.0016324252355843782, + 0.0014428721042349935, + 0.0019081729697063565, + 0.001946030417457223, + 0.0018366118893027306, + 0.0020514114294201136, + 0.0019012140110135078, + 0.0018725405680015683, + 0.001975966151803732, + 0.001675945008173585, + 0.0017138058319687843, + 0.0017725537763908505, + 0.0016123815439641476, + 0.0016958320047706366, + 0.0022497139871120453, + 0.0020140004344284534, + 0.001642244285903871, + 0.0021274909377098083, + 0.0017597588011994958, + 0.0023593902587890625, + 0.001258104806765914, + 0.0009457481210120022, + 0.0008803256205283105, + 0.0013411670224741101, + 0.0009026976185850799, + 0.0010132209863513708, + 0.0009129291283898056, + 0.0011767728719860315, + 0.0009161699563264847, + 0.0010199792450293899, + 0.0010493786539882421, + 0.0007339944131672382, + 0.0011122784344479442, + 0.0009323947015218437, + 0.0013073020381852984, + 0.001325076911598444, + 0.0009412113577127457, + 0.0008326498209498823, + 0.0009327512234449387, + 0.0010659713298082352, + 0.0028068041428923607, + 0.0008404074469581246, + 0.0009172590798698366, + 0.0007797995931468904, + 0.001220971462316811, + 0.000952016212977469, + 0.0009669495048001409, + 0.0009277064236812294, + 0.0011934945359826088, + 0.0015086072962731123, + 0.0009200857020914555, + 0.0011889260495081544, + 0.0015736592467874289, + 0.0016206941800191998, + 0.0014175812248140574, + 0.0017890756716951728, + 0.0018245497485622764, + 0.0015812652418389916, + 0.0016276892274618149, + 0.0016505056992173195, + 0.0018503565806895494, + 0.0023258966393768787, + 0.001628197613172233, + 0.0017801157664507627, + 0.0015694961184635758, + 0.0020557623356580734, + 0.0014941751724109054, + 0.0016489229165017605, + 0.0017197582637891173, + 0.0014396447222679853, + 0.0017017748905345798, + 0.0017539012478664517, + 0.0016424563946202397, + 0.002106352476403117, + 0.0018632508581504226, + 0.0017127441242337227, + 0.0019506487296894193, + 0.0019109403947368264, + 0.0014605065807700157, + 0.0019306349568068981, + 0.0018275262555107474, + 0.0018020840361714363, + 0.00203010649420321, + 0.0018484605243429542, + 0.0019300541607663035, + 0.0018591196276247501, + 0.0020532896742224693, + 0.0015825508162379265, + 0.0017128854524344206, + 0.001589201157912612, + 0.0017315304139629006, + 0.0020995214581489563, + 0.0016089834971353412, + 0.001943419105373323, + 0.0020422290544956923, + 0.0017635762924328446, + 0.0017542962450534105, + 0.0017677209107205272, + 0.0019228907767683268, + 0.0015164384385570884, + 0.0021073694806545973, + 0.0025609261356294155, + 0.001991858473047614, + 0.0017860166262835264, + 0.001808917848393321, + 0.0017455937340855598, + 0.001358275767415762, + 0.0019182232208549976, + 0.0019241305999457836, + 0.0018416661769151688, + 0.0031295374501496553, + 0.001480288919992745, + 0.001656507607549429, + 0.0020539420656859875, + 0.002082976745441556, + 0.0018915728433057666, + 0.0016641528345644474, + 0.0014286040095612407, + 0.0030060650315135717, + 0.0017262743785977364, + 0.0012343921698629856, + 0.0018651463324204087, + 0.0014111660420894623, + 0.0016037521418184042, + 0.0017007553251460195, + 0.0015996925067156553, + 0.0013654555659741163, + 0.0016016482841223478, + 0.001965915085747838, + 0.0019597127102315426, + 0.0015934205148369074, + 0.0015947994543239474, + 0.0020895961206406355, + 0.001367352087981999, + 0.001787132932804525, + 0.0017275098944082856, + 0.002601952524855733, + 0.0018618465401232243, + 0.0017945150611922145, + 0.0014063367852941155, + 0.0022229168098419905, + 0.002159916562959552, + 0.001768607529811561, + 0.001940028159879148, + 0.0014089483302086592, + 0.001778746722266078, + 0.0018464248860254884, + 0.001728273113258183, + 0.001512446440756321, + 0.0015549752861261368, + 0.0012358055682852864, + 0.0010976953199133277, + 0.0013769251527264714, + 0.0016908583929762244, + 0.0012508981162682176, + 0.001869467436335981, + 0.001108952215872705, + 0.001155728125013411, + 0.001214256975799799, + 0.001183513319119811, + 0.0014496712246909738, + 0.0012917545391246676, + 0.0014752025017514825, + 0.0011800728971138597, + 0.0011025043204426765, + 0.001455310033634305, + 0.0015348070301115513, + 0.0012869625352323055, + 0.001181849860586226, + 0.0011960575357079506, + 0.0012910678051412106, + 0.0013589649461209774, + 0.0014360820641741157, + 0.0009408527985215187, + 0.001550216693431139, + 0.0010432784911245108, + 0.0011823633685708046, + 0.001087693264707923, + 0.0014397879131138325, + 0.0013467420358210802, + 0.006362397689372301, + 0.0009412174113094807, + 0.0019056388409808278, + 0.0017176958499476314, + 0.001344771240837872, + 0.0015590230468660593, + 0.0031187732238322496, + 0.000972192850895226, + 0.0026454876642674208, + 0.001077262801118195, + 0.0009739006054587662, + 0.001383537775836885, + 0.0014427402056753635, + 0.00113019032869488, + 0.0009533211123198271, + 0.0010150105226784945, + 0.002137798350304365, + 0.001165016321465373, + 0.0019131918670609593, + 0.000996286398731172, + 0.0009498713770881295, + 0.0014240213204175234, + 0.0008956691599451005, + 0.00120951933786273, + 0.002000880427658558, + 0.0015757614746689796, + 0.0009050040389411151, + 0.0018084754701703787, + 0.0011441762326285243, + 0.0017186891054734588, + 0.0018694205209612846, + 0.001275517512112856 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 26, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 30, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.10255569964647293 + ], + "zero_point": [ + 124 + ] + }, + { + "id": 31, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0955890342593193 + ], + "zero_point": [ + 136 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 32, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 33, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.5206096172332764 + ], + "zero_point": [ + 119 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 34, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 36, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.003921568859368563 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 28, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.027660725638270378 + ], + "zero_point": [ + 99 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 37, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 23, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 23, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 24, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 24, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 25, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 26, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 26, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 27, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 27, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 28, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 22, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 22, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 29, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 29, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 30, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 25, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 31, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 32, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 33, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 34, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 35, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 35, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 36, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 37, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 38, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 38, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 39, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 39, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.self", + "input_tensor_infos": [ + { + "id": 39, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 40, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 40, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:0:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.attention.output.dense", + "input_tensor_infos": [ + { + "id": 40, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.018054315820336342 + ], + "zero_point": [ + 119 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.001252697198651731, + 0.0024342581164091825, + 0.0014946588780730963, + 0.001287325518205762, + 0.002075714524835348, + 0.0015765884891152382, + 0.0014343670336529613, + 0.0012640483910217881, + 0.0011415929766371846, + 0.0014260431053116918, + 0.0015596465673297644, + 0.0022547682747244835, + 0.0014709176030009985, + 0.0015108122024685144, + 0.0017107301391661167, + 0.001372284721583128, + 0.0016195288626477122, + 0.0014169665519148111, + 0.0012788483873009682, + 0.0014606735203415155, + 0.001608243677765131, + 0.002280106069520116, + 0.0019162105163559318, + 0.0014935199869796634, + 0.001608958700671792, + 0.004001763183623552, + 0.001448349212296307, + 0.0013794343685731292, + 0.0012516683200374246, + 0.001505866996012628, + 0.0016245199367403984, + 0.001250067725777626, + 0.0012634312734007835, + 0.0018001135904341936, + 0.0028391776140779257, + 0.0017881004605442286, + 0.0017488474259153008, + 0.001747822854667902, + 0.001820267178118229, + 0.001446237089112401, + 0.0014203411992639303, + 0.0009896975243464112, + 0.005055181682109833, + 0.0012783484999090433, + 0.002452968619763851, + 0.0010560035007074475, + 0.0016621473478153348, + 0.001366991433314979, + 0.0018681091023609042, + 0.0014183721505105495, + 0.0013104865793138742, + 0.0019528510747477412, + 0.001721139531582594, + 0.001424651825800538, + 0.0013031322741881013, + 0.0015036951517686248, + 0.0019395719282329082, + 0.0014997058315202594, + 0.0013541609514504671, + 0.0016565757105126977, + 0.0014873811742290854, + 0.0012448562774807215, + 0.0017838571220636368, + 0.0011556914541870356, + 0.0012700619408860803, + 0.0014389182906597853, + 0.0013801325112581253, + 0.0020637814886868, + 0.0021806578151881695, + 0.0016599870286881924, + 0.0014704500790685415, + 0.0014267597580328584, + 0.0019301284337416291, + 0.002057426143437624, + 0.001665150048211217, + 0.0017731573898345232, + 0.0014977958053350449, + 0.0012657246552407742, + 0.001215313095599413, + 0.0015761015238240361, + 0.0017337086610496044, + 0.0017885648412629962, + 0.001650927821174264, + 0.0017729781102389097, + 0.001509299618192017, + 0.0015230446588248014, + 0.0013532827142626047, + 0.002298257779330015, + 0.0018810719484463334, + 0.0016007991507649422, + 0.0015984306810423732, + 0.0019248834578320384, + 0.0015292582102119923, + 0.0015928494976833463, + 0.00185875513125211, + 0.0019568209536373615, + 0.001252389862202108, + 0.0013449861435219646, + 0.003427124349400401, + 0.001541305216960609, + 0.001652078004553914, + 0.0014990434283390641, + 0.0015372736379504204, + 0.001298152026720345, + 0.0014752374263480306, + 0.0016978421481326222, + 0.001886815414763987, + 0.0019162824610248208, + 0.0017730011604726315, + 0.0016902874922379851, + 0.001509141642600298, + 0.0018743989057838917, + 0.001148098148405552, + 0.001994578866288066, + 0.001970351440832019, + 0.0015818894607946277, + 0.0015176846645772457, + 0.0018656209576874971, + 0.001683054375462234, + 0.0012935542035847902, + 0.0016291961073875427, + 0.0016610579332336783, + 0.0021891777869313955, + 0.0013848886592313647, + 0.001607321435585618, + 0.0018360005924478173, + 0.001897944021038711, + 0.0017193179810419679, + 0.0012743138941004872, + 0.0012586712837219238, + 0.0013564572436735034, + 0.001854768954217434, + 0.0013909030240029097, + 0.0016252532368525863, + 0.0015364338178187609, + 0.003216756274923682, + 0.002079386729747057, + 0.0018782524857670069, + 0.0016334018437191844, + 0.0017357144970446825, + 0.0017170733772218227, + 0.0016399648739024997, + 0.0016575329937040806, + 0.001389932818710804, + 0.001263765268959105, + 0.001479952479712665, + 0.0015219768974930048, + 0.00137405248824507, + 0.0015367507003247738, + 0.0014603855088353157, + 0.001882494310848415, + 0.0012869475176557899, + 0.0016633678460493684, + 0.0013308392371982336, + 0.0017019481165334582, + 0.0015573248965665698, + 0.001607317477464676, + 0.0015513906255364418, + 0.0016001848271116614, + 0.0015854287194088101, + 0.0017714129062369466, + 0.0012438814155757427, + 0.0015055672265589237, + 0.0018099670996889472, + 0.0021230378188192844, + 0.001772772055119276, + 0.0024700849317014217, + 0.001599096693098545, + 0.0011475984938442707, + 0.0015598532045260072, + 0.001467580092139542, + 0.0015932730166241527, + 0.0014558294788002968, + 0.0013821292668581009, + 0.002028976334258914, + 0.00166458694729954, + 0.0017307470552623272, + 0.0018008442129939795, + 0.0018411055207252502, + 0.004347539506852627, + 0.002282712608575821, + 0.0015454196836799383, + 0.0017883317777886987, + 0.0018941956805065274, + 0.001650097663514316, + 0.0023431351874023676, + 0.0010873305145651102, + 0.0015677963383495808, + 0.0015722759999334812, + 0.0014403772074729204, + 0.0011602414306253195, + 0.0014892825856804848, + 0.0017912256298586726, + 0.0015929712681099772, + 0.0018449182389304042, + 0.0013819369487464428, + 0.0012904740869998932, + 0.0029113278724253178, + 0.0012556633446365595, + 0.0016218473901972175, + 0.0014450399903580546, + 0.0018394992221146822, + 0.0015501989983022213, + 0.0013251745840534568, + 0.0016488577239215374, + 0.0015671676956117153, + 0.001722619985230267, + 0.0017731593688949943, + 0.0014136357931420207, + 0.001436844584532082, + 0.0015680767828598619, + 0.0016723647713661194, + 0.00142161815892905, + 0.0016714941011741757, + 0.0016090032877400517, + 0.0014046509750187397, + 0.0016580590745434165, + 0.006641521584242582, + 0.0015386322047561407, + 0.0016452796990051866, + 0.0017007595160976052, + 0.0018555206479504704, + 0.0013808920048177242, + 0.001748131588101387, + 0.001815358642488718, + 0.0019823128823190928, + 0.001519748941063881, + 0.0012674517929553986, + 0.0015906404005363584, + 0.0013765871990472078, + 0.001146383467130363, + 0.0016510500572621822, + 0.0016675576334819198, + 0.002967621898278594, + 0.0013395356945693493, + 0.002068059053272009, + 0.0014090754557400942, + 0.0014564006123691797, + 0.001549951615743339, + 0.0016293630469590425, + 0.0016469407128170133, + 0.0013829057570546865, + 0.001740061677992344, + 0.004330886527895927, + 0.001318979891948402, + 0.0015135516878217459, + 0.0024854072835296392, + 0.0014018770307302475, + 0.001802026410587132, + 0.0017741273622959852, + 0.0012509927619248629, + 0.0020537034142762423, + 0.0013601405080407858, + 0.0012858437839895487, + 0.0018606045050546527, + 0.0016705617308616638, + 0.001621293486095965, + 0.0013726281467825174, + 0.001278496696613729, + 0.0011321837082505226, + 0.0016766045009717345, + 0.0020180789288133383, + 0.0043938178569078445, + 0.0017667004140093923, + 0.0021171781700104475, + 0.0015025195898488164, + 0.0015484312316402793, + 0.0015926233027130365, + 0.0014537530951201916, + 0.0013253326760604978, + 0.0017673107795417309, + 0.001708784606307745, + 0.0014414790784940124, + 0.002053255448117852, + 0.0014598823618143797, + 0.0014589219354093075, + 0.0014382146764546633, + 0.001515467301942408, + 0.001768653397448361, + 0.0012986168731004, + 0.0017446487909182906, + 0.0016575652407482266, + 0.0016354747349396348, + 0.0016657125670462847, + 0.0016645625000819564, + 0.00237319921143353, + 0.0014769016997888684, + 0.0016466968227177858, + 0.0013508371775969863, + 0.0014821969671174884, + 0.001669073011726141, + 0.001680163899436593, + 0.0016023254720494151, + 0.0015594500582665205, + 0.0015101219760254025, + 0.001516128657385707, + 0.00206687580794096, + 0.0015493128448724747, + 0.0011694839922711253, + 0.0014496161602437496, + 0.00157807650975883, + 0.00163743004668504, + 0.00153676129411906, + 0.0021200671326369047, + 0.0015925203915685415, + 0.0019715079106390476, + 0.00172321661375463, + 0.001827695989049971, + 0.0019959236960858107, + 0.00204253476113081, + 0.001438775914721191, + 0.004704984370619059, + 0.001535111223347485, + 0.002184651093557477, + 0.0011810212163254619, + 0.0015908702043816447, + 0.0017442719545215368, + 0.002277231775224209, + 0.0017011893214657903, + 0.0037354109808802605, + 0.0016493718139827251, + 0.0011759797343984246, + 0.0014829256106168032, + 0.0016242183046415448, + 0.002102041617035866, + 0.0016105477698147297, + 0.0010856867302209139, + 0.0017113236244767904, + 0.0035306280478835106, + 0.0018757021753117442, + 0.002091649454087019, + 0.0015906398184597492, + 0.0015977382427081466, + 0.0012990389950573444, + 0.0013843558263033628, + 0.0011992530198767781, + 0.001474061980843544, + 0.002003323519602418, + 0.001470636809244752, + 0.0011212575482204556, + 0.002145947888493538, + 0.0013612943002954125, + 0.0015066429041326046, + 0.0014472441980615258, + 0.0017139777773991227, + 0.0012436056276783347, + 0.0017852645833045244, + 0.0015753415646031499, + 0.0018496039556339383, + 0.001388086355291307, + 0.0018093915423378348, + 0.0018111658282577991, + 0.0018184792716056108, + 0.0013751137303188443, + 0.0013624413404613733, + 0.0014056185027584434, + 0.0015676075126975775, + 0.0018263778183609247, + 0.0012912754900753498, + 0.0014701916370540857, + 0.0020790956914424896, + 0.0021375822834670544, + 0.0017138603143393993, + 0.0014743449864909053, + 0.0013538207858800888, + 0.0015550850657746196, + 0.0014986940659582615, + 0.0015841179993003607, + 0.0013901423662900925, + 0.001358641660772264, + 0.0015163443749770522, + 0.0015011585783213377, + 0.0021316937636584044, + 0.0015180198242887855, + 0.0017675475683063269, + 0.001256040297448635, + 0.0016642576083540916, + 0.0015779613750055432, + 0.001958944136276841, + 0.0016894025029614568, + 0.0014710508985444903, + 0.0019313867669552565, + 0.0020127356983721256, + 0.0011563791194930673 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 41, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.0.attention.output", + "input_tensor_infos": [ + { + "id": 42, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.01959865167737007 + ], + "zero_point": [ + 177 + ] + }, + { + "id": 21, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0292754415422678 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 43, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 41, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 42, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 43, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 44, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 44, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:0:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.intermediate.dense", + "input_tensor_infos": [ + { + "id": 44, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.16280364990234375 + ], + "zero_point": [ + 184 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0025157479103654623, + 0.0014560080599039793, + 0.002465301426127553, + 0.00368717173114419, + 0.003370125312358141, + 0.0010832530679181218, + 0.0024700716603547335, + 0.001756292418576777, + 0.0036013356875628233, + 0.002455982146784663, + 0.0033155642449855804, + 0.0022461670450866222, + 0.0020208547357469797, + 0.0012558340094983578, + 0.003120607929304242, + 0.0020547336898744106, + 0.0026086491998285055, + 0.0027122334577143192, + 0.0041258204728364944, + 0.001575746457092464, + 0.0027184414211660624, + 0.0022170681040734053, + 0.002175434958189726, + 0.0017836097395047545, + 0.002056075492873788, + 0.0015406552702188492, + 0.0014470116002485156, + 0.002616378478705883, + 0.002458860632032156, + 0.0013805368216708302, + 0.0009948635706678033, + 0.002288194838911295, + 0.003026711056008935, + 0.0024397908709943295, + 0.006738811731338501, + 0.0022914446890354156, + 0.00220280303619802, + 0.0020694425329566, + 0.0011894666822627187, + 0.0022072214633226395, + 0.001192942843772471, + 0.0027880598790943623, + 0.0021331666503101587, + 0.0011257627047598362, + 0.002757927868515253, + 0.0026498669758439064, + 0.002273405436426401, + 0.0028225055430084467, + 0.0031147703994065523, + 0.002318578539416194, + 0.005047662649303675, + 0.0022101181093603373, + 0.0027902559377253056, + 0.0023417682386934757, + 0.0030228777322918177, + 0.0025310060009360313, + 0.004205132368952036, + 0.0018223460065200925, + 0.0019230274483561516, + 0.0023772134445607662, + 0.0037177945487201214, + 0.002062605693936348, + 0.002856547711417079, + 0.003140590386465192, + 0.0023337926249951124, + 0.0025747930631041527, + 0.0014082019915804267, + 0.0029283640906214714, + 0.002282629255205393, + 0.002360385376960039, + 0.003217268269509077, + 0.0027097659185528755, + 0.0024856592062860727, + 0.0019751880317926407, + 0.002571855904534459, + 0.003915917593985796, + 0.0017216396518051624, + 0.0020151007920503616, + 0.002722154138609767, + 0.002946969587355852, + 0.0036383899860084057, + 0.004538075532764196, + 0.002445752965286374, + 0.0012866304023191333, + 0.0012436308898031712, + 0.0017339460318908095, + 0.0021609636023640633, + 0.0026244670152664185, + 0.002936398144811392, + 0.00272907642647624, + 0.002243613824248314, + 0.0016458205645903945, + 0.0020209422800689936, + 0.002122025704011321, + 0.004414828959852457, + 0.0018664321396499872, + 0.0012366074370220304, + 0.0025950020644813776, + 0.0012335514184087515, + 0.0024996961001306772, + 0.0026427367702126503, + 0.001682273461483419, + 0.0019879182800650597, + 0.0027526889462023973, + 0.002162711229175329, + 0.0028955191373825073, + 0.003349353326484561, + 0.002659963211044669, + 0.002251869300380349, + 0.0023595034144818783, + 0.0030397684313356876, + 0.0030413062777370214, + 0.0021862012799829245, + 0.0016979845240712166, + 0.0034053740091621876, + 0.0010678153485059738, + 0.0012206898536533117, + 0.0014424130786210299, + 0.002452959306538105, + 0.002825434785336256, + 0.0014280058676376939, + 0.004033144097775221, + 0.003805839689448476, + 0.002945606131106615, + 0.003201478160917759, + 0.002762573305517435, + 0.00161563022993505, + 0.002843123394995928, + 0.0030721831135451794, + 0.003041700692847371, + 0.0027041765861213207, + 0.0026480676606297493, + 0.002474295673891902, + 0.0013965911930426955, + 0.00245817587710917, + 0.0028165571857243776, + 0.003540507284924388, + 0.0010288429912179708, + 0.0034217783249914646, + 0.002591499127447605, + 0.0020804014056921005, + 0.0020648317877203226, + 0.0028094775043427944, + 0.0022319152485579252, + 0.001416357816196978, + 0.0035432951990514994, + 0.0021159159950912, + 0.001956774853169918, + 0.003125471295788884, + 0.0023100893013179302, + 0.002414905931800604, + 0.002766787074506283, + 0.002220800844952464, + 0.002748810453340411, + 0.0026374233420938253, + 0.001697713858447969, + 0.002798994304612279, + 0.0025763888843357563, + 0.0022193000186234713, + 0.0014649088261649013, + 0.001865979633294046, + 0.004166873637586832, + 0.0024494510143995285, + 0.003507674904540181, + 0.003081939183175564, + 0.0017960250843316317, + 0.0019361996091902256, + 0.0023939511738717556, + 0.001241853809915483, + 0.0037723220884799957, + 0.00304223014973104, + 0.002388445660471916, + 0.001790322014130652, + 0.002455676905810833, + 0.0019220391986891627, + 0.0012604068033397198, + 0.0021385455038398504, + 0.004319045227020979, + 0.003950400743633509, + 0.0023621886502951384, + 0.0029280397575348616, + 0.0020843041129410267, + 0.00221929419785738, + 0.002161475596949458, + 0.0018342792754992843, + 0.004109830595552921, + 0.002763907890766859, + 0.002989383414387703, + 0.002155931433662772, + 0.00455065630376339, + 0.0016982596134766936, + 0.0030044913291931152, + 0.0012228589039295912, + 0.0013024379732087255, + 0.0014956917148083448, + 0.002448467770591378, + 0.0025009464006870985, + 0.0028758798725903034, + 0.0022229154128581285, + 0.0033861498814076185, + 0.002426968887448311, + 0.0017455198103561997, + 0.002789658261463046, + 0.0024955496191978455, + 0.002812245860695839, + 0.00211392086930573, + 0.0019399357261136174, + 0.0031617667991667986, + 0.0018141372129321098, + 0.001042151008732617, + 0.0030774446204304695, + 0.0017494304338470101, + 0.0018134943675249815, + 0.0019751163199543953, + 0.0041536311618983746, + 0.001592831453308463, + 0.00172678311355412, + 0.0033205014187842607, + 0.0025527358520776033, + 0.0024435061495751143, + 0.0022822031751275063, + 0.0015981282340362668, + 0.0017795845633372664, + 0.002107854001224041, + 0.001105634612031281, + 0.0036907161120325327, + 0.001265781931579113, + 0.0030267764814198017, + 0.0020105859730392694, + 0.002023635897785425, + 0.0023316601291298866, + 0.0015765194548293948, + 0.0013958218041807413, + 0.0017635972471907735, + 0.0012030554935336113, + 0.0034388862550258636, + 0.0022871666587889194, + 0.002235118532553315, + 0.002356260782107711, + 0.0017927669687196612, + 0.0030036414973437786, + 0.0024824838619679213, + 0.00276400544680655, + 0.0011559559497982264, + 0.0018703596433624625, + 0.0018466284964233637, + 0.0026522872503846884, + 0.0026894714683294296, + 0.0036949075292795897, + 0.0023475289344787598, + 0.0026345353107899427, + 0.0021362127736210823, + 0.0025624968111515045, + 0.003004172584041953, + 0.001454190001823008, + 0.00169653061311692, + 0.002204475924372673, + 0.0036635599099099636, + 0.0013543741079047322, + 0.0011590328067541122, + 0.0021521258167922497, + 0.0026625250466167927, + 0.0030737777706235647, + 0.0027040191926062107, + 0.00220161909237504, + 0.0016959559870883822, + 0.0031301602721214294, + 0.0024249418638646603, + 0.0024569653905928135, + 0.0033794587943702936, + 0.0020277032162994146, + 0.0013297009281814098, + 0.005512662697583437, + 0.001990574412047863, + 0.0026781007181853056, + 0.002090824069455266, + 0.002205983269959688, + 0.004093002062290907, + 0.003459725994616747, + 0.002285677706822753, + 0.002733430126681924, + 0.0027293809689581394, + 0.0018887670012190938, + 0.0022732303477823734, + 0.002265354385599494, + 0.002591310301795602, + 0.002722873818129301, + 0.002367120236158371, + 0.002437346149235964, + 0.0020308156963437796, + 0.0011132023064419627, + 0.002714401576668024, + 0.003536601085215807, + 0.0022793977987021208, + 0.0034561960492283106, + 0.002179007511585951, + 0.003471303964033723, + 0.0024384409189224243, + 0.002597929909825325, + 0.003555133705958724, + 0.0030339322984218597, + 0.0015805789735168219, + 0.004035602323710918, + 0.0025671396870166063, + 0.0020454481709748507, + 0.007016334217041731, + 0.002821114379912615, + 0.0030373164918273687, + 0.003868771716952324, + 0.0024431925266981125, + 0.0020881416276097298, + 0.0031950671691447496, + 0.002019820734858513, + 0.002117712749168277, + 0.0027048280462622643, + 0.002229192527011037, + 0.003571507055312395, + 0.0008431619498878717, + 0.001373299048282206, + 0.002060225699096918, + 0.0029516101349145174, + 0.002189985942095518, + 0.0012032337253913283, + 0.0018817996606230736, + 0.0019978175405412912, + 0.0020169690251350403, + 0.0012717533390969038, + 0.0028027717489749193, + 0.0020750691182911396, + 0.0023810535203665495, + 0.002695533214136958, + 0.002562267705798149, + 0.0017815653700381517, + 0.0026477002538740635, + 0.0011293551651760936, + 0.004246152937412262, + 0.0022358503192663193, + 0.0015374907525256276, + 0.0028798850253224373, + 0.006280019413679838, + 0.0028820079751312733, + 0.00252433936111629, + 0.0014288469683378935, + 0.002189353108406067, + 0.003184746252372861, + 0.001291021122597158, + 0.0020822943188250065, + 0.0027486777398735285, + 0.0017339251935482025, + 0.004269022960215807, + 0.0017167608020827174, + 0.004515103530138731, + 0.003613364417105913, + 0.0027674869634211063, + 0.00409628776833415, + 0.0023527175653725863, + 0.002226747339591384, + 0.003771069459617138, + 0.0029476138297468424, + 0.002276637824252248, + 0.00253500253893435, + 0.00240795174613595, + 0.004196536261588335, + 0.001158353523351252, + 0.0024869719054549932, + 0.0030357514042407274, + 0.004356196615844965, + 0.003199964063242078, + 0.0021693885792046785, + 0.002591329626739025, + 0.0032597293611615896, + 0.001674224273301661, + 0.0020531893242150545, + 0.002586072776466608, + 0.002534679602831602, + 0.0035879136994481087, + 0.0018092800164595246, + 0.0012462094891816378, + 0.0022415337152779102, + 0.0012228458654135466, + 0.0039017489179968834, + 0.001671666745096445, + 0.0027034468948841095, + 0.002741339383646846, + 0.002384212100878358, + 0.0015651071444153786, + 0.0023341148626059294, + 0.0014822225784882903, + 0.002889101393520832, + 0.003935328219085932, + 0.0013131038285791874, + 0.002221400151029229, + 0.0024272394366562366, + 0.0028699925169348717, + 0.002246942138299346, + 0.0024089012295007706, + 0.0027242128271609545, + 0.001889305654913187, + 0.0018631432903930545, + 0.0015345639549195766, + 0.0014049205929040909, + 0.0018838440300896764, + 0.0012462381273508072, + 0.0010598067892715335, + 0.003990904428064823, + 0.0024769948795437813, + 0.0017780467169359326, + 0.0031683833803981543, + 0.003041687421500683, + 0.001663511386141181, + 0.0024898643605411053, + 0.004302858840674162, + 0.0012267688289284706, + 0.002686647465452552, + 0.002386655192822218, + 0.0029589131008833647, + 0.001837290939874947, + 0.003683255286887288, + 0.002702526981011033, + 0.002420942997559905, + 0.0009349716710858047, + 0.0029825291130691767, + 0.0022953844163566828, + 0.00294410134665668, + 0.0029404545202851295, + 0.0012982244370505214, + 0.002730179578065872, + 0.0021952572278678417, + 0.002361263846978545, + 0.004826480057090521, + 0.0026239189319312572, + 0.0038894079625606537, + 0.0020901751704514027, + 0.002921887906268239, + 0.001839076983742416, + 0.002424921840429306, + 0.0031823485624045134, + 0.001296485774219036, + 0.002355955308303237, + 0.004789647180587053, + 0.0013098292984068394, + 0.004265742376446724, + 0.0017455265624448657, + 0.0019111386500298977, + 0.002057204954326153, + 0.0027330098673701286, + 0.0021563947666436434, + 0.003053542459383607, + 0.0023547050077468157, + 0.0038980757817626, + 0.0026343176141381264, + 0.001718659303151071, + 0.002352300565689802, + 0.0012300816597416997, + 0.0030412115156650543, + 0.002850797027349472, + 0.0025538804475218058, + 0.0022662209812551737, + 0.002316574566066265, + 0.0030981663148850203, + 0.0020990564953535795, + 0.003265649313107133, + 0.002585052512586117, + 0.0020039910450577736, + 0.0014036906650289893, + 0.0009666246478445828, + 0.0038473189342767, + 0.00286706630140543, + 0.003431633347645402, + 0.00412128446623683, + 0.0036157001741230488, + 0.0033094577956944704, + 0.0027118930593132973, + 0.0025367243215441704, + 0.0011349401902407408, + 0.002040568506345153, + 0.0029928996227681637, + 0.0027716495096683502, + 0.0015284974360838532, + 0.002402988262474537, + 0.0021072854287922382, + 0.0029874027241021395, + 0.0010819878662005067, + 0.002686453750357032, + 0.0012183908838778734, + 0.0018658050103113055, + 0.003027179976925254, + 0.0017846630653366446, + 0.0016903021605685353, + 0.0022227957379072905, + 0.002807300304993987, + 0.0030575718265026808, + 0.002371676731854677, + 0.002323514549061656, + 0.0011772485449910164, + 0.0020075992215424776, + 0.00246144225820899, + 0.0019662093836814165, + 0.005140642169862986, + 0.003800023579970002, + 0.0029165963642299175, + 0.0017105276929214597, + 0.0026760546024888754, + 0.0016902206698432565, + 0.0019337323028594255, + 0.0029412976000458, + 0.0013695473317056894, + 0.0012116843136027455, + 0.0017336590681225061, + 0.0022347504273056984, + 0.0019176508067175746, + 0.0021590215619653463, + 0.0030903879087418318, + 0.0026041867677122355, + 0.0013925364473834634, + 0.002160087926313281, + 0.0012111993273720145, + 0.0019996119663119316, + 0.0011460690293461084, + 0.0035694947000592947, + 0.002598328050225973, + 0.002282290020957589, + 0.0022803281899541616, + 0.0019525287207216024, + 0.001686505856923759, + 0.0028790829237550497, + 0.0024059319403022528, + 0.001357693807221949, + 0.0025637061335146427, + 0.0033475710079073906, + 0.0018563361372798681, + 0.003049996215850115, + 0.001356553635559976, + 0.001655475702136755, + 0.0009492181125096977, + 0.0016565086552873254, + 0.0032529691234230995, + 0.0028961950447410345, + 0.0015643324004486203, + 0.0023399614728987217, + 0.0029433101881295443, + 0.0010530396830290556, + 0.0016510644927620888, + 0.0027339637745171785, + 0.0025814378168433905, + 0.0038216342218220234, + 0.0017731382977217436, + 0.0031220726668834686, + 0.002526373602449894, + 0.0030895620584487915, + 0.002001423155888915, + 0.002293461002409458, + 0.0017837383784353733, + 0.002535324776545167, + 0.002536761574447155, + 0.0010147513821721077, + 0.0013021632330492139, + 0.0026532767806202173, + 0.003937812522053719, + 0.0027943607419729233, + 0.002117786556482315, + 0.0015304991975426674, + 0.0013891035923734307, + 0.001196590019389987, + 0.006870500277727842, + 0.0014228567015379667, + 0.004048249684274197, + 0.004075359087437391, + 0.0021887770853936672, + 0.0013059552293270826, + 0.0027653384022414684, + 0.003018092829734087, + 0.0012341405963525176, + 0.0010068968404084444, + 0.003201979212462902, + 0.002008770126849413, + 0.0018208359833806753, + 0.002380963647738099, + 0.0021523539908230305, + 0.0036060449201613665, + 0.001807773020118475, + 0.0033530404325574636, + 0.0028738402761518955, + 0.0025171053130179644, + 0.0017974444199353456, + 0.0020258657168596983, + 0.0018858007388189435, + 0.0029865000396966934, + 0.0028839693404734135, + 0.004895023535937071, + 0.002646994311362505, + 0.0024189320392906666, + 0.0031183783430606127, + 0.0031031672842800617, + 0.0012842343421652913, + 0.003400428220629692, + 0.0021127332001924515, + 0.0026527526788413525, + 0.0016234557842835784, + 0.0027182537596672773, + 0.0024089303333312273, + 0.004508701618760824, + 0.002974717179313302, + 0.002275295089930296, + 0.0012272618478164077, + 0.0027573651168495417, + 0.002387064276263118, + 0.0024658720940351486, + 0.001200521131977439, + 0.00238708290271461, + 0.0031443166080862284, + 0.0024294182658195496, + 0.00099361187312752, + 0.0027867911849170923, + 0.0026276963762938976, + 0.0019389725057408214, + 0.0017086397856473923, + 0.003314881818369031, + 0.002056726487353444, + 0.004010015167295933, + 0.001425214926712215, + 0.002501764101907611, + 0.0025389036163687706, + 0.008553991094231606, + 0.0037619455251842737, + 0.0022798017598688602, + 0.002472309162840247, + 0.0012812819331884384, + 0.002393425442278385, + 0.002533462829887867, + 0.001228939276188612, + 0.0030888477340340614, + 0.0017636382253840566, + 0.001082967035472393, + 0.0019500023918226361, + 0.0027273462619632483, + 0.002781560178846121, + 0.0022898679599165916, + 0.001626861048862338, + 0.0028911505360156298, + 0.002818876411765814, + 0.0033437074162065983, + 0.0010810215026140213, + 0.0018384555587545037, + 0.00317541416734457, + 0.0025247230660170317, + 0.0022661956027150154, + 0.002321801381185651, + 0.0013228747993707657, + 0.0020152300130575895, + 0.0029135262593626976, + 0.0018685859395191073, + 0.0015590013936161995, + 0.003066315082833171, + 0.003454869845882058, + 0.0023277050349861383, + 0.0024298091884702444, + 0.001956034917384386, + 0.003524130443111062, + 0.0019584500696510077, + 0.0027622636407613754, + 0.0012994969729334116, + 0.0014021893730387092, + 0.002141582313925028, + 0.003352954052388668, + 0.0027132569812238216, + 0.002736313734203577, + 0.002563032554462552, + 0.0014406157424673438, + 0.0026346587110310793, + 0.0026400750502943993, + 0.0013498252956196666, + 0.0021371766924858093, + 0.004083078354597092, + 0.0028294739313423634, + 0.0024119303561747074, + 0.0017957279924303293, + 0.001647529541514814, + 0.003012388711795211, + 0.0021074942778795958, + 0.0032932728063315153, + 0.0025736538227647543, + 0.0021320043597370386, + 0.001256025512702763, + 0.001947960932739079, + 0.0029772769194096327, + 0.004668145440518856, + 0.0026869631838053465, + 0.00187680555973202, + 0.0030201831832528114, + 0.0023358319886028767, + 0.0015822536079213023, + 0.0031708120368421078, + 0.0020163303706794977, + 0.0010098217753693461, + 0.001861112890765071, + 0.003776464145630598, + 0.003521491540595889, + 0.0024373733904212713, + 0.002035612240433693, + 0.001255432958714664, + 0.002421148121356964, + 0.0025145444087684155, + 0.002491219202056527, + 0.0025943119544535875, + 0.0016790548106655478, + 0.0026861128862947226, + 0.001194568001665175, + 0.0024066013284027576, + 0.002222442766651511, + 0.001983641181141138, + 0.0018851548666134477, + 0.0023829385172575712, + 0.004026982467621565, + 0.0022584309335798025, + 0.001295184949412942, + 0.0027920634020119905, + 0.0018170792609453201, + 0.004259116947650909, + 0.0024507350753992796, + 0.002451683860272169, + 0.003190909279510379, + 0.0025590399745851755, + 0.00278243375942111, + 0.002477463101968169, + 0.0019760809373110533, + 0.0032160738483071327, + 0.0030495997052639723, + 0.0023887725546956062, + 0.004644425120204687, + 0.0026227503549307585, + 0.002839595777913928, + 0.0023738578893244267, + 0.0011488108430057764, + 0.0019823352340608835, + 0.0032567200250923634, + 0.0024764356203377247, + 0.0012645333772525191, + 0.004308683797717094, + 0.002390028676018119, + 0.0021159802563488483, + 0.0016023116186261177, + 0.0026135083753615618, + 0.0015163159696385264, + 0.002492381725460291, + 0.0029783211648464203, + 0.0022388838697224855, + 0.0012702640378847718, + 0.002657633274793625, + 0.0010315541876479983, + 0.001761151826940477, + 0.0026184432208538055, + 0.0011349176056683064, + 0.0025446442887187004, + 0.0024703287053853273, + 0.002815438900142908, + 0.002516604959964752, + 0.0022567056585103273, + 0.0020935044158250093, + 0.0039916313253343105, + 0.002340093022212386, + 0.0013027850072830915, + 0.002109931083396077, + 0.0031716616358608007, + 0.0014917058870196342, + 0.0034341267310082912, + 0.0032616308890283108, + 0.002204430988058448, + 0.002236489439383149, + 0.002596249571070075, + 0.002012650016695261, + 0.000974740250967443, + 0.0015759884845465422, + 0.002442762488499284, + 0.004401328973472118, + 0.003635616507381201, + 0.0022211854811757803, + 0.0018556718714535236, + 0.0028124970849603415, + 0.0020522703416645527, + 0.002473130589351058, + 0.002478391397744417, + 0.0020342592615634203, + 0.003139531472697854, + 0.0032276154961436987, + 0.001336122048087418, + 0.001344751100987196, + 0.0016653139609843493, + 0.0024092760868370533, + 0.0034302023705095053, + 0.0027205648366361856, + 0.0017085205763578415, + 0.002125914441421628, + 0.0040553961880505085, + 0.003432169556617737, + 0.003315675538033247, + 0.006492913234978914, + 0.0011167200282216072, + 0.001294829067774117, + 0.0022300861310213804, + 0.0017557240789756179, + 0.001386948861181736, + 0.001201672712340951, + 0.0033382142428308725, + 0.002803683979436755, + 0.001371938269585371, + 0.002238254528492689, + 0.0029023331589996815, + 0.0015780600951984525, + 0.0027633397839963436, + 0.0011948735918849707, + 0.004432335961610079, + 0.0015582971973344684, + 0.002386152045801282, + 0.0018862938741222024, + 0.0017099481774494052, + 0.003125485498458147, + 0.0014028685400262475, + 0.003850989742204547, + 0.0024380581453442574, + 0.0020520344842225313, + 0.0027568417135626078, + 0.001404080423526466, + 0.0020107682794332504, + 0.0048719849437475204, + 0.0018954095430672169, + 0.003173152217641473, + 0.0010881692869588733, + 0.0023794181179255247, + 0.002630961360409856, + 0.0015163811622187495, + 0.0020610301289707422, + 0.002361464314162731, + 0.0022492369171231985, + 0.002161641838029027, + 0.0035361330956220627, + 0.002471520798280835, + 0.002454830566421151, + 0.002549972850829363, + 0.0025266327429562807, + 0.002333560027182102, + 0.004012136720120907, + 0.0013290782226249576, + 0.0030662594363093376, + 0.0019303098088130355, + 0.0027561227325350046, + 0.0026715800631791353, + 0.0024221271742135286, + 0.002828717464581132, + 0.003268456319347024, + 0.0030652410350739956, + 0.0019725612364709377, + 0.0018877912079915404, + 0.003211510833352804, + 0.0028954611625522375, + 0.005333842243999243, + 0.002452637767419219, + 0.00183507998008281, + 0.007320817559957504, + 0.0016793537652119994, + 0.002371228765696287, + 0.0017620351864024997, + 0.0019421956967562437, + 0.0013056773459538817, + 0.0015778192318975925, + 0.0012884291354566813, + 0.004112555645406246, + 0.0024522203020751476, + 0.001977007370442152, + 0.001977072097361088, + 0.0025475926231592894, + 0.0023041197564452887, + 0.003146558068692684, + 0.0025868385564535856, + 0.0018324139527976513, + 0.0019667267333716154, + 0.0028610669542104006, + 0.0014084038557484746, + 0.0023539760150015354, + 0.001551224384456873, + 0.0021956779528409243, + 0.00254643801599741, + 0.0018195317825302482, + 0.0024560962338000536, + 0.0023662117309868336, + 0.0012403284199535847, + 0.0017596704419702291, + 0.0025911054108291864, + 0.00228285975754261, + 0.0019227919401600957, + 0.002759016351774335, + 0.003296785056591034, + 0.0035679733846336603, + 0.0024860233534127474, + 0.0013745306059718132, + 0.0031070723198354244, + 0.0030159715097397566, + 0.003235419047996402, + 0.004017101135104895, + 0.0020834235474467278, + 0.0022816224955022335, + 0.003053761785849929, + 0.002389384899288416, + 0.0024130232632160187, + 0.00120320706628263, + 0.00233452464453876, + 0.0034137298353016376, + 0.0028608113061636686, + 0.0019854421261698008, + 0.002986330073326826, + 0.002333425683900714, + 0.001818242366425693, + 0.002364029409363866, + 0.0023272845428436995, + 0.0028144712559878826, + 0.0020735107827931643, + 0.002718659583479166, + 0.001968041295185685, + 0.0019045342924073339, + 0.002489959355443716, + 0.0017575690289959311, + 0.0021461148280650377, + 0.0025922697968780994, + 0.0032153974752873182, + 0.004276766907423735, + 0.0028123115189373493, + 0.001315411413088441, + 0.004381710663437843, + 0.004342717118561268, + 0.002428133273497224, + 0.0019638233352452517, + 0.002832479542121291, + 0.0045722960494458675, + 0.0024446090683341026, + 0.0046050092205405235, + 0.002123321173712611, + 0.002036570105701685, + 0.0031757517717778683, + 0.003266925923526287, + 0.0037874465342611074, + 0.0017055516364052892, + 0.0029571109917014837, + 0.0051645925268530846, + 0.001607027486898005, + 0.00233094347640872, + 0.0017945857252925634, + 0.0014658892760053277, + 0.002151833614334464, + 0.0023809338454157114, + 0.002482076408341527, + 0.00304792751558125, + 0.002516672480851412, + 0.0030279227066785097, + 0.002165289130061865, + 0.0016724648885428905, + 0.001775600016117096, + 0.0015659049386158586, + 0.002005726331844926, + 0.006869561970233917, + 0.002688481705263257, + 0.002331643598154187, + 0.001968176569789648, + 0.002546205185353756, + 0.004960670601576567, + 0.003540978766977787, + 0.001959783025085926, + 0.0029639697168022394, + 0.001708410563878715, + 0.002314216922968626, + 0.0009163523209281266, + 0.002867532894015312, + 0.0021208564285188913, + 0.0023081577382981777, + 0.0023006910923868418, + 0.0020892529282718897, + 0.0026648470666259527, + 0.0026823491789400578, + 0.0026581687852740288, + 0.0013014842988923192, + 0.0016526355175301433, + 0.0013992076274007559, + 0.002724383259192109, + 0.0017631057417020202, + 0.0022017601877450943, + 0.0027515569236129522, + 0.0027957181446254253, + 0.001934078405611217, + 0.0019126482075080276, + 0.0016425695503130555, + 0.003404750255867839, + 0.001005895552225411, + 0.001600456889718771, + 0.0021306267008185387, + 0.0011476142099127173, + 0.0027183410711586475, + 0.0014358515618368983, + 0.0018855648813769221, + 0.0030013397336006165, + 0.001717130420729518, + 0.002899992046877742, + 0.0015228738775476813, + 0.002968324115499854, + 0.003358333371579647, + 0.002352500334382057, + 0.0027337248902767897, + 0.0019192398758605123, + 0.00236137374304235, + 0.0012907235650345683, + 0.0017259386368095875, + 0.0035799473989754915, + 0.0027871732600033283, + 0.0036904215812683105, + 0.0019160178489983082, + 0.002968516666442156, + 0.0035809041000902653, + 0.002412021392956376, + 0.0026234539691358805, + 0.0014540720731019974, + 0.002345975022763014, + 0.0023844512179493904, + 0.0026692214887589216, + 0.004017596133053303, + 0.002139721531420946, + 0.002411127323284745, + 0.0024846061132848263, + 0.0011031227186322212, + 0.003396465675905347, + 0.0033214488066732883, + 0.003693139413371682, + 0.0021684332750737667, + 0.0016720645362511277, + 0.0030461314599961042, + 0.0026152199134230614, + 0.001946931122802198, + 0.002741584787145257, + 0.0012161779450252652, + 0.003042093478143215, + 0.0014671665849164128, + 0.002359961625188589, + 0.0022947199176996946, + 0.002647587563842535, + 0.001254851813428104, + 0.002774421125650406, + 0.001607739133760333, + 0.0008584876195527613, + 0.0022526977118104696, + 0.0025782722514122725, + 0.0032370281405746937, + 0.0026862844824790955, + 0.0012815629597753286, + 0.0016107072588056326, + 0.002077060751616955, + 0.002081792801618576, + 0.002059690188616514, + 0.0023697013966739178, + 0.0018716079648584127, + 0.0030436753295361996, + 0.0020777948666363955, + 0.0024226815439760685, + 0.00244186632335186, + 0.002154764486476779, + 0.001822143793106079, + 0.003020761301741004, + 0.0030337271746248007, + 0.004122577141970396, + 0.002690834691748023, + 0.0017880166415125132, + 0.0028565460816025734, + 0.001612088643014431, + 0.0034003404434770346, + 0.0016819211887195706, + 0.002392314840108156, + 0.0019137741765007377, + 0.002816316904500127, + 0.0014866694109514356, + 0.001490859780460596, + 0.0022520064376294613, + 0.0033830199390649796, + 0.0019685912411659956, + 0.0031740095000714064, + 0.0020252966787666082, + 0.002254551276564598, + 0.002766660414636135, + 0.003910086117684841, + 0.0014327053213492036, + 0.0023464260157197714, + 0.0019910414703190327, + 0.0037946593947708607, + 0.002716149901971221, + 0.0019383104518055916, + 0.004129406530410051, + 0.0021244827657938004, + 0.002702490659430623, + 0.0016143940156325698, + 0.0019752448424696922, + 0.0011428170837461948, + 0.00359065062366426, + 0.0016649848548695445, + 0.0023291069082915783, + 0.003218650119379163, + 0.001379053806886077, + 0.0020304671488702297, + 0.0029423930682241917, + 0.0021199178881943226, + 0.00237067649140954, + 0.0030619774479418993, + 0.002233886858448386, + 0.002196352230384946, + 0.00253766356036067, + 0.0010222939308732748, + 0.0018310419982299209, + 0.0044756317511200905, + 0.003363395109772682, + 0.003972955979406834, + 0.0020339232869446278, + 0.0022999721113592386, + 0.0018259749049320817, + 0.002965981373563409, + 0.002298142993822694, + 0.0022559838835150003, + 0.0017045929562300444, + 0.002388271037489176, + 0.0028537081088870764, + 0.0033573515247553587, + 0.0012325744610279799, + 0.002765656914561987, + 0.0015873245429247618, + 0.002791942795738578, + 0.0023487815633416176, + 0.0014025148702785373, + 0.002691129222512245, + 0.0019364752806723118, + 0.0027096697594970465, + 0.001957337837666273, + 0.0020979950204491615, + 0.0033572784159332514, + 0.0026036419440060854, + 0.0019432039698585868, + 0.0024726323317736387, + 0.0019674678333103657, + 0.002895534969866276, + 0.0027638371102511883, + 0.0013257779646664858, + 0.0028456426225602627, + 0.002287930343300104, + 0.0019840807653963566, + 0.0016334338579326868, + 0.002960927551612258, + 0.001986254006624222, + 0.002227696357294917, + 0.0018833825597539544, + 0.0016372952377423644, + 0.0025715811643749475, + 0.0030581452883780003, + 0.0021298197098076344, + 0.0023744700010865927, + 0.0018333279294893146, + 0.0012159227626398206, + 0.0013604918494820595, + 0.00341125950217247, + 0.0020418697968125343, + 0.002379485871642828, + 0.001606376958079636, + 0.0029270576778799295, + 0.002402907470241189, + 0.0022709909826517105, + 0.001904427306726575, + 0.0027819848619401455, + 0.0028265148866921663, + 0.0018884195014834404, + 0.0023412401787936687, + 0.0013229763135313988, + 0.0028892955742776394, + 0.0012404248118400574, + 0.0023011695593595505, + 0.002678216202184558, + 0.0013891566777601838, + 0.002362073166295886, + 0.0014940291875973344, + 0.0023250561207532883, + 0.0022138748317956924, + 0.001759446575306356, + 0.0015268034767359495, + 0.002597595565021038, + 0.0025523800868541002, + 0.0029240858275443316, + 0.0034134371671825647, + 0.0024591691326349974, + 0.002204200718551874, + 0.0041622319258749485, + 0.0039023614954203367, + 0.0024391990154981613, + 0.002766604535281658, + 0.0036946339532732964, + 0.003217547433450818, + 0.002661308739334345, + 0.00225365674123168, + 0.003950301092118025, + 0.0021743380930274725, + 0.0028558417689055204, + 0.002864213427528739, + 0.002549785189330578, + 0.0023832139559090137, + 0.0014279639581218362, + 0.002195892622694373, + 0.0024582017213106155, + 0.0032207733020186424, + 0.002078436780720949, + 0.003002778859809041, + 0.002028008457273245, + 0.0026271753013134003, + 0.0010237684473395348, + 0.0025596674531698227, + 0.0018474069656804204, + 0.003870116313919425, + 0.0038516069762408733, + 0.002632574876770377, + 0.002219444140791893, + 0.002844402566552162, + 0.00255968002602458, + 0.00234718038700521, + 0.002395602408796549, + 0.001967318821698427, + 0.002973610535264015, + 0.002983775921165943, + 0.0015756181674078107, + 0.0013293108204379678, + 0.0024873651564121246, + 0.002033717930316925, + 0.002524210838600993, + 0.0031929570250213146, + 0.003327880287542939, + 0.0018473974196240306, + 0.002726934850215912, + 0.0019568654242902994, + 0.005217834375798702, + 0.002635039621964097, + 0.001977615524083376, + 0.0031344660092145205, + 0.0028585593681782484, + 0.0023533208295702934, + 0.003666079370304942, + 0.0027030594646930695, + 0.0024381487164646387, + 0.0021317561622709036, + 0.002460522809997201, + 0.0020930881146341562, + 0.0020298773888498545, + 0.0019596146885305643, + 0.001224615960381925, + 0.003621897427365184, + 0.0022382193710654974, + 0.002284272573888302, + 0.0034899290185421705, + 0.0012894293759018183, + 0.004624158143997192, + 0.0025217533111572266, + 0.0030866912566125393, + 0.001772495685145259, + 0.0021084051113575697, + 0.0028700493276119232, + 0.001988624921068549, + 0.0029755164869129658, + 0.0011532212374731898, + 0.0013910842826589942, + 0.0018908707424998283, + 0.00325531093403697, + 0.0031633558683097363, + 0.0016573528992012143, + 0.0038716818671673536, + 0.003093829145655036, + 0.0024636031594127417, + 0.002993728267028928, + 0.003532746573910117, + 0.0023642713204026222, + 0.002861249726265669, + 0.002333115553483367, + 0.0034745712764561176, + 0.0017210241639986634, + 0.002559063723310828, + 0.0022320093121379614, + 0.0036684004589915276, + 0.0026347392704337835, + 0.00113820715341717, + 0.0020673375111073256, + 0.0034945656079798937, + 0.002132606226950884, + 0.0028860229067504406, + 0.002017728518694639, + 0.0021831162739545107, + 0.004173058085143566, + 0.003222629427909851, + 0.004885858856141567, + 0.001176805584691465, + 0.0027338184881955385, + 0.0013352411333471537, + 0.004642514046281576, + 0.0021568015217781067, + 0.0028876049909740686, + 0.0009773473720997572, + 0.003503083949908614, + 0.0026262402534484863, + 0.0014218358555808663, + 0.0021570196840912104, + 0.0017718028975650668, + 0.002468766877427697, + 0.0020126551389694214, + 0.002476187888532877, + 0.0028634483460336924, + 0.0033351234160363674, + 0.0037275273352861404, + 0.002646182430908084, + 0.002791216829791665, + 0.0023639448918402195, + 0.002172131324186921, + 0.003433945355936885, + 0.0025946625974029303, + 0.0054181646555662155, + 0.0023724043276160955, + 0.0022228157613426447, + 0.0015213395236060023, + 0.0020977461244910955, + 0.0018523669568821788, + 0.0015855074161663651, + 0.0013322161976248026, + 0.0038605257868766785, + 0.0019085702951997519, + 0.0027959446888417006, + 0.0026372335851192474, + 0.001860126038081944, + 0.0014170287176966667, + 0.002402964746579528, + 0.0022644982673227787, + 0.0025208343286067247, + 0.0018934615654870868, + 0.0034865867346525192, + 0.0022350160870701075, + 0.002356669632717967, + 0.002372841816395521, + 0.0038552377372980118, + 0.003799742553383112, + 0.0030483920127153397, + 0.0019815857522189617, + 0.002387799322605133, + 0.0011919023236259818, + 0.0011103374417871237, + 0.0027369153685867786, + 0.0026422839146107435, + 0.0024329056032001972, + 0.0020550615154206753, + 0.003007590537890792, + 0.0020279278978705406, + 0.0026637755800038576, + 0.002386534819379449, + 0.003139245556667447, + 0.004280793480575085, + 0.0018997283186763525, + 0.0030045260209590197, + 0.003295533824712038, + 0.0035745578352361917, + 0.002869345247745514, + 0.0013960148207843304, + 0.0025086861569434404, + 0.001606140867806971, + 0.004254722036421299, + 0.0026133896317332983, + 0.0010181077523157, + 0.0027930664364248514, + 0.0023964049760252237, + 0.002439146162942052, + 0.001983493799343705, + 0.0023994094226509333, + 0.0026375208981335163, + 0.003355384571477771, + 0.001996851759031415, + 0.002844770671799779, + 0.0023896077182143927, + 0.0022840548772364855, + 0.003278986783698201, + 0.003070530714467168, + 0.0017683785408735275, + 0.0021883125882595778, + 0.0031822710298001766, + 0.0020777832251042128, + 0.002016042824834585, + 0.0024073608219623566, + 0.004039440769702196, + 0.00340843154117465, + 0.002605052897706628, + 0.002989856991916895, + 0.0026928489096462727, + 0.0017268621595576406, + 0.003238801844418049, + 0.0019108839333057404, + 0.0024422300048172474, + 0.0035845960956066847, + 0.003753054654225707, + 0.003640411887317896, + 0.0035612236242741346, + 0.0017757839523255825, + 0.0021405895240604877, + 0.0020092895720154047, + 0.002881390741094947, + 0.002283478854224086, + 0.0018177881138399243, + 0.0025186631828546524, + 0.002576024504378438, + 0.0014760560588911176, + 0.0014006491983309388, + 0.003507800865918398, + 0.0018172581912949681, + 0.0019423299236223102, + 0.0020884177647531033, + 0.0016822448233142495, + 0.002520306035876274, + 0.002253616927191615, + 0.0017205628100782633, + 0.003710587974637747, + 0.0036665366496890783, + 0.0020051721949130297, + 0.0015755480853840709, + 0.0035317083820700645, + 0.002885956782847643, + 0.00321774510666728, + 0.00197604950517416, + 0.0023293669801205397, + 0.0014140704879537225, + 0.002932652598246932, + 0.0017964206635951996, + 0.0018254840979352593, + 0.001635025953873992, + 0.002957593183964491, + 0.0016076721949502826, + 0.0024593097623437643, + 0.0035589411854743958, + 0.004724167753010988, + 0.0016675491351634264, + 0.002532067708671093, + 0.0015737507492303848, + 0.002307260874658823, + 0.0039004122372716665, + 0.002793956082314253, + 0.0024794978089630604, + 0.002207020530477166, + 0.0013779462315142155, + 0.002126795705407858, + 0.0031109023839235306, + 0.004928359761834145, + 0.0027285863179713488, + 0.0015453139785677195, + 0.0025691911578178406, + 0.002636909717693925, + 0.0024396595545113087, + 0.0024974592961370945, + 0.0010529266437515616, + 0.002926412969827652, + 0.0059273154474794865, + 0.0029802999924868345, + 0.0013534367317333817, + 0.0027964201290160418, + 0.0012409924529492855, + 0.0018261836376041174, + 0.004151178989559412, + 0.001848696731030941, + 0.002494512125849724, + 0.0021591060794889927, + 0.00290971458889544, + 0.0033825282007455826, + 0.002402283949777484, + 0.0017915857024490833, + 0.0021601279731839895, + 0.0034373574890196323, + 0.0022235666401684284, + 0.001449425588361919, + 0.001765884691849351, + 0.003096379106864333, + 0.0020011102315038443, + 0.0027792283799499273, + 0.001636370550841093, + 0.0027315961197018623, + 0.0023068233858793974, + 0.0013502570800483227, + 0.0015413580695167184, + 0.0019769477657973766, + 0.0019394835690036416, + 0.0022301343269646168, + 0.003127122763544321, + 0.002053002128377557, + 0.0021377294324338436, + 0.0021170477848500013, + 0.0026942749973386526, + 0.0020008657593280077, + 0.0034357004333287477, + 0.0020626275800168514, + 0.0029415185563266277, + 0.0015339107485488057, + 0.0010937086772173643, + 0.002602809574455023, + 0.00229046237654984, + 0.0023750634863972664, + 0.0036801020614802837, + 0.002101453021168709, + 0.0023118439130485058, + 0.0027340182568877935, + 0.003253188217058778, + 0.0023056496866047382, + 0.002760734409093857, + 0.0023458958603441715, + 0.003038510913029313, + 0.004258452914655209, + 0.002064578700810671, + 0.0035101233515888453, + 0.002418836811557412, + 0.0010149459121748805, + 0.005069061182439327, + 0.0013856044970452785, + 0.0036507502663880587, + 0.0038849138654768467, + 0.0033993690740317106, + 0.002468737540766597, + 0.002546142553910613, + 0.002243837807327509, + 0.002638287376612425, + 0.0013783818576484919, + 0.002552100457251072, + 0.002900762716308236, + 0.002088879467919469, + 0.0023128450848162174, + 0.0019861164037138224, + 0.004523483105003834, + 0.0015734814805909991, + 0.0025488438550382853, + 0.0014055410865694284, + 0.002759288065135479, + 0.0028099846094846725, + 0.0025365015026181936 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 45, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 46, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:0:intermediate:intermediate_act_fn": { + "q_op_infos": {}, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 45, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 46, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 74, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 75, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 103, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 104, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 132, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 133, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 161, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 162, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", + "input_tensor_infos": [ + { + "id": 190, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 191, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 46, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + }, + { + "id": 75, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + }, + { + "id": 104, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + }, + { + "id": 133, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + }, + { + "id": 162, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + }, + { + "id": 191, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:0:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.0.output.dense", + "input_tensor_infos": [ + { + "id": 46, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.02330244891345501 + ], + "zero_point": [ + 7 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002437229733914137, + 0.002148497849702835, + 0.0017577903345227242, + 0.0014989601913839579, + 0.002267304342240095, + 0.001658703084103763, + 0.0013234356883913279, + 0.0018406709423288703, + 0.0019202677067369223, + 0.0022166878916323185, + 0.0025421208702027798, + 0.0028697862289845943, + 0.0017732084961608052, + 0.0021057119593024254, + 0.0027809368912130594, + 0.0020616441033780575, + 0.002282366156578064, + 0.0016416297294199467, + 0.0016747672343626618, + 0.0020209818612784147, + 0.0025892837438732386, + 0.002919661346822977, + 0.00266088149510324, + 0.002134812530130148, + 0.005191912408918142, + 0.005809543188661337, + 0.002775857923552394, + 0.002719592535868287, + 0.0017375783063471317, + 0.001919616712257266, + 0.005005538929253817, + 0.002649452304467559, + 0.0027205622754991055, + 0.003261954989284277, + 0.004173805937170982, + 0.005797841120511293, + 0.0020776756573468447, + 0.0021023107692599297, + 0.0016892320709303021, + 0.0020940557587891817, + 0.0016345945186913013, + 0.0015749121084809303, + 0.006564808078110218, + 0.0015955902636051178, + 0.002545764669775963, + 0.0020060441456735134, + 0.002288567367941141, + 0.0022004181519150734, + 0.003527936525642872, + 0.002124730497598648, + 0.0022109602577984333, + 0.002439911710098386, + 0.003952174913138151, + 0.0018872065702453256, + 0.0029667485505342484, + 0.003307652659714222, + 0.004458966664969921, + 0.0019018477760255337, + 0.0021481518633663654, + 0.003147570649161935, + 0.0031003342010080814, + 0.0030551371164619923, + 0.0026027020066976547, + 0.0016599524533376098, + 0.0023207764606922865, + 0.002624675165861845, + 0.002730579348281026, + 0.002066797111183405, + 0.0023419286590069532, + 0.0018879713024944067, + 0.0018418596591800451, + 0.0016457843594253063, + 0.0033959010615944862, + 0.004052225966006517, + 0.0022128771524876356, + 0.002559961285442114, + 0.002672479022294283, + 0.003059997223317623, + 0.0014689583331346512, + 0.005152651574462652, + 0.003036342328414321, + 0.0019269969779998064, + 0.002517020097002387, + 0.003154126927256584, + 0.0029411755967885256, + 0.0019237929955124855, + 0.0017762219067662954, + 0.0029923557303845882, + 0.002723105950281024, + 0.0020208661444485188, + 0.0028467834927141666, + 0.002407367806881666, + 0.0019742741715162992, + 0.0030015059746801853, + 0.0023540742695331573, + 0.002333198208361864, + 0.0022099267225712538, + 0.0021336053032428026, + 0.0043195015750825405, + 0.002153986133635044, + 0.004466556012630463, + 0.003073733998462558, + 0.003157777013257146, + 0.0019485168159008026, + 0.001670737168751657, + 0.0036635801661759615, + 0.0021292667370289564, + 0.0025993711315095425, + 0.0030678247567266226, + 0.00525614945217967, + 0.00240933895111084, + 0.0016767880879342556, + 0.0017196153057739139, + 0.0058705867268145084, + 0.002592872828245163, + 0.0026138119865208864, + 0.0019347895868122578, + 0.00515724578872323, + 0.00196648552082479, + 0.0014583226293325424, + 0.006059417501091957, + 0.0027898240368813276, + 0.0025339308194816113, + 0.001802605576813221, + 0.003711256431415677, + 0.003012749133631587, + 0.0022381336893886328, + 0.0018828430911526084, + 0.002273866208270192, + 0.0019460773328319192, + 0.0017747682286426425, + 0.002022446831688285, + 0.0021210378035902977, + 0.002570386277511716, + 0.0023715889547020197, + 0.007167539559304714, + 0.002202309900894761, + 0.003956811036914587, + 0.002183835953474045, + 0.0016035528387874365, + 0.0017821673536673188, + 0.0027893586084246635, + 0.0028109175618737936, + 0.003393343882635236, + 0.003454645397141576, + 0.0020642525050789118, + 0.002846806077286601, + 0.002214990323409438, + 0.002156494650989771, + 0.0018740269588306546, + 0.004090950358659029, + 0.002298216102644801, + 0.0031739030964672565, + 0.0020038317888975143, + 0.0016871659317985177, + 0.0018812690395861864, + 0.011431406252086163, + 0.0024125135969370604, + 0.002008451148867607, + 0.0027065007016062737, + 0.0016334564425051212, + 0.001907622441649437, + 0.002282100962474942, + 0.0030788646545261145, + 0.003152660094201565, + 0.0017788689583539963, + 0.003916651010513306, + 0.0023087444715201855, + 0.0016894604777917266, + 0.0021956628188490868, + 0.0015858475817367435, + 0.00288305152207613, + 0.001823065453208983, + 0.002049761125817895, + 0.0021716037299484015, + 0.002345435321331024, + 0.002710732165724039, + 0.0020618608687072992, + 0.003467158880084753, + 0.004689343273639679, + 0.003116765059530735, + 0.0014343453804031014, + 0.0024588233791291714, + 0.0020970094483345747, + 0.0020035640336573124, + 0.005855859257280827, + 0.0026913564652204514, + 0.002507774392142892, + 0.0015851284842938185, + 0.002214785199612379, + 0.0022934884764254093, + 0.0039201402105391026, + 0.0030308254063129425, + 0.0017448621802031994, + 0.0024607754312455654, + 0.002186281606554985, + 0.0016086730174720287, + 0.025787362828850746, + 0.0021277519408613443, + 0.001973275560885668, + 0.0063305869698524475, + 0.005543043836951256, + 0.002162298886105418, + 0.0017737955786287785, + 0.0018347167642787099, + 0.001990308752283454, + 0.007188176736235619, + 0.007353874854743481, + 0.0035701452288776636, + 0.002621459076181054, + 0.0020657596178352833, + 0.002347766887396574, + 0.0029163381550461054, + 0.002412541536614299, + 0.0023039227817207575, + 0.003946987446397543, + 0.0024324741680175066, + 0.010461142286658287, + 0.002327637979760766, + 0.0020505376160144806, + 0.0023474080953747034, + 0.002492389176040888, + 0.0024639838375151157, + 0.0019160655792802572, + 0.0028536254540085793, + 0.0023153077345341444, + 0.001803046092391014, + 0.001354059437289834, + 0.0016678626416251063, + 0.0017673406982794404, + 0.0019321436993777752, + 0.002240719273686409, + 0.0017211353406310081, + 0.0033902067225426435, + 0.001663948642089963, + 0.0048403050750494, + 0.0017470994498580694, + 0.0015347737353295088, + 0.005083226598799229, + 0.002184620127081871, + 0.001569426036439836, + 0.0017539614345878363, + 0.0018987805815413594, + 0.007872248068451881, + 0.002387405838817358, + 0.0019923741929233074, + 0.004641075152903795, + 0.002036960329860449, + 0.0017290732357650995, + 0.0024027761537581682, + 0.0026378068141639233, + 0.0020676085259765387, + 0.0020612345542758703, + 0.003006567480042577, + 0.002015864010900259, + 0.0021783020347356796, + 0.0023467596620321274, + 0.0025525204837322235, + 0.0022427102085202932, + 0.0020931989420205355, + 0.0017881200183182955, + 0.0022277720272541046, + 0.0053543634712696075, + 0.002751438645645976, + 0.0028036562725901604, + 0.0019580875523388386, + 0.0024836414959281683, + 0.0037906107027083635, + 0.0019118435448035598, + 0.0019926554523408413, + 0.0022125705145299435, + 0.001962718553841114, + 0.0025737073738127947, + 0.0024655021261423826, + 0.002267742995172739, + 0.001487458823248744, + 0.0017255862476304173, + 0.001927170087583363, + 0.0033686235547065735, + 0.0016785335028544068, + 0.002614598022773862, + 0.00168974744156003, + 0.002183153061196208, + 0.0023499128874391317, + 0.0034304391592741013, + 0.002302369335666299, + 0.0019192744512110949, + 0.0025248192250728607, + 0.002070424612611532, + 0.0022136790212243795, + 0.0024189676623791456, + 0.0016835147980600595, + 0.0020250221714377403, + 0.00299177598208189, + 0.002361160470172763, + 0.0016437730519101024, + 0.002131083747372031, + 0.0014340829802677035, + 0.0019280783599242568, + 0.001840341603383422, + 0.00248886551707983, + 0.0016484376974403858, + 0.002127543557435274, + 0.002964786486700177, + 0.0019506335956975818, + 0.0029597291722893715, + 0.0027855385560542345, + 0.0020952089689671993, + 0.0026588349137455225, + 0.0022876053117215633, + 0.0016847769729793072, + 0.0063535962253808975, + 0.002680508652701974, + 0.0026503149420022964, + 0.001970598939806223, + 0.002639656886458397, + 0.0018828760366886854, + 0.004979342687875032, + 0.0026072049513459206, + 0.0050683459267020226, + 0.0019738345872610807, + 0.0017974149668589234, + 0.002617050427943468, + 0.0019123427337035537, + 0.0021760561503469944, + 0.0015627952525392175, + 0.003252445487305522, + 0.001684120623394847, + 0.005783383268862963, + 0.0024593034759163857, + 0.003146225353702903, + 0.0021452689543366432, + 0.0037180858198553324, + 0.0022933201398700476, + 0.0019973062444478273, + 0.0015331774484366179, + 0.002427279483526945, + 0.0032820594497025013, + 0.002480341587215662, + 0.0021730796433985233, + 0.0031973831355571747, + 0.0030788599979132414, + 0.002132487017661333, + 0.001982314046472311, + 0.0024892198853194714, + 0.002079380676150322, + 0.0028258543461561203, + 0.0019317006226629019, + 0.003292736364528537, + 0.0018770911265164614, + 0.0034097626339644194, + 0.0019402375910431147, + 0.002290660049766302, + 0.0018578674644231796, + 0.004050686024129391, + 0.0014428416034206748, + 0.0029951853211969137, + 0.0024224596563726664, + 0.0040894681587815285, + 0.0018937947461381555, + 0.0023332659620791674, + 0.001956311520189047, + 0.0026763868518173695, + 0.002636103890836239, + 0.002488610101863742, + 0.0024207031819969416, + 0.002450639382004738, + 0.0021298325154930353, + 0.0016509693814441562, + 0.0021989350207149982, + 0.0033820783719420433, + 0.001954724546521902, + 0.0023879348300397396, + 0.001866128295660019, + 0.0019382815808057785, + 0.0020918226800858974, + 0.002105584368109703, + 0.0021665969397872686, + 0.008861258625984192, + 0.0034601299557834864, + 0.0022269771434366703, + 0.005010742228478193, + 0.002107095206156373, + 0.001586649101227522 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 47, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.0.output", + "input_tensor_infos": [ + { + "id": 48, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.07384274899959564 + ], + "zero_point": [ + 204 + ] + }, + { + "id": 44, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.16280364990234375 + ], + "zero_point": [ + 184 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 49, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.output.dropout", + "input_tensor_infos": [ + { + "id": 47, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 48, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.0.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 49, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:1": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:1:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 73, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:1:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.attention.self.query", + "input_tensor_infos": [ + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.032990146428346634 + ], + "zero_point": [ + 155 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.003388854442164302, + 0.002936218399554491, + 0.002845554379746318, + 0.0025812024250626564, + 0.002755350898951292, + 0.003503908636048436, + 0.0032593735959380865, + 0.0030141575261950493, + 0.0030603911727666855, + 0.003088760655373335, + 0.0030396010261029005, + 0.0027651386335492134, + 0.0028813693206757307, + 0.0026866088155657053, + 0.0030983577016741037, + 0.002845226554200053, + 0.0032077860087156296, + 0.002471611835062504, + 0.003115879837423563, + 0.003414922161027789, + 0.003697446547448635, + 0.0035892848391085863, + 0.003271956229582429, + 0.0034121545031666756, + 0.002758897142484784, + 0.003095491323620081, + 0.0025829486548900604, + 0.003300015116110444, + 0.002662676153704524, + 0.003537027398124337, + 0.003040433395653963, + 0.004260587971657515, + 0.0034317104145884514, + 0.0031794561073184013, + 0.0028824699111282825, + 0.0028146954718977213, + 0.0037495160941034555, + 0.0040427157655358315, + 0.005087474826723337, + 0.0031373626552522182, + 0.003888392122462392, + 0.0037436538841575384, + 0.0035961552057415247, + 0.002946274122223258, + 0.0034036636352539062, + 0.003636736888438463, + 0.003225983353331685, + 0.004323635250329971, + 0.002902750624343753, + 0.0032308551017194986, + 0.003811686299741268, + 0.00305629288777709, + 0.0034525294322520494, + 0.002595813013613224, + 0.0032473611645400524, + 0.0037410659715533257, + 0.0038985887076705694, + 0.0037691243924200535, + 0.003096706233918667, + 0.003374967025592923, + 0.0037150071002542973, + 0.0035873623564839363, + 0.0033356533385813236, + 0.002924306783825159, + 0.003040326526388526, + 0.003942779265344143, + 0.00311453128233552, + 0.0037854707334190607, + 0.0032163101714104414, + 0.0029398174956440926, + 0.0036447125021368265, + 0.0028076786547899246, + 0.003108666278421879, + 0.0027529478538781404, + 0.003504242515191436, + 0.0035526130814105272, + 0.004164422862231731, + 0.003511598100885749, + 0.0029939597006887197, + 0.002654493320733309, + 0.0030688748229295015, + 0.0045845406129956245, + 0.003998086787760258, + 0.0030581781174987555, + 0.0035831481218338013, + 0.0032256976701319218, + 0.004819884430617094, + 0.0035117550287395716, + 0.0035109773743897676, + 0.003103644121438265, + 0.0031573723535984755, + 0.003541580168530345, + 0.0027997789438813925, + 0.003835185430943966, + 0.0037833433598279953, + 0.0036885838489979506, + 0.003030546475201845, + 0.003073242027312517, + 0.004028461407870054, + 0.0030448506586253643, + 0.0025736165698617697, + 0.0030227317474782467, + 0.002504348289221525, + 0.0027415608055889606, + 0.002881104126572609, + 0.003264321945607662, + 0.0033654102589935064, + 0.002789618680253625, + 0.002486228244379163, + 0.003139810636639595, + 0.0024965081829577684, + 0.002538073807954788, + 0.003527628956362605, + 0.0028361266013234854, + 0.0033273394219577312, + 0.0024186621885746717, + 0.002870692638680339, + 0.0026828336995095015, + 0.0031527159735560417, + 0.0034954778384417295, + 0.0030821324326097965, + 0.002660750411450863, + 0.0027774819172918797, + 0.002380865393206477, + 0.002632688032463193, + 0.0025204147677868605, + 0.00344404811039567, + 0.003433879930526018, + 0.0027634480502456427, + 0.002358311088755727, + 0.002158010145649314, + 0.0024306578561663628, + 0.0021823239512741566, + 0.002861235523596406, + 0.0024872254580259323, + 0.0028036802541464567, + 0.002437175251543522, + 0.0030170672107487917, + 0.002586021088063717, + 0.003220439190044999, + 0.0026076219510287046, + 0.0029369592666625977, + 0.002954813651740551, + 0.002337889513000846, + 0.0026817950420081615, + 0.0021791306789964437, + 0.002661158097907901, + 0.0024450269993394613, + 0.0024414530489593744, + 0.0025113478768616915, + 0.0027487289626151323, + 0.003094141837209463, + 0.0024927672930061817, + 0.0035467571578919888, + 0.002849961631000042, + 0.0024657612666487694, + 0.002413057256489992, + 0.0023566598538309336, + 0.0031737815588712692, + 0.0033545936457812786, + 0.002393936738371849, + 0.0028905055951327085, + 0.003508151974529028, + 0.004384114872664213, + 0.0024091850500553846, + 0.002360500628128648, + 0.0024617386516183615, + 0.0022116070613265038, + 0.0027125070337206125, + 0.003039389383047819, + 0.002951909089460969, + 0.004155011381953955, + 0.0036135970149189234, + 0.0029423246160149574, + 0.0023209592327475548, + 0.0027995959389954805, + 0.002562707057222724, + 0.0026505652349442244, + 0.002517123008146882, + 0.0030289364513009787, + 0.002980264602228999, + 0.0027399088721722364, + 0.0024023631121963263, + 0.0026525072753429413, + 0.0031737529207021, + 0.00266383308917284, + 0.0027515331748872995, + 0.003683990566059947, + 0.0023342231288552284, + 0.004356418736279011, + 0.0027813317719846964, + 0.004990153945982456, + 0.0023509522434324026, + 0.0021745101548731327, + 0.0030541846062988043, + 0.0023663353640586138, + 0.003979098051786423, + 0.003223058069124818, + 0.0032037526834756136, + 0.003162527456879616, + 0.004330682568252087, + 0.004149069543927908, + 0.002466319128870964, + 0.0028400300070643425, + 0.0026793256402015686, + 0.003408509772270918, + 0.0026852546725422144, + 0.0027523618191480637, + 0.0023023232351988554, + 0.0026823352091014385, + 0.0025813570246100426, + 0.0024192798882722855, + 0.0032272720709443092, + 0.003573612542822957, + 0.002563521033152938, + 0.004304972942918539, + 0.002471272135153413, + 0.0024732635356485844, + 0.0024148686788976192, + 0.0029125462751835585, + 0.002788268029689789, + 0.003931705374270678, + 0.0027350159361958504, + 0.002361821476370096, + 0.0034495596773922443, + 0.0033251983113586903, + 0.003488251008093357, + 0.0033668470568954945, + 0.0036379885859787464, + 0.004683952312916517, + 0.003960282541811466, + 0.00440997164696455, + 0.003819435602054, + 0.004015349317342043, + 0.0044873864389956, + 0.005678380373865366, + 0.006526498589664698, + 0.003981877584010363, + 0.003922550939023495, + 0.003582602832466364, + 0.004070202354341745, + 0.003409144002944231, + 0.003510597627609968, + 0.0038741992320865393, + 0.003643645206466317, + 0.003801894374191761, + 0.008055864833295345, + 0.004118130076676607, + 0.003421107539907098, + 0.008084404282271862, + 0.004519665148109198, + 0.0038940543308854103, + 0.004098610952496529, + 0.007170123513787985, + 0.00372773758135736, + 0.004499468952417374, + 0.0026703556068241596, + 0.0023828400298953056, + 0.0023097603116184473, + 0.002808205783367157, + 0.0031786696054041386, + 0.002688205800950527, + 0.0024004525039345026, + 0.002881897147744894, + 0.0034157689660787582, + 0.00271781999617815, + 0.0031037030275911093, + 0.0028878836892545223, + 0.002418378135189414, + 0.002741606906056404, + 0.002793574705719948, + 0.003090957645326853, + 0.0031349514611065388, + 0.002950486959889531, + 0.0031134262681007385, + 0.0023509329184889793, + 0.0026026254054158926, + 0.0029722684994339943, + 0.0028434123378247023, + 0.00269702379591763, + 0.0023673640098422766, + 0.0035785275977104902, + 0.0028380299918353558, + 0.002935516182333231, + 0.002893136814236641, + 0.0025589419528841972, + 0.0030705812387168407, + 0.002354128984734416, + 0.0019998736679553986, + 0.0032465127296745777, + 0.0022774734534323215, + 0.0028957684990018606, + 0.002702631987631321, + 0.002351077040657401, + 0.0023795703891664743, + 0.002700270153582096, + 0.0029485926497727633, + 0.002324169734492898, + 0.0034386413171887398, + 0.002743298653513193, + 0.002920050173997879, + 0.002605675719678402, + 0.0023490958847105503, + 0.0026497896760702133, + 0.0022768215276300907, + 0.0024476521648466587, + 0.002420525997877121, + 0.0026459963992238045, + 0.002647676505148411, + 0.002905619563534856, + 0.0021753853652626276, + 0.0026731465477496386, + 0.0021390996407717466, + 0.003100740257650614, + 0.0033044470474123955, + 0.0025298111140727997, + 0.002595455851405859, + 0.0023701810277998447, + 0.003065254772081971, + 0.003121394431218505, + 0.005219530779868364, + 0.006433242466300726, + 0.004317771643400192, + 0.004374551586806774, + 0.004812957253307104, + 0.005413820035755634, + 0.00467718718573451, + 0.007544924970716238, + 0.0039230166003108025, + 0.004757491406053305, + 0.003997394349426031, + 0.0045195589773356915, + 0.004439762327820063, + 0.0035775634460151196, + 0.004506655968725681, + 0.003935821820050478, + 0.0075564635917544365, + 0.0050421711057424545, + 0.003853547153994441, + 0.005822537466883659, + 0.004133701324462891, + 0.005116317421197891, + 0.005617197602987289, + 0.005513318348675966, + 0.006991103757172823, + 0.0040595349855721, + 0.003745149588212371, + 0.005399486515671015, + 0.0037495854776352644, + 0.003765782108530402, + 0.0037493142299354076, + 0.003844622988253832, + 0.003937238361686468, + 0.004944440443068743, + 0.0038590815383940935, + 0.0035927481949329376, + 0.0044732466340065, + 0.004240716341882944, + 0.0034919334575533867, + 0.004679656121879816, + 0.0029755253344774246, + 0.0035159436520189047, + 0.0037389250937849283, + 0.0034769263584166765, + 0.0036361822858452797, + 0.004980193451046944, + 0.004024354740977287, + 0.003556154202669859, + 0.0038125794380903244, + 0.003739532083272934, + 0.0034465205390006304, + 0.0037065704818814993, + 0.003676951862871647, + 0.003221161663532257, + 0.00429780688136816, + 0.00376847293227911, + 0.003842104459181428, + 0.0032439627684652805, + 0.004115287214517593, + 0.0034573667217046022, + 0.0032721657771617174, + 0.0036870555486530066, + 0.0035136679653078318, + 0.0037257985677570105 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 51, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.attention.self.key", + "input_tensor_infos": [ + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.032990146428346634 + ], + "zero_point": [ + 155 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0058961487375199795, + 0.004018435720354319, + 0.0028062232304364443, + 0.004067308269441128, + 0.004083925858139992, + 0.00784741248935461, + 0.00818021222949028, + 0.002591370139271021, + 0.0051732780411839485, + 0.0031721319537609816, + 0.0053039491176605225, + 0.004565519746392965, + 0.004517216235399246, + 0.004028745926916599, + 0.003689850913360715, + 0.0031657961662858725, + 0.004920585546642542, + 0.004016113001853228, + 0.0055582099594175816, + 0.00308962631970644, + 0.009615348652005196, + 0.0047218082472682, + 0.004357307218015194, + 0.004003055393695831, + 0.004398962948471308, + 0.00377555750310421, + 0.004437954630702734, + 0.004110153764486313, + 0.003259209915995598, + 0.005490962415933609, + 0.004492457024753094, + 0.009158051572740078, + 0.0050225090235471725, + 0.003858075710013509, + 0.004441187251359224, + 0.0045033893547952175, + 0.004662547260522842, + 0.005556496791541576, + 0.006686850916594267, + 0.004912551026791334, + 0.0034993046429008245, + 0.006437867414206266, + 0.004415021277964115, + 0.0037206162232905626, + 0.003295781323686242, + 0.00801806803792715, + 0.0031980902422219515, + 0.0035814677830785513, + 0.004055891651660204, + 0.004136541858315468, + 0.00863092765212059, + 0.0030094736721366644, + 0.003206537337973714, + 0.003668390680104494, + 0.0047789402306079865, + 0.006893244571983814, + 0.0043627191334962845, + 0.005257900338619947, + 0.0032785767689347267, + 0.0042577823624014854, + 0.002919471124187112, + 0.005351073574274778, + 0.007995029911398888, + 0.005403831601142883, + 0.003199140541255474, + 0.004485871642827988, + 0.0036613696720451117, + 0.0035405969247221947, + 0.003898071823641658, + 0.004117557313293219, + 0.002738328417763114, + 0.00373776163905859, + 0.004248274024575949, + 0.003460261505097151, + 0.002912882249802351, + 0.0032777090091258287, + 0.0039046478923410177, + 0.0038913653697818518, + 0.0033944977913051844, + 0.004706242121756077, + 0.00277913105674088, + 0.003935202490538359, + 0.004660217557102442, + 0.006397702731192112, + 0.004042874090373516, + 0.003432986792176962, + 0.005194192752242088, + 0.004009845666587353, + 0.004400565754622221, + 0.003080542664974928, + 0.005356668960303068, + 0.005880739074200392, + 0.0030741728842258453, + 0.004443393088877201, + 0.004740044474601746, + 0.003652963088825345, + 0.002593749202787876, + 0.003290829248726368, + 0.002981256227940321, + 0.0019824982155114412, + 0.0024015281815081835, + 0.0032854911405593157, + 0.0029540446121245623, + 0.00303364684805274, + 0.003117084503173828, + 0.003114124061539769, + 0.00269063632003963, + 0.002995240269228816, + 0.0031896959990262985, + 0.002909100381657481, + 0.0028924094513058662, + 0.003342095296829939, + 0.0037847610656172037, + 0.0024208894465118647, + 0.003030467312783003, + 0.002721968339756131, + 0.0030899348203092813, + 0.002781064249575138, + 0.003038439666852355, + 0.0030864195432513952, + 0.0037022377364337444, + 0.0028897717129439116, + 0.0021504501346498728, + 0.0027608158998191357, + 0.003418899141252041, + 0.0025985329411923885, + 0.0028994863387197256, + 0.0027864696457982063, + 0.0025493470020592213, + 0.0024850303307175636, + 0.003197404323145747, + 0.002357513178139925, + 0.002347723115235567, + 0.0026134662330150604, + 0.0040844338946044445, + 0.005456274840980768, + 0.0026512301992625, + 0.0024690788704901934, + 0.0023740038741379976, + 0.0025784079916775227, + 0.0025307529140263796, + 0.003914203029125929, + 0.0036999862641096115, + 0.002938562538474798, + 0.002529599703848362, + 0.002788408426567912, + 0.0026694147381931543, + 0.0026931636966764927, + 0.002348658861592412, + 0.00244537484832108, + 0.003634195774793625, + 0.005621055141091347, + 0.004271183628588915, + 0.005610883701592684, + 0.003164463210850954, + 0.003648472484201193, + 0.0027896396350115538, + 0.0030091844964772463, + 0.00466762762516737, + 0.002265805611386895, + 0.003927106969058514, + 0.005448293872177601, + 0.006723139435052872, + 0.003638332709670067, + 0.0023129209876060486, + 0.004912421107292175, + 0.005067791324108839, + 0.002872682176530361, + 0.00271405465900898, + 0.003835998708382249, + 0.0052168830297887325, + 0.01026148907840252, + 0.0048387316055595875, + 0.00418177992105484, + 0.003500081831589341, + 0.004202418029308319, + 0.0065330201759934425, + 0.0066670081578195095, + 0.003166099078953266, + 0.004425715189427137, + 0.007086364086717367, + 0.005114017520099878, + 0.0028495145961642265, + 0.004983515478670597, + 0.004755521658807993, + 0.003332751337438822, + 0.004262353293597698, + 0.005855116993188858, + 0.003310329047963023, + 0.0053591313771903515, + 0.004957479890435934, + 0.009241161867976189, + 0.004903273656964302, + 0.005187880247831345, + 0.004777031019330025, + 0.0040134466253221035, + 0.005305666942149401, + 0.0031079850159585476, + 0.008111627772450447, + 0.0026923653203994036, + 0.006356601137667894, + 0.0065756323747336864, + 0.004703044891357422, + 0.004387649241834879, + 0.003681235248222947, + 0.0063028279691934586, + 0.004289139993488789, + 0.004865365102887154, + 0.0033610041718930006, + 0.004906715825200081, + 0.0025729951448738575, + 0.003129758406430483, + 0.003328101709485054, + 0.005565251689404249, + 0.003984525799751282, + 0.011172090657055378, + 0.003669697791337967, + 0.0022535112220793962, + 0.005400426685810089, + 0.004175984300673008, + 0.0044778515584766865, + 0.00785076804459095, + 0.008071268908679485, + 0.002814333187416196, + 0.004876484163105488, + 0.0032380246557295322, + 0.0058005438186228275, + 0.004460880998522043, + 0.008964083157479763, + 0.005753699690103531, + 0.005357376765459776, + 0.005438294727355242, + 0.0035722122993320227, + 0.00410426314920187, + 0.0039808680303394794, + 0.006206986960023642, + 0.006427950691431761, + 0.0052262404933571815, + 0.003226506058126688, + 0.004772777669131756, + 0.003948126919567585, + 0.0031882142648100853, + 0.0037377369590103626, + 0.0038997686933726072, + 0.004489881452172995, + 0.007592053152620792, + 0.005165093578398228, + 0.004148862324655056, + 0.003793747164309025, + 0.006663457490503788, + 0.004576235543936491, + 0.004798376467078924, + 0.005392281338572502, + 0.0065208361484110355, + 0.004396145697683096, + 0.010491836816072464, + 0.0024581255856901407, + 0.0024408260360360146, + 0.0028227404691278934, + 0.0022707704920321703, + 0.003153214231133461, + 0.003245019819587469, + 0.003416907275095582, + 0.0029196718242019415, + 0.0031978473998606205, + 0.00263068825006485, + 0.0028449406381696463, + 0.0027081326115876436, + 0.0032097501680254936, + 0.0026568847242742777, + 0.0024792298208922148, + 0.0028087610844522715, + 0.002662399783730507, + 0.002667896216735244, + 0.002629862166941166, + 0.002360282465815544, + 0.0028169883880764246, + 0.0037840157747268677, + 0.003116935957223177, + 0.003235062351450324, + 0.0022765803150832653, + 0.003405082505196333, + 0.003410299774259329, + 0.003224660875275731, + 0.002718159928917885, + 0.002455907640978694, + 0.002856288570910692, + 0.002431320259347558, + 0.00402563763782382, + 0.0037507086526602507, + 0.0035427426919341087, + 0.004258348606526852, + 0.003354443470016122, + 0.0034242048859596252, + 0.0026159435510635376, + 0.0028955969028174877, + 0.004392984788864851, + 0.004080829676240683, + 0.002642078325152397, + 0.002959422068670392, + 0.002847652416676283, + 0.003933161497116089, + 0.0026773817371577024, + 0.0035872124135494232, + 0.0031790921930223703, + 0.0028861428145319223, + 0.003077760571613908, + 0.0033375900238752365, + 0.0027364008128643036, + 0.003124876879155636, + 0.0029892094898968935, + 0.0033764136023819447, + 0.00319469696842134, + 0.0040592593140900135, + 0.004308665171265602, + 0.0034446080680936575, + 0.0037318493705242872, + 0.00253598066046834, + 0.0029693245887756348, + 0.0032350842375308275, + 0.005346828140318394, + 0.00498775253072381, + 0.003767956979572773, + 0.005768835078924894, + 0.0055196573957800865, + 0.0039055203087627888, + 0.0050394874997437, + 0.007607319392263889, + 0.004471617750823498, + 0.0035675084218382835, + 0.00544958608224988, + 0.005397290922701359, + 0.004352182149887085, + 0.0044167377054691315, + 0.003890600986778736, + 0.0066697364673018456, + 0.004621919244527817, + 0.0054681673645973206, + 0.0060573541559278965, + 0.0056844912469387054, + 0.004315475467592478, + 0.005423995200544596, + 0.0035240144934505224, + 0.005247705616056919, + 0.004563453141599894, + 0.0039535709656775, + 0.013560877181589603, + 0.0037805531173944473, + 0.004170597996562719, + 0.0035248782951384783, + 0.005203068722039461, + 0.005527535919100046, + 0.007399829104542732, + 0.0038353747222572565, + 0.002896643243730068, + 0.0036772298626601696, + 0.006689060479402542, + 0.00397768709808588, + 0.004985334351658821, + 0.003787918947637081, + 0.009976522997021675, + 0.0037497603334486485, + 0.003506617620587349, + 0.003534484887495637, + 0.0048660035245120525, + 0.005504288710653782, + 0.005520742852240801, + 0.0034443882759660482, + 0.003961813170462847, + 0.0059551335871219635, + 0.005519272293895483, + 0.005938105285167694, + 0.003207752015441656, + 0.006480169482529163, + 0.006023057736456394, + 0.0029350046534091234, + 0.0048156180419027805, + 0.004083363339304924, + 0.0053790719248354435, + 0.0042131380178034306, + 0.0036942572332918644, + 0.005706545896828175, + 0.004918677266687155, + 0.003526795655488968 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 52, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.attention.self.value", + "input_tensor_infos": [ + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.032990146428346634 + ], + "zero_point": [ + 155 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002001845045015216, + 0.0018898535054177046, + 0.0018061500741168857, + 0.002059027785435319, + 0.001743425615131855, + 0.001898277667351067, + 0.0019105038372799754, + 0.0015742918476462364, + 0.0015661787474527955, + 0.0016169279115274549, + 0.0019823198672384024, + 0.0018373004859313369, + 0.0015694033354520798, + 0.0015167484525591135, + 0.0017547825118526816, + 0.0015563861234113574, + 0.0017379119526594877, + 0.0016455174190923572, + 0.001662014750763774, + 0.001384380622766912, + 0.0017967099556699395, + 0.001308290520682931, + 0.0016295429086312652, + 0.0015515157720074058, + 0.001998817315325141, + 0.0015651622088626027, + 0.0014925514115020633, + 0.0018242248333990574, + 0.0016156798228621483, + 0.0016120976069942117, + 0.0016731276409700513, + 0.0017482406692579389, + 0.0016478706384077668, + 0.001738762017339468, + 0.0015152555424720049, + 0.0016890827100723982, + 0.0018191609997302294, + 0.0017463606782257557, + 0.0017176049295812845, + 0.001837278134189546, + 0.0017584379529580474, + 0.0020649279467761517, + 0.0017662369646131992, + 0.0017196994740515947, + 0.0015815339284017682, + 0.0018837540410459042, + 0.0019991793669760227, + 0.0018270694417878985, + 0.002136531053110957, + 0.0016477603930979967, + 0.0020425477996468544, + 0.0016663020942360163, + 0.0017271259566769004, + 0.0015787313459441066, + 0.0026678761932998896, + 0.001865483121946454, + 0.0016948356060311198, + 0.0017837483901530504, + 0.0015265617985278368, + 0.0013734332751482725, + 0.001659559435211122, + 0.0016933995066210628, + 0.0015023534651845694, + 0.001827394706197083, + 0.0023161028511822224, + 0.0017279101302847266, + 0.0017782713985070586, + 0.001802938524633646, + 0.0018310776213184, + 0.0019534805323928595, + 0.0016257205279543996, + 0.0017325320513918996, + 0.0016489868285134435, + 0.002051724586635828, + 0.0016396190039813519, + 0.0020700946915894747, + 0.001738939667120576, + 0.002266810042783618, + 0.002069471636787057, + 0.0017733039567247033, + 0.0018124276539310813, + 0.001860336516983807, + 0.001926206867210567, + 0.0022218343801796436, + 0.0020352338906377554, + 0.0019697260577231646, + 0.0016784736653789878, + 0.001826552557758987, + 0.0016842701006680727, + 0.0017825643299147487, + 0.0016503758961334825, + 0.0020420958753675222, + 0.0016725498717278242, + 0.0021474515087902546, + 0.0016725786263123155, + 0.00178648775909096, + 0.0021465879399329424, + 0.0020490570459514856, + 0.002275213599205017, + 0.0017853764584288, + 0.001574006280861795, + 0.002051174407824874, + 0.0014680357417091727, + 0.0020067356526851654, + 0.0021277647465467453, + 0.0019309970084577799, + 0.0018750963499769568, + 0.0022470103576779366, + 0.001541205565445125, + 0.001505283871665597, + 0.0016577255446463823, + 0.0019955516327172518, + 0.0017780234338715672, + 0.002057855250313878, + 0.0018209167756140232, + 0.0019393449183553457, + 0.0017062296392396092, + 0.0017471346072852612, + 0.0016339989379048347, + 0.0019915737211704254, + 0.0014548794133588672, + 0.0019420135067775846, + 0.0015756086213514209, + 0.0016527854604646564, + 0.0017593269003555179, + 0.0017878831131383777, + 0.0019409524975344539, + 0.0014057510998100042, + 0.0021458324044942856, + 0.0020753247663378716, + 0.0019183183321729302, + 0.0031449473462998867, + 0.0019121750956401229, + 0.0023494153283536434, + 0.002341619925573468, + 0.0023055621422827244, + 0.0024436686653643847, + 0.002354125026613474, + 0.0022780627477914095, + 0.002621637424454093, + 0.0023398271296173334, + 0.0019526543328538537, + 0.0023859080392867327, + 0.0028517015744000673, + 0.0022354270331561565, + 0.0024912625085562468, + 0.002307756105437875, + 0.00197396706789732, + 0.001979024149477482, + 0.002266723196953535, + 0.0022398708388209343, + 0.0022985227406024933, + 0.002223193645477295, + 0.0021036325488239527, + 0.002117226831614971, + 0.0023082110565155745, + 0.0026051232125610113, + 0.0019890903495252132, + 0.003275143913924694, + 0.002368735382333398, + 0.0018546819919720292, + 0.0019664824940264225, + 0.0015979696763679385, + 0.0023325192742049694, + 0.0017595946555957198, + 0.001559874857775867, + 0.001721478532999754, + 0.001687809475697577, + 0.0016222689300775528, + 0.0019119639182463288, + 0.0015635137679055333, + 0.0028421746101230383, + 0.0014451484894379973, + 0.002159132156521082, + 0.001592888031154871, + 0.001925107790157199, + 0.0013737196568399668, + 0.001746392110362649, + 0.0017629157518967986, + 0.0015941091114655137, + 0.0018698078347370028, + 0.001763452892191708, + 0.0016573590692132711, + 0.0018830075860023499, + 0.0020890391897410154, + 0.0027257821056991816, + 0.0017779741901904345, + 0.0018150587566196918, + 0.00233052228577435, + 0.0012615409214049578, + 0.0020334781147539616, + 0.0017910759197548032, + 0.0015337597578763962, + 0.0020750181283801794, + 0.0019314732635393739, + 0.0019121879013255239, + 0.002063262974843383, + 0.0020325423683971167, + 0.0016499143093824387, + 0.0022753914818167686, + 0.0024980753660202026, + 0.0017744040815159678, + 0.0019680806435644627, + 0.0017341829370707273, + 0.00199326453730464, + 0.002068601083010435, + 0.0018552362453192472, + 0.002340811537578702, + 0.0015529039083048701, + 0.0018618330359458923, + 0.001777826459147036, + 0.0021087098866701126, + 0.0019017389276996255, + 0.0024084339383989573, + 0.0016094095772132277, + 0.001775258919224143, + 0.0025445546489208937, + 0.0019194725900888443, + 0.0037443458568304777, + 0.0018164153443649411, + 0.0018698821077123284, + 0.0017415005713701248, + 0.002323722466826439, + 0.0017004297114908695, + 0.0014189170906320214, + 0.0019286813912913203, + 0.001822721678763628, + 0.0017054238123819232, + 0.0018789427122101188, + 0.0017709670355543494, + 0.0016385255148634315, + 0.0015262068482115865, + 0.0014471240574494004, + 0.0013821491738781333, + 0.0016923195216804743, + 0.001327569130808115, + 0.001642507268115878, + 0.001786673441529274, + 0.0014913150807842612, + 0.0014234696282073855, + 0.0012887712800875306, + 0.001777958357706666, + 0.001746969879604876, + 0.0012167975073680282, + 0.001643996685743332, + 0.0016452646814286709, + 0.0011703523341566324, + 0.0016917658504098654, + 0.0020215476397424936, + 0.0017000308725982904, + 0.001626066630706191, + 0.0013977527851238847, + 0.0017888848669826984, + 0.0016087274998426437, + 0.0014025727286934853, + 0.0017018916551023722, + 0.001904359320178628, + 0.0018774325726553798, + 0.0018270155414938927, + 0.0020758258178830147, + 0.0024940099101513624, + 0.0017159422859549522, + 0.002722829347476363, + 0.003578601637855172, + 0.001729463692754507, + 0.0017354940064251423, + 0.0018627227982506156, + 0.0021975927520543337, + 0.0027697011828422546, + 0.0016250633634626865, + 0.0036896339152008295, + 0.0016928552649915218, + 0.0023748616222292185, + 0.0021296001505106688, + 0.0018090171506628394, + 0.0020365030504763126, + 0.0016771084628999233, + 0.00209613423794508, + 0.0019701512064784765, + 0.0020861905068159103, + 0.0018108825897797942, + 0.0015826909802854061, + 0.0020167315378785133, + 0.002013160614296794, + 0.0021199039183557034, + 0.0022002316545695066, + 0.0021031834185123444, + 0.0018000894924625754, + 0.0020073414780199528, + 0.0021680989302694798, + 0.0020731829572468996, + 0.0018779959063977003, + 0.0018937040586024523, + 0.002089071087539196, + 0.002111660549417138, + 0.0025024826172739267, + 0.0019718718249350786, + 0.0018535902490839362, + 0.002036782680079341, + 0.00222196476534009, + 0.0020210540387779474, + 0.0020113687496632338, + 0.0016546692932024598, + 0.0023424066603183746, + 0.0018351224716752768, + 0.0022258509416133165, + 0.002020619111135602, + 0.001818449585698545, + 0.0017689689993858337, + 0.001812079339288175, + 0.00206057820469141, + 0.002047824440523982, + 0.0019098266493529081, + 0.0019182516261935234, + 0.0017715850844979286, + 0.002106856554746628, + 0.0023835175670683384, + 0.002509433077648282, + 0.0019328423077240586, + 0.003040567971765995, + 0.0015885969623923302, + 0.0020876587368547916, + 0.0018524106126278639, + 0.0017712160479277372, + 0.0011694362619891763, + 0.0014847004786133766, + 0.0015837840037420392, + 0.0018926952034235, + 0.0016394173726439476, + 0.001705338479951024, + 0.001480047358199954, + 0.001380707137286663, + 0.0012326636351644993, + 0.001923141535371542, + 0.0015540029853582382, + 0.0016339669236913323, + 0.0017322798958048224, + 0.0016319284914061427, + 0.0018201678758487105, + 0.001518021454103291, + 0.0012554480927065015, + 0.001590013038367033, + 0.0017786924727261066, + 0.0014681256143376231, + 0.0013412211555987597, + 0.0019426685757935047, + 0.0014274647692218423, + 0.0016942470101639628, + 0.0015374498907476664, + 0.001686359872110188, + 0.0019185063429176807, + 0.0014131730422377586, + 0.0014040262904018164, + 0.0014744509244337678, + 0.0012367414310574532, + 0.0018890438368543983, + 0.0013964985264465213, + 0.0014464657288044691, + 0.0014192090602591634, + 0.0017814780585467815, + 0.0017465221462771297, + 0.0013769508805125952, + 0.0014802146470174193, + 0.001313646323978901, + 0.0015202905051410198, + 0.0016293098451569676, + 0.0015647021355107427, + 0.0014181742444634438, + 0.001449638162739575, + 0.0014664650661870837, + 0.0013465884840115905, + 0.0014284498756751418, + 0.0015982178738340735, + 0.0020186470355838537, + 0.0015931380912661552, + 0.0015609347028657794, + 0.0013281709980219603, + 0.0017922035185620189, + 0.0014750425470992923, + 0.0015695926267653704, + 0.0013180034002289176, + 0.0013161833630874753, + 0.00219488306902349, + 0.001348766847513616 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 55, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 59, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.07065226137638092 + ], + "zero_point": [ + 126 + ] + }, + { + "id": 60, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.07544367760419846 + ], + "zero_point": [ + 135 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 61, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 62, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.1729268729686737 + ], + "zero_point": [ + 156 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 63, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 65, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.003920726478099823 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 57, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.026279859244823456 + ], + "zero_point": [ + 117 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 66, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 52, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 52, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 53, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 53, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 54, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 55, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 55, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 56, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 56, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 57, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 51, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 51, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 58, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 58, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 59, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 54, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 60, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 61, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 62, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 63, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 64, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 64, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 65, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 66, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 67, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 67, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 68, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 68, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.self", + "input_tensor_infos": [ + { + "id": 68, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 69, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 69, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:1:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.attention.output.dense", + "input_tensor_infos": [ + { + "id": 69, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.019795553758740425 + ], + "zero_point": [ + 129 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0010286252945661545, + 0.001905027311295271, + 0.0018388930475339293, + 0.0011424922849982977, + 0.00130977644585073, + 0.0012448800262063742, + 0.0010917094768956304, + 0.0021647268440574408, + 0.0009472852107137442, + 0.00211884081363678, + 0.0015047031920403242, + 0.001888622879050672, + 0.001655579311773181, + 0.001849851105362177, + 0.002108875196427107, + 0.0012769753811880946, + 0.0018266908591613173, + 0.0009325927239842713, + 0.0011070686159655452, + 0.0012590843252837658, + 0.002640737686306238, + 0.0024853521026670933, + 0.0019323696615174413, + 0.002167564118281007, + 0.001574841095134616, + 0.0026166632305830717, + 0.0016389351803809404, + 0.0016290191560983658, + 0.0012150437105447054, + 0.0017290381947532296, + 0.0008342693909071386, + 0.0012042899616062641, + 0.0016217513475567102, + 0.002040684223175049, + 0.0021028819028288126, + 0.0019675542134791613, + 0.0016670433105900884, + 0.0025187479332089424, + 0.0014697929145768285, + 0.0015714762266725302, + 0.001011194079183042, + 0.0010508340783417225, + 0.0022218881640583277, + 0.0014134537195786834, + 0.002561494242399931, + 0.0009600139455869794, + 0.0021564087364822626, + 0.001295683323405683, + 0.0027349689044058323, + 0.0022842083126306534, + 0.0008960606064647436, + 0.001590442261658609, + 0.002078248420730233, + 0.0010699640261009336, + 0.000877194048371166, + 0.001774727599695325, + 0.0009285412379540503, + 0.0015263062668964267, + 0.002449764171615243, + 0.0019168953876942396, + 0.001517565455287695, + 0.0014305964577943087, + 0.0012867257464677095, + 0.0013319916324689984, + 0.0017797985346987844, + 0.001683079288341105, + 0.0014206664636731148, + 0.001148992800153792, + 0.0019691046327352524, + 0.002384015591815114, + 0.0012841668212786317, + 0.001109990873374045, + 0.001456171739846468, + 0.002231148537248373, + 0.0018016417743638158, + 0.0026234006509184837, + 0.0013010187540203333, + 0.0015461496077477932, + 0.0015303606633096933, + 0.002350807888433337, + 0.0019680955447256565, + 0.0026236132252961397, + 0.002230679616332054, + 0.002221856266260147, + 0.0016433721175417304, + 0.002394351875409484, + 0.0017350467387586832, + 0.0024860387202352285, + 0.001970437355339527, + 0.0024995598942041397, + 0.00166734226513654, + 0.0009065697086043656, + 0.0014949800679460168, + 0.0020177143160253763, + 0.0031496179290115833, + 0.0014718788443133235, + 0.0019401588942855597, + 0.0015251771546900272, + 0.001613764907233417, + 0.0018375907093286514, + 0.0016249488107860088, + 0.0012839001137763262, + 0.002490381244570017, + 0.0009560763719491661, + 0.0010686052264645696, + 0.002012133365496993, + 0.0015079983277246356, + 0.0013140015071257949, + 0.0023565730080008507, + 0.002108963904902339, + 0.0012419000267982483, + 0.0016654307255521417, + 0.0012244719546288252, + 0.0023903758265078068, + 0.0024629069957882166, + 0.001771601033397019, + 0.0019448177190497518, + 0.0019025721121579409, + 0.0016163300024345517, + 0.001066077733412385, + 0.001134818303398788, + 0.0015802738489583135, + 0.0024157946463674307, + 0.0011674273991957307, + 0.0023685325868427753, + 0.0018037577392533422, + 0.0018626488745212555, + 0.0016125182155519724, + 0.0019728203769773245, + 0.0014209350338205695, + 0.0013727652840316296, + 0.001265222323127091, + 0.0018650192068889737, + 0.002345677698031068, + 0.0022876509465277195, + 0.0028546247631311417, + 0.000994813279248774, + 0.0019774772226810455, + 0.0023462160024791956, + 0.0019000705797225237, + 0.0013560592196881771, + 0.003333123167976737, + 0.0020218095742166042, + 0.0011218974832445383, + 0.001655776402913034, + 0.0018403888680040836, + 0.0023606170434504747, + 0.0020960518158972263, + 0.001944812247529626, + 0.0013960901414975524, + 0.002596049103885889, + 0.0013962301891297102, + 0.0017868438735604286, + 0.0012665449175983667, + 0.0015755660133436322, + 0.0014653424732387066, + 0.0019066727254539728, + 0.002008513081818819, + 0.0013506861869245768, + 0.0011353781446814537, + 0.0015981070464476943, + 0.0016876127338036895, + 0.0014207379426807165, + 0.002308495342731476, + 0.0025512389838695526, + 0.0013505996903404593, + 0.0016813031397759914, + 0.0023247378412634134, + 0.0013914823066443205, + 0.0014649959048256278, + 0.0011946957092732191, + 0.002729906002059579, + 0.0009405406308360398, + 0.0013078894698992372, + 0.0016079428605735302, + 0.0018134326674044132, + 0.002290894277393818, + 0.0025617796927690506, + 0.00230689300224185, + 0.0032114589121192694, + 0.002237876644358039, + 0.0010770326480269432, + 0.002416465897113085, + 0.00179003004450351, + 0.0016556178452447057, + 0.0027342273388057947, + 0.0009592257556505501, + 0.0012211623834446073, + 0.001098768087103963, + 0.0017164659220725298, + 0.0013146146666258574, + 0.0013651804765686393, + 0.0019801505841314793, + 0.0016694641672074795, + 0.0018844272708520293, + 0.0008485182770527899, + 0.0010201866971328855, + 0.0012476490810513496, + 0.000954624149017036, + 0.0013779493747279048, + 0.0015750662423670292, + 0.0026628512423485518, + 0.0022870765533298254, + 0.0017401737859472632, + 0.0020235797856003046, + 0.001091471523977816, + 0.0009292817558161914, + 0.0019419955788180232, + 0.0011080811964347959, + 0.001128930365666747, + 0.0009500056621618569, + 0.002145421924069524, + 0.001956511288881302, + 0.0024549774825572968, + 0.0013137365458533168, + 0.0011652496177703142, + 0.0020603479351848364, + 0.0019635078497231007, + 0.002031091134995222, + 0.0008212458924390376, + 0.0019324960885569453, + 0.0019039433682337403, + 0.0013449382968246937, + 0.0016733856173232198, + 0.002099347300827503, + 0.0024410283658653498, + 0.001082933391444385, + 0.0009482394088990986, + 0.0011262234766036272, + 0.000963160942774266, + 0.001060780487023294, + 0.0024384150747209787, + 0.0012793284840881824, + 0.0018142977496609092, + 0.0016788082430139184, + 0.002036679768934846, + 0.00155764096416533, + 0.0010553081519901752, + 0.0011229435913264751, + 0.002396234543994069, + 0.0018149593379348516, + 0.0013646980514749885, + 0.0016498909099027514, + 0.003829247783869505, + 0.0022142366506159306, + 0.0023925774730741978, + 0.0016756326658651233, + 0.001729214796796441, + 0.0012795409420505166, + 0.0018675391329452395, + 0.0013566723791882396, + 0.0025691601913422346, + 0.0013328458881005645, + 0.0013506067916750908, + 0.002037366619333625, + 0.0016449119430035353, + 0.0024234051816165447, + 0.000940564670599997, + 0.0009785135043784976, + 0.0009876920375972986, + 0.001814789604395628, + 0.0021943573374301195, + 0.002605016343295574, + 0.0025139471981674433, + 0.0023327411618083715, + 0.0015542650362476707, + 0.002106186468154192, + 0.0012069016229361296, + 0.0013462143251672387, + 0.0021101117599755526, + 0.0012872795341536403, + 0.0019870405085384846, + 0.0016808118671178818, + 0.0016366472700610757, + 0.0011306622764095664, + 0.0011950827902182937, + 0.0012806192971765995, + 0.0017996537499129772, + 0.0028571714647114277, + 0.0013773066457360983, + 0.002086733467876911, + 0.0015691950684413314, + 0.0026099567767232656, + 0.002101859077811241, + 0.0023704657796770334, + 0.0018255222821608186, + 0.0009769742609933019, + 0.0017538313986733556, + 0.001632180530577898, + 0.0014884468400850892, + 0.0014150076312944293, + 0.001548855914734304, + 0.0019777652341872454, + 0.001252054120413959, + 0.002502098446711898, + 0.0009587487438693643, + 0.0020132369827479124, + 0.0011316444724798203, + 0.0014461148530244827, + 0.001220782520249486, + 0.002471080282703042, + 0.0009952835971489549, + 0.0013742551673203707, + 0.0015269931172952056, + 0.001592590706422925, + 0.0018700864166021347, + 0.002136511029675603, + 0.0016626633005216718, + 0.0020283495541661978, + 0.0021593100391328335, + 0.0009083912591449916, + 0.0028710660990327597, + 0.0014151361538097262, + 0.002880388405174017, + 0.0012048108037561178, + 0.0020815194584429264, + 0.0010304899187758565, + 0.0022555801551789045, + 0.0014635648112744093, + 0.0038696660194545984, + 0.001180620864033699, + 0.0014357913751155138, + 0.0018778161611407995, + 0.0022025960497558117, + 0.002318659797310829, + 0.0016705052694305778, + 0.0010966701665893197, + 0.0011472611222416162, + 0.002223898656666279, + 0.0021030688658356667, + 0.0021146386861801147, + 0.0017600663704797626, + 0.002174119697883725, + 0.0011971790809184313, + 0.0009753635968081653, + 0.0011929330648854375, + 0.0017243307083845139, + 0.0019519327906891704, + 0.002428762149065733, + 0.001077665132470429, + 0.0024661673232913017, + 0.0008794539025984704, + 0.001131183234974742, + 0.001069659716449678, + 0.0027488982304930687, + 0.0012031157966703176, + 0.0027013637591153383, + 0.0014781453646719456, + 0.0025488552637398243, + 0.0013391041429713368, + 0.0021743334364145994, + 0.001414687023498118, + 0.00241675041615963, + 0.0017399231437593699, + 0.0013259201077744365, + 0.0014621471054852009, + 0.001697478466667235, + 0.0024989836383610964, + 0.0015858261613175273, + 0.0022439411841332912, + 0.0024750956799834967, + 0.0017030824674293399, + 0.0014253227273002267, + 0.0022831398528069258, + 0.0010739922290667892, + 0.0014984023291617632, + 0.001955776009708643, + 0.0018617783207446337, + 0.0012574028223752975, + 0.0009666348923929036, + 0.0009465547627769411, + 0.0017907792935147882, + 0.0018794821808114648, + 0.001975961960852146, + 0.0017732359701767564, + 0.0013887974200770259, + 0.0017268103547394276, + 0.0020066273864358664, + 0.0026194897945970297, + 0.0010876847663894296, + 0.0016492408467456698, + 0.002574823098257184, + 0.0018425105372443795, + 0.000975394097622484 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 70, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.1.attention.output", + "input_tensor_infos": [ + { + "id": 71, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.017106669023633003 + ], + "zero_point": [ + 134 + ] + }, + { + "id": 50, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.032990146428346634 + ], + "zero_point": [ + 155 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 72, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 70, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 71, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 72, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 73, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 73, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:1:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.intermediate.dense", + "input_tensor_infos": [ + { + "id": 73, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.1580234318971634 + ], + "zero_point": [ + 217 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0016824337653815746, + 0.002914783312007785, + 0.0035581933334469795, + 0.002821512520313263, + 0.0024309461005032063, + 0.002782172290608287, + 0.002919341204687953, + 0.0021300665102899075, + 0.0026057984214276075, + 0.003171710530295968, + 0.002334640361368656, + 0.003446997841820121, + 0.0013589662266895175, + 0.0029115162324160337, + 0.003775825956836343, + 0.002957210410386324, + 0.002819744171574712, + 0.002584527712315321, + 0.00246331375092268, + 0.002729414263740182, + 0.002133046742528677, + 0.0015350503381341696, + 0.002800079295411706, + 0.003029156243428588, + 0.0026075951755046844, + 0.0015977683942764997, + 0.00537568936124444, + 0.0038369805552065372, + 0.0033709295094013214, + 0.0025783583987504244, + 0.0023278261069208384, + 0.002741161733865738, + 0.0012519396841526031, + 0.005577604286372662, + 0.003071149345487356, + 0.0025443362537771463, + 0.0026846397668123245, + 0.004242464434355497, + 0.001534226001240313, + 0.0026864351239055395, + 0.001585196703672409, + 0.001252804882824421, + 0.003440712345764041, + 0.0040090796537697315, + 0.003535980125889182, + 0.001486686640419066, + 0.002838345943018794, + 0.002961415797472, + 0.0024095000699162483, + 0.001931303646415472, + 0.001326562836766243, + 0.0026760248001664877, + 0.0032227151095867157, + 0.002345454413443804, + 0.0016186302527785301, + 0.0028625652194023132, + 0.0022923483047634363, + 0.0032459658104926348, + 0.001787266694009304, + 0.0024081708397716284, + 0.0038514339830726385, + 0.0015832989010959864, + 0.002629427006468177, + 0.003130730241537094, + 0.002356776734814048, + 0.004251284524798393, + 0.0027710353024303913, + 0.002066465327516198, + 0.0038459987845271826, + 0.0022840695455670357, + 0.002236265456303954, + 0.0028372660744935274, + 0.00286432565189898, + 0.0022659481037408113, + 0.0034969153348356485, + 0.004868987016379833, + 0.0017990670166909695, + 0.0013907268876209855, + 0.002193970838561654, + 0.0026897380594164133, + 0.003121322486549616, + 0.0028827900532633066, + 0.004851965233683586, + 0.002090743975713849, + 0.00321870855987072, + 0.004860192537307739, + 0.0019710706546902657, + 0.0033497707918286324, + 0.0024741708766669035, + 0.004012068267911673, + 0.0029630872886627913, + 0.001419423962943256, + 0.0022351606748998165, + 0.0014036217471584678, + 0.0027577478904277086, + 0.00510072847828269, + 0.0036879926919937134, + 0.002022011438384652, + 0.00564922159537673, + 0.003965816460549831, + 0.0019889436662197113, + 0.0021108118817210197, + 0.005017199087888002, + 0.005120407324284315, + 0.0016508778790012002, + 0.0023909988813102245, + 0.0024311740417033434, + 0.0032986653968691826, + 0.0031196691561490297, + 0.0031211460009217262, + 0.00244136736728251, + 0.0017705784412100911, + 0.0015500686131417751, + 0.0018883252050727606, + 0.002761576324701309, + 0.0030644626822322607, + 0.002736923284828663, + 0.0030556388664990664, + 0.002035323763266206, + 0.0016870395047590137, + 0.002306537237018347, + 0.0019851343240588903, + 0.0013517726911231875, + 0.0034500709734857082, + 0.0031992595177143812, + 0.0019962203223258257, + 0.0025640958920121193, + 0.0018352327169850469, + 0.0024852717760950327, + 0.002628287533298135, + 0.0015935470582917333, + 0.0016716945683583617, + 0.0023756076116114855, + 0.0033916605170816183, + 0.002390055451542139, + 0.003835612442344427, + 0.003006742335855961, + 0.001621405710466206, + 0.0027708830311894417, + 0.0034828048665076494, + 0.0024299274664372206, + 0.003683371702209115, + 0.002640515798702836, + 0.0017258713487535715, + 0.0028704446740448475, + 0.0033873661886900663, + 0.0017561200074851513, + 0.003785650944337249, + 0.0013521952787414193, + 0.0018495796248316765, + 0.002965963911265135, + 0.0030975094996392727, + 0.0010999308433383703, + 0.0026861790101975203, + 0.0020718523301184177, + 0.0016822315519675612, + 0.0023546137381345034, + 0.002782450057566166, + 0.0031806938350200653, + 0.0016409343807026744, + 0.0017431176966056228, + 0.0021620735060423613, + 0.0016661460977047682, + 0.005355714820325375, + 0.0031831124797463417, + 0.0019089571433141828, + 0.0019671041518449783, + 0.0028393343091011047, + 0.00204406282864511, + 0.002358743455260992, + 0.003060538787394762, + 0.0032865325920283794, + 0.0015537829603999853, + 0.0041641248390078545, + 0.0035908266436308622, + 0.004281464498490095, + 0.0020262012258172035, + 0.002383377170190215, + 0.0027120299637317657, + 0.004333473276346922, + 0.002523426664993167, + 0.0024747655261307955, + 0.0031783818267285824, + 0.0029742680490016937, + 0.0017140517011284828, + 0.001715563703328371, + 0.0038618259131908417, + 0.0028203618712723255, + 0.002232577186077833, + 0.0014484856510534883, + 0.003435841528698802, + 0.0030731079168617725, + 0.0024553248658776283, + 0.002850315533578396, + 0.0019082350190728903, + 0.0017930729081854224, + 0.002339422469958663, + 0.0022335846442729235, + 0.001336258603259921, + 0.0022883163765072823, + 0.0035104297567158937, + 0.0025812406092882156, + 0.0013918587937951088, + 0.0019516035681590438, + 0.002519341418519616, + 0.0031766947358846664, + 0.0029738035518676043, + 0.0018974519334733486, + 0.004170205909758806, + 0.002678598277270794, + 0.0024076616391539574, + 0.0017312176059931517, + 0.0021666106767952442, + 0.0029091208707541227, + 0.0020631386432796717, + 0.0024247511755675077, + 0.003853151574730873, + 0.003438125364482403, + 0.001371170743368566, + 0.002808279823511839, + 0.0047071827575564384, + 0.0026482553221285343, + 0.0014369555283337831, + 0.003443207358941436, + 0.003343957709148526, + 0.004670343361794949, + 0.0016435482539236546, + 0.003763267071917653, + 0.002363292733207345, + 0.003071789862588048, + 0.0023956317454576492, + 0.002002134919166565, + 0.0027208535466343164, + 0.0018723711837083101, + 0.0023134013172239065, + 0.004337216727435589, + 0.003229970345273614, + 0.0022635352797806263, + 0.0021465905010700226, + 0.0020395636092871428, + 0.0011387967970222235, + 0.002631333889439702, + 0.00454646535217762, + 0.00253284047357738, + 0.0020604513119906187, + 0.0018584509380161762, + 0.0021615868899971247, + 0.0025102796498686075, + 0.002083518775179982, + 0.0024776088539510965, + 0.0023783165961503983, + 0.0035884063690900803, + 0.0026671597734093666, + 0.005612170323729515, + 0.002179787028580904, + 0.0017405174439772964, + 0.0023813412990421057, + 0.0032787469681352377, + 0.004224111791700125, + 0.002595539903268218, + 0.0031418304424732924, + 0.002818494103848934, + 0.0012299653608351946, + 0.003286465536803007, + 0.0021849616896361113, + 0.0027154625859111547, + 0.0014996493700891733, + 0.004282972775399685, + 0.0013795326231047511, + 0.002075372263789177, + 0.001785246655344963, + 0.0016251206398010254, + 0.0034292032942175865, + 0.0036217328161001205, + 0.0017684388440102339, + 0.0031485999934375286, + 0.0027712618466466665, + 0.004139913246035576, + 0.0026232509408146143, + 0.0027512353844940662, + 0.0020353542640805244, + 0.0023270309902727604, + 0.0022509093396365643, + 0.002102330094203353, + 0.0012096568243578076, + 0.002235958818346262, + 0.0039513432420790195, + 0.0034713728819042444, + 0.0030660557094961405, + 0.003220298094674945, + 0.003601070959120989, + 0.0031217755749821663, + 0.0025693599600344896, + 0.002840703818947077, + 0.0014709529932588339, + 0.0016544554382562637, + 0.0017672308022156358, + 0.0035110905300825834, + 0.003390445839613676, + 0.0024111983366310596, + 0.0024425999727100134, + 0.0026780557818710804, + 0.00233997474424541, + 0.0043284837156534195, + 0.003065390745177865, + 0.0029074111953377724, + 0.002855118364095688, + 0.0025979678612202406, + 0.0032803399953991175, + 0.0017929879250004888, + 0.00236505176872015, + 0.0026637022383511066, + 0.0017484116833657026, + 0.0016926872776821256, + 0.0024298925418406725, + 0.002361085033044219, + 0.002058236161246896, + 0.0019690266344696283, + 0.0023052331525832415, + 0.004471419379115105, + 0.0024991920217871666, + 0.003737902967259288, + 0.0025118356570601463, + 0.005286738742142916, + 0.0014495933428406715, + 0.002219769638031721, + 0.001919803093187511, + 0.002138703828677535, + 0.0014132994692772627, + 0.0039058576803654432, + 0.0023459300864487886, + 0.0029415569733828306, + 0.0024280929937958717, + 0.0015602968633174896, + 0.0016579745570197701, + 0.0045090424828231335, + 0.0011942029232159257, + 0.002834174083545804, + 0.0031112642027437687, + 0.00326463021337986, + 0.002272984478622675, + 0.0027650082483887672, + 0.001726525486446917, + 0.0021026402246207, + 0.0028836859855800867, + 0.004734728951007128, + 0.003921879455447197, + 0.0018651651917025447, + 0.0028311077039688826, + 0.002851144876331091, + 0.0025468901731073856, + 0.0024488132912665606, + 0.002087939064949751, + 0.0016878782771527767, + 0.007523277308791876, + 0.0021748621948063374, + 0.003031136468052864, + 0.003079415066167712, + 0.0031696928199380636, + 0.0025206077843904495, + 0.0020374092273414135, + 0.0039511071518063545, + 0.001773302792571485, + 0.0019205082207918167, + 0.003983813803642988, + 0.002583411056548357, + 0.0020380618516355753, + 0.0015947910724207759, + 0.0036147681530565023, + 0.004358348902314901, + 0.0021637671161442995, + 0.00283440132625401, + 0.0014988691546022892, + 0.002016301266849041, + 0.002038458827883005, + 0.0031272675842046738, + 0.004424876533448696, + 0.0029071420431137085, + 0.003688359633088112, + 0.0029745593201369047, + 0.0024887898471206427, + 0.0019261385314166546, + 0.003136190352961421, + 0.0027392904739826918, + 0.002803456038236618, + 0.0030839769169688225, + 0.002741354051977396, + 0.004680697340518236, + 0.0025880190078169107, + 0.0043161832727491856, + 0.002128347521647811, + 0.0035746805369853973, + 0.001653156359679997, + 0.003353203646838665, + 0.0036899910774081945, + 0.002456426853314042, + 0.0013522447552531958, + 0.002249180804938078, + 0.0029900288209319115, + 0.003210927126929164, + 0.001833947841078043, + 0.003242689650505781, + 0.003999351058155298, + 0.0011924558784812689, + 0.0027559841983020306, + 0.002285451628267765, + 0.004198665730655193, + 0.003375055966898799, + 0.0042631118558347225, + 0.0038457599002867937, + 0.002539278008043766, + 0.0033376270439475775, + 0.002878177212551236, + 0.002892371965572238, + 0.003549333196133375, + 0.0013303138548508286, + 0.0020094348583370447, + 0.001679370179772377, + 0.003979833796620369, + 0.003915515728294849, + 0.0021871672943234444, + 0.0031066678930073977, + 0.002188207348808646, + 0.0016249454347416759, + 0.003122312016785145, + 0.0026746983639895916, + 0.004009098280221224, + 0.0032071236055344343, + 0.0012362999841570854, + 0.001961560919880867, + 0.001175503944978118, + 0.0015800707042217255, + 0.003204604145139456, + 0.003108877455815673, + 0.0022516194730997086, + 0.0031194761395454407, + 0.003676229389384389, + 0.0041335164569318295, + 0.002093569841235876, + 0.0019475906156003475, + 0.002984187798574567, + 0.002464516321197152, + 0.0028466181829571724, + 0.0021426533348858356, + 0.0029570411425083876, + 0.0018961317837238312, + 0.0029283976182341576, + 0.00199685525149107, + 0.003348396625369787, + 0.001851976732723415, + 0.00262658204883337, + 0.0037890749517828226, + 0.0013981942320242524, + 0.0011411434970796108, + 0.0015937286661937833, + 0.0013203014386817813, + 0.0019760108552873135, + 0.002361339284107089, + 0.0023590517230331898, + 0.004096901509910822, + 0.00233830395154655, + 0.00160406983923167, + 0.002666798187419772, + 0.0028791509103029966, + 0.0015508505748584867, + 0.0020057656802237034, + 0.0016376640414819121, + 0.0036820359528064728, + 0.0023200688883662224, + 0.0044279517605900764, + 0.0013912231661379337, + 0.0014830108266323805, + 0.0034116096794605255, + 0.0020465985871851444, + 0.0031344278249889612, + 0.0016293636290356517, + 0.0020539266988635063, + 0.0053556268103420734, + 0.0021137141156941652, + 0.0029473023023456335, + 0.0029881689697504044, + 0.0013605323620140553, + 0.0021700463257730007, + 0.003272263566032052, + 0.0022664773277938366, + 0.002398100681602955, + 0.0018629638943821192, + 0.002982065314427018, + 0.0022156296763569117, + 0.002310647862032056, + 0.0032598136458545923, + 0.0022951741702854633, + 0.002660832367837429, + 0.0023296319413930178, + 0.0038384702056646347, + 0.004168422427028418, + 0.0022474261932075024, + 0.002443190198391676, + 0.0028582902159541845, + 0.001740776700899005, + 0.001935043022967875, + 0.002684477251023054, + 0.00359276938252151, + 0.0026385243982076645, + 0.002435272326692939, + 0.0014219506410881877, + 0.003890327177941799, + 0.002803429262712598, + 0.0016531354049220681, + 0.001970567274838686, + 0.0018351419130340219, + 0.002240575850009918, + 0.0036413511261343956, + 0.0014961713459342718, + 0.0029745385982096195, + 0.0034423954784870148, + 0.0022877261508256197, + 0.0015449175843968987, + 0.0035632008221000433, + 0.002551677403971553, + 0.002583699068054557, + 0.004744803998619318, + 0.0033402384724467993, + 0.0037780562415719032, + 0.002226982032880187, + 0.002544375602155924, + 0.0015993488486856222, + 0.0026230087969452143, + 0.002960208337754011, + 0.0024392157793045044, + 0.002761188196018338, + 0.002207711571827531, + 0.0019035206642001867, + 0.003018065355718136, + 0.0017329148249700665, + 0.0028268916066735983, + 0.0023350687697529793, + 0.004311784636229277, + 0.0024648853577673435, + 0.0036333773750811815, + 0.004592238925397396, + 0.0028000897727906704, + 0.0022424461785703897, + 0.002215792890638113, + 0.005627476144582033, + 0.0024593009147793055, + 0.006041842047125101, + 0.002217273460701108, + 0.002025727415457368, + 0.0029712372925132513, + 0.001792723429389298, + 0.0016151159070432186, + 0.0023848633281886578, + 0.003753286087885499, + 0.003097717184573412, + 0.004811819177120924, + 0.0024889560882002115, + 0.0014158168341964483, + 0.004600340034812689, + 0.002029913943260908, + 0.002768079051747918, + 0.002465144032612443, + 0.002807218348607421, + 0.003683052957057953, + 0.003327029524371028, + 0.001656258013099432, + 0.0026739321183413267, + 0.0019545916002243757, + 0.004729133564978838, + 0.0029354444704949856, + 0.0016869754763320088, + 0.0024131103418767452, + 0.0020352755673229694, + 0.0023830682039260864, + 0.0021120961755514145, + 0.0026266910135746002, + 0.0020617221016436815, + 0.0018571899272501469, + 0.003593090223148465, + 0.0016678738174960017, + 0.001488194684498012, + 0.003385015996173024, + 0.0037519659381359816, + 0.004354925360530615, + 0.002523815492168069, + 0.003074344014748931, + 0.0015769620658829808, + 0.0019595965277403593, + 0.0014172487426549196, + 0.002114810748025775, + 0.0020643773023039103, + 0.002309410134330392, + 0.001777329365722835, + 0.0025072370190173388, + 0.0030093968380242586, + 0.0018622302450239658, + 0.001298312097787857, + 0.0018658909248188138, + 0.0021186594385653734, + 0.003517038421705365, + 0.0018924493342638016, + 0.0020849190186709166, + 0.0014863881515339017, + 0.0015929288929328322, + 0.0023186062462627888, + 0.0018266792176291347, + 0.0028080064803361893, + 0.0028068821411579847, + 0.003325898200273514, + 0.0022796832490712404, + 0.0016979107167571783, + 0.005100464913994074, + 0.0016207827720791101, + 0.002688332926481962, + 0.00413915840908885, + 0.0023392916191369295, + 0.003967256285250187, + 0.0029113097116351128, + 0.0014176794793456793, + 0.0019324737368151546, + 0.002560134045779705, + 0.002930459100753069, + 0.0013356755953282118, + 0.0013067153049632907, + 0.0027709784917533398, + 0.0022468052338808775, + 0.004068711306899786, + 0.005880763754248619, + 0.00388839072547853, + 0.0031174561008810997, + 0.0017172525404021144, + 0.0016149278962984681, + 0.0029471239540725946, + 0.0036286411341279745, + 0.003541163634508848, + 0.0036509819328784943, + 0.001652955892495811, + 0.0023814241867512465, + 0.0023935851640999317, + 0.0012244351673871279, + 0.004288055934011936, + 0.002861969405785203, + 0.003458552062511444, + 0.0019967681728303432, + 0.0019622137770056725, + 0.0025310483761131763, + 0.002119764918461442, + 0.003019573399797082, + 0.001848337589763105, + 0.0025960435159504414, + 0.0018945044139400125, + 0.0014435300836339593, + 0.00312359188683331, + 0.0027004366274923086, + 0.0026692934334278107, + 0.002214249689131975, + 0.0036300027277320623, + 0.0019786255434155464, + 0.002158057875931263, + 0.00251259608194232, + 0.003155282000079751, + 0.0016556310001760721, + 0.003587153274565935, + 0.0025166135746985674, + 0.0014876676723361015, + 0.0033149896189570427, + 0.002144698752090335, + 0.0013806924689561129, + 0.0026810932904481888, + 0.0032044709660112858, + 0.002758628223091364, + 0.0020798055920749903, + 0.002973079914227128, + 0.0014402105007320642, + 0.0011757757747545838, + 0.0016094904858618975, + 0.004534468986093998, + 0.0032603731378912926, + 0.0048163821920752525, + 0.0017332324059680104, + 0.002363390289247036, + 0.0017987723695114255, + 0.0069136349484324455, + 0.0019277071114629507, + 0.003535367315635085, + 0.0023629774805158377, + 0.0022846832871437073, + 0.001486578257754445, + 0.0011596436379477382, + 0.0019308214541524649, + 0.0027587353251874447, + 0.0014062855625525117, + 0.0029180780984461308, + 0.0031868270598351955, + 0.005109977442771196, + 0.0030237624887377024, + 0.0020399983040988445, + 0.005026264116168022, + 0.0017784120282158256, + 0.0017263899790123105, + 0.0014295768924057484, + 0.004020694177597761, + 0.0028368677012622356, + 0.002015735488384962, + 0.001712789642624557, + 0.0027514679823070765, + 0.004615036305040121, + 0.001724574831314385, + 0.002811437239870429, + 0.0039374069310724735, + 0.001815278665162623, + 0.0028660648968070745, + 0.0023093607742339373, + 0.004971972666680813, + 0.005799363367259502, + 0.0038005774840712547, + 0.003391254460439086, + 0.002616348210722208, + 0.002474516397342086, + 0.00412609102204442, + 0.0034659700468182564, + 0.0030700420029461384, + 0.003871588036417961, + 0.0019044328946620226, + 0.002851139986887574, + 0.0022630186285823584, + 0.0021294939797371626, + 0.0019664003048092127, + 0.0023207888007164, + 0.004591354634612799, + 0.0022730825003236532, + 0.003036891110241413, + 0.0024197662714868784, + 0.0028385326731950045, + 0.0016381636960431933, + 0.003898007096722722, + 0.0021672190632671118, + 0.001209770329296589, + 0.0014631825033575296, + 0.0034362769220024347, + 0.001672151149250567, + 0.0034906668588519096, + 0.001871186075732112, + 0.002120556542649865, + 0.002786599798128009, + 0.00126805086620152, + 0.002264883602038026, + 0.0030551101081073284, + 0.0033652407582849264, + 0.0013433430576696992, + 0.003059689188376069, + 0.0021278082858771086, + 0.002505745505914092, + 0.0011416918132454157, + 0.00301902717910707, + 0.0037338025867938995, + 0.002050702925771475, + 0.0027725480031222105, + 0.0015970788663253188, + 0.004655164200812578, + 0.003912119660526514, + 0.003086760640144348, + 0.00355009688064456, + 0.0014935717917978764, + 0.0029070256277918816, + 0.001958774635568261, + 0.0017412835732102394, + 0.0016919616609811783, + 0.002264594892039895, + 0.002167335944250226, + 0.002366080181673169, + 0.004516392480581999, + 0.001952777849510312, + 0.0030514642130583525, + 0.0018276502378284931, + 0.003148828400298953, + 0.0022759451530873775, + 0.005431747529655695, + 0.0030523405876010656, + 0.0012761196121573448, + 0.0026130033656954765, + 0.002946059452369809, + 0.0028236559592187405, + 0.003936571069061756, + 0.0022063590586185455, + 0.0035300457384437323, + 0.00320214475505054, + 0.003508055815473199, + 0.0011663449695333838, + 0.0017088187159970403, + 0.0019845638889819384, + 0.0029287668876349926, + 0.002518006833270192, + 0.002168372506275773, + 0.0027170113753527403, + 0.004098561126738787, + 0.0022771526128053665, + 0.001854815986007452, + 0.003840115386992693, + 0.002956590848043561, + 0.0031937439925968647, + 0.0028844247572124004, + 0.004580738954246044, + 0.002151020336896181, + 0.0026126427110284567, + 0.0026840330101549625, + 0.001677080406807363, + 0.0017083329148590565, + 0.002943184459581971, + 0.0019217822700738907, + 0.002179581904783845, + 0.0023522230330854654, + 0.0025288830511271954, + 0.0012513280380517244, + 0.002110769273713231, + 0.00217889784835279, + 0.003362881951034069, + 0.003605461213737726, + 0.0012272107414901257, + 0.002779200440272689, + 0.0017029407899826765, + 0.00226132501848042, + 0.002289105672389269, + 0.0020394502207636833, + 0.003012194065377116, + 0.004246358759701252, + 0.0043303584679961205, + 0.001623650430701673, + 0.0042557427659630775, + 0.0016040568007156253, + 0.002751633757725358, + 0.003290879772976041, + 0.0027842174749821424, + 0.003483004868030548, + 0.002849432174116373, + 0.002929444657638669, + 0.002183692529797554, + 0.001484880456700921, + 0.0038678834680467844, + 0.0020239464938640594, + 0.0022108606062829494, + 0.0030199592001736164, + 0.001622615265659988, + 0.0012516842689365149, + 0.0016674945363774896, + 0.0032920336816459894, + 0.003987125586718321, + 0.0026889208238571882, + 0.0012005070457234979, + 0.0015503405593335629, + 0.002578087616711855, + 0.0022661718539893627, + 0.0023067924194037914, + 0.0022520762868225574, + 0.00199361820705235, + 0.003486553207039833, + 0.0018200123449787498, + 0.0032523779664188623, + 0.002817159751430154, + 0.0020256296265870333, + 0.0026498970109969378, + 0.0022422210313379765, + 0.002181204967200756, + 0.0031012212857604027, + 0.002480115508660674, + 0.002898336621001363, + 0.00488935736939311, + 0.0010723434388637543, + 0.0017751756822690368, + 0.0026208304334431887, + 0.003019223688170314, + 0.00164711382240057, + 0.0026557266246527433, + 0.0014513269998133183, + 0.0034313001669943333, + 0.0032609414774924517, + 0.0016491017304360867, + 0.0034221019595861435, + 0.0022495852317661047, + 0.004401481710374355, + 0.0020637523848563433, + 0.0028074961155653, + 0.0038524544797837734, + 0.0013531154254451394, + 0.0026245987974107265, + 0.003876207396388054, + 0.004297060426324606, + 0.0018685482209548354, + 0.002375227864831686, + 0.002568615833297372, + 0.0018083162140101194, + 0.003145473077893257, + 0.0020680236630141735, + 0.002566075185313821, + 0.005997988395392895, + 0.0018434827215969563, + 0.002629645634442568, + 0.0023837739136070013, + 0.0028683007694780827, + 0.0025678002275526524, + 0.0027854458894580603, + 0.0016334070824086666, + 0.0029261785093694925, + 0.003371891565620899, + 0.0028973480220884085, + 0.004001962020993233, + 0.0017269551753997803, + 0.0012727916473522782, + 0.0037465253844857216, + 0.0026267662178725004, + 0.002266035182401538, + 0.002400338416919112, + 0.003109852783381939, + 0.0023252477403730154, + 0.0012310226447880268, + 0.0013343668542802334, + 0.001775189652107656, + 0.0019509567646309733, + 0.005721436347812414, + 0.0025487730745226145, + 0.0018415296217426658, + 0.003353578969836235, + 0.0012366389855742455, + 0.0025130892172455788, + 0.0026031157467514277, + 0.001806277665309608, + 0.0013092136941850185, + 0.002216581255197525, + 0.0016645167488604784, + 0.0026247098576277494, + 0.002282247878611088, + 0.0026746862567961216, + 0.0022917368914932013, + 0.0033626488875597715, + 0.002311551012098789, + 0.0040206690318882465, + 0.0022682552225887775, + 0.003091484773904085, + 0.001262206700630486, + 0.002405337058007717, + 0.0022494676522910595, + 0.00163673993665725, + 0.002993700560182333, + 0.0033258753828704357, + 0.0016742426669225097, + 0.003489264752715826, + 0.0031297726090997458, + 0.002003108849748969, + 0.004155782982707024, + 0.0022394047118723392, + 0.003620750503614545, + 0.0016501274658367038, + 0.0026855911128222942, + 0.002124383579939604, + 0.002605606336146593, + 0.002639854559674859, + 0.0038584296125918627, + 0.0019324658205732703, + 0.003125827992334962, + 0.0031237045768648386, + 0.001996150240302086, + 0.0021579505410045385, + 0.003463330212980509, + 0.0028589419089257717, + 0.0030558397993445396, + 0.0018440033309161663, + 0.002812175080180168, + 0.0024522747844457626, + 0.0014177915873005986, + 0.0036615501157939434, + 0.0022625119891017675, + 0.0014751334674656391, + 0.0042407154105603695, + 0.003314260160550475, + 0.0036485479213297367, + 0.0025448279920965433, + 0.002099363598972559, + 0.002301375847309828, + 0.0031109158881008625, + 0.004480086266994476, + 0.0015286190900951624, + 0.001108477939851582, + 0.0014852590393275023, + 0.00314969546161592, + 0.0033945294562727213, + 0.0027656930033117533, + 0.004769681952893734, + 0.003848152467980981, + 0.003618125803768635, + 0.0025531859137117863, + 0.0018835748778656125, + 0.0012433019001036882, + 0.0017010491574183106, + 0.0023297572042793036, + 0.002064536325633526, + 0.005510583519935608, + 0.00317407981492579, + 0.0026391162537038326, + 0.001490672235377133, + 0.004191262181848288, + 0.0019463396165519953, + 0.0016730158822610974, + 0.0033716887701302767, + 0.0022460254840552807, + 0.0020001172088086605, + 0.0049359844997525215, + 0.0037181877996772528, + 0.003087208839133382, + 0.0024188526440411806, + 0.0016829513479024172, + 0.0019878223538398743, + 0.002239482942968607, + 0.0032462275121361017, + 0.002127405721694231, + 0.00211941241286695, + 0.002762498799711466, + 0.002319813473150134, + 0.004032767377793789, + 0.003479162696748972, + 0.0013955808244645596, + 0.003193837823346257, + 0.0053605311550199986, + 0.0035767219960689545, + 0.002454089932143688, + 0.0016203932464122772, + 0.002790039638057351, + 0.0019338078564032912, + 0.0024333258625119925, + 0.0011572630610316992, + 0.0020229460205882788, + 0.004204651806503534, + 0.0025801064912229776, + 0.002376945922151208, + 0.002445936668664217, + 0.0024329018779098988, + 0.002707601524889469, + 0.0029408710543066263, + 0.004549803212285042, + 0.003143287729471922, + 0.0022387991193681955, + 0.002206319011747837, + 0.0013000203762203455, + 0.002299804240465164, + 0.0016719130799174309, + 0.004168124869465828, + 0.0026379378978163004, + 0.0023010848090052605, + 0.0019951295107603073, + 0.002128452993929386, + 0.002420935546979308, + 0.0017286004731431603, + 0.002936114091426134, + 0.0023798211477696896, + 0.0027554749976843596, + 0.0017766155069693923, + 0.0014062029076740146, + 0.004125010222196579, + 0.0014601930743083358, + 0.0018300492083653808, + 0.003000906202942133, + 0.0028375466354191303, + 0.0021022921428084373, + 0.0017755980370566249, + 0.0021143541671335697, + 0.003385436488315463, + 0.0030996333807706833, + 0.004105822183191776, + 0.002816181629896164, + 0.0027611912228167057, + 0.0016073881415650249, + 0.003486471250653267, + 0.0024631600826978683, + 0.0023576472885906696, + 0.0012288709403946996, + 0.004144669510424137, + 0.0015292525058612227, + 0.0017556672682985663, + 0.0034981428179889917, + 0.0034095800947397947, + 0.002050301991403103, + 0.0035360800102353096, + 0.0025371084921061993, + 0.004053527023643255, + 0.0014036797219887376, + 0.002422790974378586, + 0.002065823180601001, + 0.003644616110250354, + 0.002373748691752553, + 0.0035843411460518837, + 0.002112011192366481, + 0.0016926826210692525, + 0.0019667488522827625, + 0.003285488113760948, + 0.0022296991664916277, + 0.0025823090691119432, + 0.0028290266636759043, + 0.0028535709716379642, + 0.003424539230763912, + 0.0021991257090121508, + 0.0029877955093979836, + 0.0020119748078286648, + 0.0035247942432761192, + 0.0012922331225126982, + 0.001216425560414791, + 0.0035530973691493273, + 0.0022817302960902452, + 0.0015992824919521809, + 0.0030610987450927496, + 0.002702070167288184, + 0.0028569968417286873, + 0.0030805335845798254, + 0.0027963186148554087, + 0.001419560401700437, + 0.002681723330169916, + 0.002468261867761612, + 0.0019014361314475536, + 0.003450981108471751, + 0.0022387627977877855, + 0.0020042271353304386, + 0.002067804569378495, + 0.0035706276539713144, + 0.002063165418803692, + 0.001792623195797205, + 0.002259422093629837, + 0.003389609744772315, + 0.0024576832074671984, + 0.002436196431517601, + 0.0019377931021153927, + 0.00210650940425694, + 0.0031236372888088226, + 0.0025024989154189825, + 0.0029820252675563097, + 0.0038544253911823034, + 0.0028749420307576656, + 0.002846924588084221, + 0.002591521944850683, + 0.0036826913710683584, + 0.0021343519911170006, + 0.0020232917740941048, + 0.0038221038412302732, + 0.0022259335964918137, + 0.002814163686707616, + 0.0020954813808202744, + 0.0022524422965943813, + 0.00233990210108459, + 0.0018235277384519577, + 0.002959728939458728, + 0.003935225773602724, + 0.0018528752261772752, + 0.002753304550424218, + 0.002232746686786413, + 0.0033875934313982725, + 0.003448455361649394, + 0.0022005552891641855, + 0.0016693049110472202, + 0.001587194623425603, + 0.0043151043355464935, + 0.001987809082493186, + 0.002965578343719244, + 0.002464010613039136, + 0.0015316444914788008, + 0.004114267881959677, + 0.0010236017405986786, + 0.0034348610788583755, + 0.0016952910227701068, + 0.003621496492996812, + 0.001992429606616497, + 0.0012522790348157287, + 0.0029040270019322634, + 0.002358129946514964, + 0.003193009179085493, + 0.0019072324503213167, + 0.0015676007606089115, + 0.0019447299418970942, + 0.002009866526350379, + 0.0026986899320036173, + 0.002484464319422841, + 0.001546009792946279, + 0.00225475593470037, + 0.0025030190590769053, + 0.0017530838958919048, + 0.0015596935991197824, + 0.003379393368959427, + 0.0017394260503351688, + 0.004218278452754021, + 0.0018476058030501008, + 0.001960177207365632, + 0.002286306582391262, + 0.001193001284264028, + 0.0034251748584210873, + 0.002827430609613657, + 0.004385179840028286, + 0.002349406247958541, + 0.0021437618415802717, + 0.002019667299464345, + 0.00188895920291543, + 0.0029898223001509905, + 0.0026627318002283573, + 0.0020604413002729416, + 0.0011904462007805705, + 0.0016500629717484117, + 0.0025043226778507233, + 0.0024809306487441063, + 0.0028431774117052555, + 0.002476464258506894, + 0.0014368293341249228, + 0.0023757461458444595, + 0.003612374421209097, + 0.0032703790348023176, + 0.0023180481512099504, + 0.0012079384177923203, + 0.0017852636519819498, + 0.003243314102292061, + 0.0020605435129255056, + 0.001681013498455286, + 0.001446866663172841, + 0.0023379679769277573, + 0.002836806932464242, + 0.0023502244148403406, + 0.0024177206214517355, + 0.003959320485591888, + 0.0013357652351260185, + 0.0017541737761348486, + 0.004019658546894789, + 0.002385025378316641, + 0.0034246856812387705, + 0.0021320960950106382, + 0.0027372436597943306, + 0.0014584728050976992, + 0.002551841549575329, + 0.0029833256267011166, + 0.0013420470058918, + 0.0020915931090712547, + 0.0034995072055608034, + 0.001621388946659863, + 0.0037306391168385744, + 0.0011711666593328118, + 0.002693924820050597, + 0.0012156519806012511, + 0.0024852193892002106, + 0.0012256730115041137, + 0.0033886723686009645, + 0.0026657101698219776, + 0.0017231249948963523, + 0.0012468062341213226, + 0.002725133439525962, + 0.0018779461970552802, + 0.0024480607826262712, + 0.001322735333815217, + 0.0027614037971943617, + 0.004830469377338886, + 0.0013467881362885237, + 0.0028822144959121943, + 0.0037188685964792967, + 0.0018655983731150627, + 0.003644482931122184, + 0.0027461738791316748, + 0.002016733167693019, + 0.003518828423693776, + 0.0017396863549947739, + 0.003440865082666278, + 0.0030965537298470736, + 0.0031662043184041977, + 0.003192424075677991, + 0.0013723720330744982, + 0.0015920602018013597, + 0.0023855643812566996, + 0.0031396890990436077, + 0.003179022343829274, + 0.0021318059880286455, + 0.006438813637942076, + 0.003920699004083872, + 0.0028642513789236546, + 0.002141787437722087, + 0.003775329329073429, + 0.0019372972892597318, + 0.00391912367194891, + 0.004582149442285299, + 0.0011374845635145903, + 0.00228960532695055, + 0.0022020505275577307, + 0.0025578485801815987, + 0.002928532660007477, + 0.0032845893874764442, + 0.002543657785281539, + 0.002396180760115385, + 0.0023497147485613823, + 0.0030358661897480488, + 0.0026451435405761003, + 0.002381417900323868, + 0.0032271933741867542, + 0.0038493650499731302, + 0.0032206401228904724, + 0.003342588199302554, + 0.0013256680686026812, + 0.002591945230960846, + 0.0032393410801887512, + 0.0024543541949242353, + 0.005485700909048319, + 0.002982328413054347, + 0.0022206446155905724, + 0.003426664974540472, + 0.0030111076775938272, + 0.004128354135900736, + 0.003021870506927371, + 0.0012900674482807517, + 0.0015560864703729749, + 0.0013368944637477398, + 0.003188320202752948, + 0.0016926692333072424, + 0.0034198137000203133, + 0.003058571834117174, + 0.0016674329526722431, + 0.0016945156967267394, + 0.0028301342390477657, + 0.0018129536183550954, + 0.003681614063680172, + 0.004374712239950895, + 0.002805239288136363, + 0.001790274283848703, + 0.001961099449545145, + 0.0024299996439367533, + 0.0029087180737406015, + 0.002727894112467766, + 0.002817934611812234, + 0.002299525309354067, + 0.001875865738838911, + 0.0019574607722461224, + 0.001664608484134078, + 0.0018172060372307897, + 0.0036175306886434555, + 0.0019057041499763727, + 0.0019340815488249063, + 0.0025289631448686123, + 0.0025991015136241913, + 0.0023853632155805826, + 0.0038188996259123087, + 0.0013148015132173896, + 0.0016419511521235108, + 0.00300013180822134, + 0.001723887980915606, + 0.0025041266344487667, + 0.002609495772048831, + 0.0035153040662407875, + 0.002478190930560231, + 0.004413900431245565, + 0.002200793009251356, + 0.002536601619794965, + 0.004507201723754406, + 0.0024984655901789665, + 0.002955737756565213, + 0.0025372819509357214, + 0.0011906467843800783, + 0.0030922978185117245, + 0.0027665107045322657, + 0.002511518308892846, + 0.0030048692133277655, + 0.0019108487758785486, + 0.006525141187012196, + 0.0020163562148809433, + 0.001867320854216814, + 0.0026678938884288073, + 0.0031368837226182222, + 0.003729554358869791, + 0.002700393320992589, + 0.002522708848118782, + 0.0024473294615745544, + 0.0012693870812654495, + 0.0018074060790240765, + 0.001579580712132156, + 0.0018049260834231973, + 0.0015761920949444175, + 0.004037100821733475, + 0.0026302554178982973, + 0.002074158051982522, + 0.0027325775008648634, + 0.0013919878983870149, + 0.0024694495368748903, + 0.002231476129963994, + 0.0024642227217555046, + 0.004070573020726442, + 0.0025843463372439146, + 0.00152815121691674, + 0.004393725655972958, + 0.0031223564874380827, + 0.003261909354478121, + 0.0030509333591908216, + 0.003161991247907281, + 0.002066054381430149, + 0.001539414282888174, + 0.002182029653340578, + 0.001206989400088787, + 0.001894138753414154, + 0.0029261044692248106, + 0.00240472168661654, + 0.0022965644020587206, + 0.005830913316458464, + 0.0026499752420932055, + 0.001541677862405777, + 0.0015211771242320538, + 0.00319231441244483, + 0.0011898367665708065, + 0.0021544541232287884, + 0.0016994745237752795, + 0.0022714685183018446, + 0.0022597156930714846, + 0.0034142720978707075, + 0.0031305458396673203, + 0.0017396407201886177, + 0.001294882269576192, + 0.002451256150379777, + 0.003459060564637184, + 0.005776132456958294, + 0.0012079370208084583, + 0.004803739953786135, + 0.0019970277789980173, + 0.0019056079909205437, + 0.001168919843621552, + 0.003134646685793996, + 0.004038999322801828, + 0.002414274262264371, + 0.003611369524151087, + 0.0016177556244656444, + 0.0033540416043251753, + 0.0015734033659100533, + 0.0015946660423651338, + 0.0018047704361379147, + 0.0015630917623639107, + 0.0024241721257567406, + 0.002334529533982277, + 0.002411177847534418, + 0.0014845457626506686, + 0.0015505127375945449, + 0.002862371038645506, + 0.0024176985025405884, + 0.0032759197056293488, + 0.002060953062027693, + 0.0022232953924685717, + 0.002935112686827779, + 0.0014607204357162118, + 0.0018193444702774286, + 0.001747739501297474, + 0.002445987891405821, + 0.0017369698034599423, + 0.0017021357780322433, + 0.003794575808569789, + 0.002082889899611473, + 0.003023473545908928, + 0.007647828198969364, + 0.001853173365816474, + 0.0022818793077021837, + 0.0024869199842214584, + 0.002058262238278985, + 0.00243203341960907, + 0.0045456732623279095, + 0.0010374929988756776, + 0.002113322028890252, + 0.002605749061331153, + 0.0023217203561216593, + 0.003854612819850445, + 0.002736507449299097, + 0.001958972541615367, + 0.0021563994232565165, + 0.003570383880287409, + 0.0014743729261681437, + 0.002685378072783351, + 0.0037619336508214474, + 0.0028451350517570972, + 0.0030419158283621073, + 0.002922659507021308, + 0.0015279357321560383, + 0.0012081991881132126, + 0.0038473326712846756, + 0.0023019579239189625, + 0.0023519210517406464, + 0.0023758148308843374, + 0.004484894685447216, + 0.0062406896613538265, + 0.0028032155241817236, + 0.0024417024105787277, + 0.0024521653540432453, + 0.0027259672060608864, + 0.0030773149337619543, + 0.0030242346692830324, + 0.0020634590182453394, + 0.0031831380911171436, + 0.0022383916657418013, + 0.0024752982426434755, + 0.002557732630521059, + 0.0016743310261517763, + 0.0012391017517074943, + 0.0019353132229298353, + 0.002383515704423189, + 0.0017500785179436207, + 0.0023817431647330523, + 0.0029625319875776768, + 0.0036159877199679613, + 0.001898826565593481, + 0.003214704105630517, + 0.002630968578159809, + 0.0012326178839430213, + 0.0024373852647840977, + 0.0029048852156847715, + 0.003105167532339692, + 0.002825002186000347, + 0.0032638711854815483, + 0.002506331540644169, + 0.0032973524648696184, + 0.0026464336551725864, + 0.005383458454161882, + 0.0020292119588702917, + 0.0025700556579977274, + 0.0028464326169341803, + 0.0025752566289156675, + 0.003257842268794775, + 0.001448783208616078, + 0.0027436537202447653, + 0.0017313146963715553, + 0.002991650253534317, + 0.002919925842434168, + 0.002241254784166813, + 0.0031004345510154963, + 0.0022750108037143946, + 0.002525538671761751, + 0.001460534636862576, + 0.0026795174926519394, + 0.0016079135239124298, + 0.003153429366648197, + 0.005666379351168871, + 0.0014240272575989366, + 0.0026866046246141195, + 0.0024147580843418837, + 0.003519840305671096, + 0.002876205602660775, + 0.002617138670757413, + 0.0020209397189319134 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 74, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 75, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:1:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.1.output.dense", + "input_tensor_infos": [ + { + "id": 75, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.024913186207413673 + ], + "zero_point": [ + 7 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002107044216245413, + 0.002246848540380597, + 0.0029212688095867634, + 0.0019509891280904412, + 0.001717696781270206, + 0.0020922296680510044, + 0.0020071666222065687, + 0.002750973217189312, + 0.0028110004495829344, + 0.0022065278608351946, + 0.00220579095184803, + 0.0030507433693856, + 0.002778299618512392, + 0.0032639733981341124, + 0.002519827103242278, + 0.002821738366037607, + 0.0021999289747327566, + 0.0020068471785634756, + 0.0023145766463130713, + 0.0019135168986395001, + 0.004215765744447708, + 0.002909319242462516, + 0.0029939664527773857, + 0.0027338978834450245, + 0.0038299390580505133, + 0.0071049826219677925, + 0.0024575148709118366, + 0.0025689243339002132, + 0.0020627379417419434, + 0.002472813008353114, + 0.005544228944927454, + 0.0017155347159132361, + 0.003016341244801879, + 0.0025731108617037535, + 0.0036825225688517094, + 0.003895618487149477, + 0.0018558957381173968, + 0.002291003242135048, + 0.0015249125426635146, + 0.0020858661737293005, + 0.0020724348723888397, + 0.0019406250212341547, + 0.00861295498907566, + 0.0020755580626428127, + 0.004766416735947132, + 0.0022784522734582424, + 0.00326033728197217, + 0.0029720424208790064, + 0.003938742913305759, + 0.0037623124662786722, + 0.0033694745507091284, + 0.002342878608033061, + 0.0031124940142035484, + 0.0045210192911326885, + 0.003756339196115732, + 0.003063624259084463, + 0.004298188723623753, + 0.0016265680314972997, + 0.002920643426477909, + 0.0022905978839844465, + 0.003709983779117465, + 0.0020147720351815224, + 0.002933324547484517, + 0.0018550638342276216, + 0.002730434061959386, + 0.002314676297828555, + 0.003289946122094989, + 0.002388755325227976, + 0.0024322832468897104, + 0.0020180344581604004, + 0.001704449183307588, + 0.001587219419889152, + 0.00370840379036963, + 0.00259003764949739, + 0.0021953415125608444, + 0.003039875766262412, + 0.002038780367001891, + 0.0022972121369093657, + 0.00301550910808146, + 0.0025777958799153566, + 0.0029851882718503475, + 0.002908529946580529, + 0.0028787078335881233, + 0.002084702719002962, + 0.0030154564883559942, + 0.003852304769679904, + 0.0024129257071763277, + 0.002774605294689536, + 0.002855731174349785, + 0.0030929886270314455, + 0.004984382074326277, + 0.003908821381628513, + 0.0029766596853733063, + 0.0022931944113224745, + 0.003264436963945627, + 0.0016721209976822138, + 0.0017553194193169475, + 0.002250178949907422, + 0.006025234237313271, + 0.002638178411871195, + 0.0025330616626888514, + 0.002671585651114583, + 0.0031484004575759172, + 0.0022854343988001347, + 0.0021798666566610336, + 0.0028359994757920504, + 0.0022402629256248474, + 0.0041039325296878815, + 0.0038615060038864613, + 0.0029058221261948347, + 0.002311917720362544, + 0.003088287077844143, + 0.0017606959445402026, + 0.0023558202665299177, + 0.002877249149605632, + 0.0027977621648460627, + 0.0029845628887414932, + 0.00280603370629251, + 0.0029603533912450075, + 0.0018882666481658816, + 0.003058195346966386, + 0.002213730476796627, + 0.003634728491306305, + 0.001735536614432931, + 0.00231386860832572, + 0.003109660465270281, + 0.0024828894529491663, + 0.002604580717161298, + 0.0033145835623145103, + 0.0024242931976914406, + 0.002267898293212056, + 0.0022645683493465185, + 0.0027857664972543716, + 0.002930654212832451, + 0.0037983101792633533, + 0.0072118681855499744, + 0.002413108479231596, + 0.002432818291708827, + 0.0024447410833090544, + 0.002516447100788355, + 0.002288759220391512, + 0.0036632115952670574, + 0.0021247609984129667, + 0.004112882073968649, + 0.0019588246941566467, + 0.002411995781585574, + 0.002237935783341527, + 0.0022031732369214296, + 0.003303705947473645, + 0.001664637471549213, + 0.0035235059913247824, + 0.0020820980425924063, + 0.0025270201731473207, + 0.00203467789106071, + 0.0019297468243166804, + 0.0034478597808629274, + 0.002364318585023284, + 0.002095601288601756, + 0.0023582056164741516, + 0.002152367029339075, + 0.002846258459612727, + 0.002817354863509536, + 0.0021288939751684666, + 0.002718748990446329, + 0.0038965600542724133, + 0.0028391843661665916, + 0.004569772630929947, + 0.0038563255220651627, + 0.0022720028646290302, + 0.004430403467267752, + 0.0019284242298454046, + 0.004003769718110561, + 0.0024403086863458157, + 0.0030443710274994373, + 0.0035996248479932547, + 0.0028531078714877367, + 0.002612712327390909, + 0.0028897884767502546, + 0.0029138438403606415, + 0.003443384077399969, + 0.004467386286705732, + 0.0014966354938223958, + 0.0027069468051195145, + 0.0025786818005144596, + 0.0030600063037127256, + 0.003744281129911542, + 0.0019016483565792441, + 0.0034910228569060564, + 0.0019305836176499724, + 0.0027566561475396156, + 0.0019163333345204592, + 0.0018816652009263635, + 0.002645777305588126, + 0.002348502865061164, + 0.0030893050134181976, + 0.0035392469726502895, + 0.0021087308414280415, + 0.010519764386117458, + 0.0014322735369205475, + 0.0023235834669321775, + 0.0032906043343245983, + 0.002595481462776661, + 0.0025235177017748356, + 0.0018297814531251788, + 0.002711068606004119, + 0.002169218612834811, + 0.004829381126910448, + 0.003613693406805396, + 0.0033770441077649593, + 0.0028635445050895214, + 0.002476676134392619, + 0.002391891786828637, + 0.003115552244707942, + 0.0027551359962671995, + 0.0036202888004481792, + 0.0040088980458676815, + 0.002566745737567544, + 0.009431199170649052, + 0.0026529328897595406, + 0.003833924885839224, + 0.002738949842751026, + 0.002676976379007101, + 0.00241282326169312, + 0.002088300185278058, + 0.0028715573716908693, + 0.002856201957911253, + 0.002316840458661318, + 0.0016553094610571861, + 0.0019514658488333225, + 0.0021103108301758766, + 0.0016873007407411933, + 0.0026862863451242447, + 0.0015800376422703266, + 0.003557052230462432, + 0.001963202375918627, + 0.0038102564867585897, + 0.0029532848857343197, + 0.001805267995223403, + 0.0023838458582758904, + 0.002492819679901004, + 0.002223334275186062, + 0.002244082512333989, + 0.0017228936776518822, + 0.008257957175374031, + 0.002190542174503207, + 0.0025133229792118073, + 0.004432237707078457, + 0.0021773476619273424, + 0.0014616793487221003, + 0.002927109831944108, + 0.0023263522889465094, + 0.003109824378043413, + 0.0023941355757415295, + 0.0031204831320792437, + 0.00263775116764009, + 0.0024494340177625418, + 0.0029122435953468084, + 0.0022824080660939217, + 0.002858757507055998, + 0.0015777708031237125, + 0.0023847322445362806, + 0.0029528485611081123, + 0.006636301055550575, + 0.002995844231918454, + 0.0025401487946510315, + 0.0023735761642456055, + 0.0027266957331448793, + 0.0025846674107015133, + 0.002280684420838952, + 0.0021077811252325773, + 0.0022704373113811016, + 0.0021473662927746773, + 0.002721408847719431, + 0.003248250810429454, + 0.0026065073907375336, + 0.0018096279818564653, + 0.002760327188298106, + 0.0024488926865160465, + 0.0026253408286720514, + 0.0019328589551150799, + 0.003081537550315261, + 0.0032806412782520056, + 0.001994106452912092, + 0.0030021124985069036, + 0.0029464727267622948, + 0.0019386300118640065, + 0.0023450928274542093, + 0.0025437057483941317, + 0.002667826134711504, + 0.00198608310893178, + 0.003346251556649804, + 0.0023052189499139786, + 0.0023488616570830345, + 0.002433167537674308, + 0.0026635511312633753, + 0.002151359338313341, + 0.0029999527614563704, + 0.002085957443341613, + 0.002179659204557538, + 0.0032764084171503782, + 0.002815835876390338, + 0.0020022925455123186, + 0.0030941746663302183, + 0.00392884248867631, + 0.001870995038188994, + 0.002477845875546336, + 0.0028689440805464983, + 0.0025524981319904327, + 0.00243407697416842, + 0.0023104208521544933, + 0.0031214652117341757, + 0.007359934970736504, + 0.002144313883036375, + 0.0037156406324356794, + 0.001877651666291058, + 0.002530500991269946, + 0.002443344797939062, + 0.0021230988204479218, + 0.0023227001074701548, + 0.005191211588680744, + 0.0027692345902323723, + 0.003260984318330884, + 0.002948372159153223, + 0.002504559699445963, + 0.0025494492147117853, + 0.0022255205549299717, + 0.003786396002396941, + 0.0018332678591832519, + 0.004681417718529701, + 0.0027361030224710703, + 0.003023231402039528, + 0.0033308255951851606, + 0.003094410989433527, + 0.0019347122870385647, + 0.0023910386953502893, + 0.0016036892775446177, + 0.003245370229706168, + 0.0031233320478349924, + 0.004316763952374458, + 0.002340235747396946, + 0.0032057822681963444, + 0.0029062468092888594, + 0.0019051224226132035, + 0.002366944681853056, + 0.002210526494309306, + 0.0018228207482025027, + 0.003127716016024351, + 0.002344356616958976, + 0.0026654296088963747, + 0.002592683769762516, + 0.00291933910921216, + 0.0018746628193184733, + 0.002266391646116972, + 0.0016860691830515862, + 0.0018443800508975983, + 0.002524157054722309, + 0.002685809275135398, + 0.0022250607144087553, + 0.0024923989549279213, + 0.005011152941733599, + 0.002880680374801159, + 0.0023833613377064466, + 0.00379236601293087, + 0.0026934826746582985, + 0.0025189437437802553, + 0.002219861140474677, + 0.0022620451636612415, + 0.0029862786177545786, + 0.0019540893845260143, + 0.002253007609397173, + 0.0034511422272771597, + 0.0022765640169382095, + 0.0025352512020617723, + 0.00232120999135077, + 0.0023095514625310898, + 0.002052017254754901, + 0.004158885683864355, + 0.0025723925791680813, + 0.0028752258513122797, + 0.0017400046344846487, + 0.0022427313961088657, + 0.002426149556413293, + 0.0023079749662429094, + 0.0020024676341563463 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 76, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.1.output", + "input_tensor_infos": [ + { + "id": 77, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.018062923103570938 + ], + "zero_point": [ + 133 + ] + }, + { + "id": 73, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.1580234318971634 + ], + "zero_point": [ + 217 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 78, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.output.dropout", + "input_tensor_infos": [ + { + "id": 76, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 77, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.1.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 78, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:2": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:2:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 102, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:2:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.attention.self.query", + "input_tensor_infos": [ + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.029360048472881317 + ], + "zero_point": [ + 146 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002307339571416378, + 0.0025442445185035467, + 0.002086593536660075, + 0.0027806831058114767, + 0.002800634130835533, + 0.0020382499787956476, + 0.0025037757586687803, + 0.0023101402912288904, + 0.003129677614197135, + 0.002462332369759679, + 0.0027138867881149054, + 0.002868297277018428, + 0.00256446679122746, + 0.0033453621435910463, + 0.002930763643234968, + 0.0023520379327237606, + 0.0030668829567730427, + 0.002833253936842084, + 0.002518397755920887, + 0.0033236497547477484, + 0.0022547701373696327, + 0.0024816824588924646, + 0.0022881487384438515, + 0.0034202132374048233, + 0.002352305455133319, + 0.0024795951321721077, + 0.0022948035039007664, + 0.00318510876968503, + 0.002959026489406824, + 0.0031964355148375034, + 0.0022184778936207294, + 0.0026202218141406775, + 0.003723589237779379, + 0.0034014966804534197, + 0.004232572857290506, + 0.0035765389911830425, + 0.00293676252476871, + 0.0031984474044293165, + 0.003210686380043626, + 0.0035814442671835423, + 0.003219455014914274, + 0.002847485477104783, + 0.003988838754594326, + 0.003164206398651004, + 0.003166076261550188, + 0.002984069986268878, + 0.003255461575463414, + 0.0029908150900155306, + 0.0022932016290724277, + 0.0032436244655400515, + 0.002817552536725998, + 0.004076672252267599, + 0.002946781925857067, + 0.0027933106757700443, + 0.004212796222418547, + 0.0025157989002764225, + 0.0026869704015552998, + 0.003426874754950404, + 0.004342902917414904, + 0.0028164114337414503, + 0.004252096172422171, + 0.00560093903914094, + 0.00521783996373415, + 0.002953434595838189, + 0.003937094938009977, + 0.003155661514028907, + 0.004128182306885719, + 0.0035502510145306587, + 0.0035218584816902876, + 0.0027265457902103662, + 0.004859910346567631, + 0.003947804216295481, + 0.00352140748873353, + 0.004014480393379927, + 0.004138271324336529, + 0.0038747182115912437, + 0.0034817212726920843, + 0.00433302391320467, + 0.003708463627845049, + 0.0040239011868834496, + 0.0030165198259055614, + 0.003781222505494952, + 0.003989839926362038, + 0.0036742519587278366, + 0.0038524542469531298, + 0.0035963882692158222, + 0.0034128082916140556, + 0.005226682405918837, + 0.003684247611090541, + 0.004572243429720402, + 0.0042581879533827305, + 0.00314398854970932, + 0.00388347334228456, + 0.0033218911848962307, + 0.0035541506949812174, + 0.004091997630894184, + 0.0030171400867402554, + 0.004047113005071878, + 0.004052828531712294, + 0.0032312357798218727, + 0.0026032838504761457, + 0.002860977780073881, + 0.002432512352243066, + 0.0032466694246977568, + 0.003299694275483489, + 0.0023050240706652403, + 0.006223387084901333, + 0.003622567979618907, + 0.0023922151885926723, + 0.0039846585132181644, + 0.002969925757497549, + 0.0027406306471675634, + 0.002653352916240692, + 0.0030269830022007227, + 0.0051742494106292725, + 0.003118499182164669, + 0.00303546991199255, + 0.0020210694056004286, + 0.00245855120010674, + 0.002779658418148756, + 0.0023921336978673935, + 0.0029939929954707623, + 0.0032907917629927397, + 0.002875615144148469, + 0.0026498748920857906, + 0.0026369437109678984, + 0.003942020703107119, + 0.0036085844039916992, + 0.0021354188211262226, + 0.0025273864157497883, + 0.004136828240007162, + 0.0028937035240232944, + 0.0024845695588737726, + 0.002886613365262747, + 0.0027961907908320427, + 0.0035526063293218613, + 0.004257814958691597, + 0.002828772645443678, + 0.0029387769754976034, + 0.002790752798318863, + 0.0028041491750627756, + 0.002432586858049035, + 0.0033672405406832695, + 0.002939306665211916, + 0.00237940507940948, + 0.004771229811012745, + 0.0028272797353565693, + 0.0025971578434109688, + 0.0029359415639191866, + 0.0037124594673514366, + 0.00319647672586143, + 0.002623677020892501, + 0.0031908780802041292, + 0.0026324682403355837, + 0.002781529212370515, + 0.002938571386039257, + 0.0030986452475190163, + 0.0019017261220142245, + 0.0023439463693648577, + 0.0029447576962411404, + 0.003216385142877698, + 0.004906251095235348, + 0.0028667550068348646, + 0.004202215000987053, + 0.004733975511044264, + 0.0030419970862567425, + 0.002861365210264921, + 0.0033402869012206793, + 0.002561042318120599, + 0.00488126790151, + 0.003916281275451183, + 0.003142929868772626, + 0.0032716416753828526, + 0.0026529424358159304, + 0.0031633281614631414, + 0.006079408340156078, + 0.0031331293284893036, + 0.0031693994533270597, + 0.004098722245544195, + 0.0030028026085346937, + 0.0036414600908756256, + 0.0044018859043717384, + 0.0027502146549522877, + 0.0038647407200187445, + 0.0028902110643684864, + 0.003314876463264227, + 0.0028185963165014982, + 0.0028433497063815594, + 0.0026314137503504753, + 0.0023895639460533857, + 0.0027295085601508617, + 0.004645258188247681, + 0.002948927925899625, + 0.004230360966175795, + 0.0025855523999780416, + 0.004363199230283499, + 0.00416134437546134, + 0.0021466866601258516, + 0.002488203812390566, + 0.004720879718661308, + 0.002161153592169285, + 0.0025527440011501312, + 0.0026606563478708267, + 0.003090454498305917, + 0.003988460637629032, + 0.0024621642660349607, + 0.0022495929151773453, + 0.0044500017538666725, + 0.002923646941781044, + 0.002366498112678528, + 0.0026845692191272974, + 0.002922060200944543, + 0.00402717012912035, + 0.002012323820963502, + 0.002517770742997527, + 0.003911243751645088, + 0.003188710194081068, + 0.002270001219585538, + 0.0034114704467356205, + 0.002596114529296756, + 0.0028793998062610626, + 0.0020206363406032324, + 0.0028526464011520147, + 0.0040795523673295975, + 0.0033166503999382257, + 0.002416378352791071, + 0.002815527841448784, + 0.002745670033618808, + 0.003630378283560276, + 0.00314311939291656, + 0.0024959000293165445, + 0.0024459257256239653, + 0.002488726517185569, + 0.0026348354294896126, + 0.0030657609459012747, + 0.0027795748319476843, + 0.002350530354306102, + 0.002984776394441724, + 0.0026030626613646746, + 0.0026219214778393507, + 0.0026285832282155752, + 0.0026838709600269794, + 0.0029793381690979004, + 0.0026406783144921064, + 0.0027632589917629957, + 0.002844074973836541, + 0.0028699031099677086, + 0.002231018617749214, + 0.0027849343605339527, + 0.0026288838125765324, + 0.0026738697197288275, + 0.002509793732315302, + 0.00244130683131516, + 0.0028923216741532087, + 0.0022416894789785147, + 0.0037577440962195396, + 0.0031349449418485165, + 0.00302274152636528, + 0.0027150411624461412, + 0.003196596633642912, + 0.0032719566952437162, + 0.0038482556119561195, + 0.0027459689881652594, + 0.0029944726265966892, + 0.0035212980583310127, + 0.0030074024107307196, + 0.0025763437151908875, + 0.0030656573362648487, + 0.0024092441890388727, + 0.002909773262217641, + 0.0029922020621597767, + 0.002918071812018752, + 0.003056672401726246, + 0.003277343697845936, + 0.003030797466635704, + 0.003173433942720294, + 0.0033377245999872684, + 0.003418521722778678, + 0.0028888527303934097, + 0.002980747725814581, + 0.002798839006572962, + 0.003757480764761567, + 0.0033844537101686, + 0.002647596411406994, + 0.002957811113446951, + 0.003751190146431327, + 0.003252703230828047, + 0.003594061126932502, + 0.002684075850993395, + 0.004502763971686363, + 0.0028728374745696783, + 0.0036361226812005043, + 0.0028619414661079645, + 0.003954358398914337, + 0.0037457363214343786, + 0.002417350886389613, + 0.0024256298784166574, + 0.0025665853172540665, + 0.0033486178144812584, + 0.002712314948439598, + 0.0035260410513728857, + 0.0027757626958191395, + 0.002866531489416957, + 0.0031252317130565643, + 0.00399249279871583, + 0.003389673540368676, + 0.002707544481381774, + 0.004301679786294699, + 0.0035990243777632713, + 0.003807351691648364, + 0.0027539252769201994, + 0.0037659627851098776, + 0.0025413117837160826, + 0.00326147279702127, + 0.0034009304363280535, + 0.004566713701933622, + 0.003360153641551733, + 0.002856257138773799, + 0.0027787918224930763, + 0.0045170048251748085, + 0.004381854087114334, + 0.003206216497346759, + 0.004026382230222225, + 0.0037939883768558502, + 0.004110297653824091, + 0.0032978446688503027, + 0.0037082904018461704, + 0.0037115018349140882, + 0.004120361525565386, + 0.004034246318042278, + 0.0032237335108220577, + 0.0048636626452207565, + 0.0033300728537142277, + 0.0033451635390520096, + 0.004356712102890015, + 0.0031986087560653687, + 0.0028062688652426004, + 0.0027472451329231262, + 0.003343570977449417, + 0.0029937841463834047, + 0.0033739027567207813, + 0.0029820294585078955, + 0.0030753007158637047, + 0.003084587398916483, + 0.00337823573499918, + 0.003225418273359537, + 0.0037302987184375525, + 0.0036858669482171535, + 0.003927670419216156, + 0.0028411864768713713, + 0.0038745435886085033, + 0.0030188709497451782, + 0.0029298586305230856, + 0.0029051979072391987, + 0.003878919407725334, + 0.002695877104997635, + 0.0031707179732620716, + 0.003056144341826439, + 0.003464760258793831, + 0.0033578157890588045, + 0.00379932951182127, + 0.0032363426871597767, + 0.002953313058242202, + 0.0027284666430205107, + 0.003160851076245308, + 0.003078526584431529, + 0.002853920916095376, + 0.0029482292011380196, + 0.003998625557869673, + 0.00311314151622355, + 0.0028767806943506002, + 0.003197885351255536, + 0.0032741923350840807, + 0.004187340848147869, + 0.003207968547940254, + 0.0031992371659725904, + 0.0026668671052902937, + 0.003646651515737176, + 0.0032480305526405573, + 0.0030364415142685175, + 0.003347654826939106, + 0.00356047204695642, + 0.0030603338964283466, + 0.0033980030566453934 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 80, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.attention.self.key", + "input_tensor_infos": [ + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.029360048472881317 + ], + "zero_point": [ + 146 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002939839381724596, + 0.0025511072017252445, + 0.0037399176508188248, + 0.002441310789436102, + 0.0030147109646350145, + 0.003642088733613491, + 0.002995324321091175, + 0.0034440450835973024, + 0.0028554224409163, + 0.0025711669586598873, + 0.002611444564536214, + 0.0028219737578183413, + 0.002840474247932434, + 0.003461226122453809, + 0.005321399308741093, + 0.006983475759625435, + 0.0024448230396956205, + 0.002858266467228532, + 0.0030037104152143, + 0.0034150821156799793, + 0.0031461843755096197, + 0.0037171002477407455, + 0.004112257622182369, + 0.002251653466373682, + 0.004317000973969698, + 0.0026365448720753193, + 0.003852291963994503, + 0.0025701462291181087, + 0.0030659514013677835, + 0.002621868159621954, + 0.0023062091786414385, + 0.0024246908724308014, + 0.00433958088979125, + 0.006107210647314787, + 0.004620392806828022, + 0.003328296123072505, + 0.002531283302232623, + 0.003299291245639324, + 0.0034782132133841515, + 0.003419632324948907, + 0.007872942835092545, + 0.0028831015806645155, + 0.004875142127275467, + 0.0037502155173569918, + 0.004015394952148199, + 0.0031921647023409605, + 0.004509054124355316, + 0.0034853750839829445, + 0.0027735065668821335, + 0.004062715917825699, + 0.00339507102034986, + 0.00685099745169282, + 0.0035032581072300673, + 0.003988390788435936, + 0.0037803626619279385, + 0.0036796769127249718, + 0.005145976319909096, + 0.0037502595223486423, + 0.010459898971021175, + 0.002590423682704568, + 0.00478470791131258, + 0.0061822934076189995, + 0.00616429140791297, + 0.004417428281158209, + 0.004991091322153807, + 0.003853786503896117, + 0.003187959548085928, + 0.005017451476305723, + 0.007544189225882292, + 0.0036942544393241405, + 0.004005586728453636, + 0.0032605179585516453, + 0.0033719076309353113, + 0.0031989894341677427, + 0.0035046450793743134, + 0.004163499455899, + 0.0033579454757273197, + 0.004139644559472799, + 0.0033695283345878124, + 0.003398036351427436, + 0.0032730174716562033, + 0.004137138836085796, + 0.004923081025481224, + 0.003470282768830657, + 0.002989146625623107, + 0.003324777353554964, + 0.0028140018694102764, + 0.003389908466488123, + 0.003613036824390292, + 0.0037387139163911343, + 0.0035562918055802584, + 0.003151048207655549, + 0.004284192807972431, + 0.003766139503568411, + 0.003553957911208272, + 0.004501033574342728, + 0.007319400552660227, + 0.010941345244646072, + 0.0031894624698907137, + 0.0029608584009110928, + 0.0024283260572701693, + 0.006626575253903866, + 0.0032386346720159054, + 0.0023993963841348886, + 0.005780424457043409, + 0.0035912664607167244, + 0.008727770298719406, + 0.007313136477023363, + 0.0025025340728461742, + 0.008672635070979595, + 0.0038712050300091505, + 0.004123751539736986, + 0.0034600216895341873, + 0.003094817977398634, + 0.008087288588285446, + 0.002426571911200881, + 0.0035815441515296698, + 0.0038365309592336416, + 0.003872714703902602, + 0.006322100758552551, + 0.0048928214237093925, + 0.005449316464364529, + 0.004529315512627363, + 0.003756730817258358, + 0.003824878018349409, + 0.004528104327619076, + 0.005048720166087151, + 0.004907905124127865, + 0.002608123468235135, + 0.003889919025823474, + 0.002500427421182394, + 0.003489794908091426, + 0.002998542506247759, + 0.0022640565875917673, + 0.0027512095402926207, + 0.005133611150085926, + 0.004746424499899149, + 0.0037028377410024405, + 0.002380930120125413, + 0.0017814363818615675, + 0.0028218841180205345, + 0.002904176479205489, + 0.003117768792435527, + 0.0028247700538486242, + 0.002548262244090438, + 0.006153537891805172, + 0.004223307128995657, + 0.0022020854521542788, + 0.0023558379616588354, + 0.004213795531541109, + 0.005799968261271715, + 0.0028509926050901413, + 0.003745567286387086, + 0.0026347883976995945, + 0.0037371318321675062, + 0.0034102071076631546, + 0.0026893187314271927, + 0.0022336910478770733, + 0.002408967586234212, + 0.003359427908435464, + 0.0034700955729931593, + 0.0037747619207948446, + 0.004569308366626501, + 0.0067442781291902065, + 0.007450761739164591, + 0.005767737049609423, + 0.0038008440751582384, + 0.003607003251090646, + 0.003551590722054243, + 0.008262164890766144, + 0.002570777665823698, + 0.0049306959845125675, + 0.0046372245997190475, + 0.006357457954436541, + 0.003194473683834076, + 0.009310266003012657, + 0.004824316594749689, + 0.0031182742677628994, + 0.006378998514264822, + 0.0051423292607069016, + 0.006282337941229343, + 0.00870609376579523, + 0.0035932911559939384, + 0.00841305311769247, + 0.0030446036253124475, + 0.002595186699181795, + 0.002706785686314106, + 0.002783664735034108, + 0.0029206033796072006, + 0.004097160417586565, + 0.0037007301580160856, + 0.007593025453388691, + 0.0056679812259972095, + 0.006056905724108219, + 0.002816678024828434, + 0.006138411816209555, + 0.00488998182117939, + 0.003206297755241394, + 0.0029121008701622486, + 0.0066815828904509544, + 0.002309430157765746, + 0.003658592002466321, + 0.0025291871279478073, + 0.002802659058943391, + 0.006391030736267567, + 0.0026008328422904015, + 0.004007358103990555, + 0.008348566479980946, + 0.005389602854847908, + 0.003221698570996523, + 0.002965032123029232, + 0.008402449078857899, + 0.007931310683488846, + 0.0022821391467005014, + 0.004270612262189388, + 0.004774273373186588, + 0.004293989855796099, + 0.00410417327657342, + 0.002840284025296569, + 0.002247506519779563, + 0.0024490307550877333, + 0.0020182167645543814, + 0.002764684846624732, + 0.00758762564510107, + 0.003303632838651538, + 0.0029442468658089638, + 0.002565149450674653, + 0.0032579475082457066, + 0.0024448768235743046, + 0.0035233667585998774, + 0.0029610246419906616, + 0.002584393136203289, + 0.003211749717593193, + 0.0028114919550716877, + 0.002616805722936988, + 0.002207884332165122, + 0.003676054999232292, + 0.0037069604732096195, + 0.004192886874079704, + 0.0031478845048695803, + 0.00248512951657176, + 0.0029229028150439262, + 0.0026626824401319027, + 0.0027226118836551905, + 0.0030017702374607325, + 0.0030432059429585934, + 0.0025028965901583433, + 0.0029033259488642216, + 0.002175671048462391, + 0.00300794024951756, + 0.002250215969979763, + 0.002268351847305894, + 0.0022690275218337774, + 0.0024629803374409676, + 0.002868114970624447, + 0.0036469202022999525, + 0.0033388433512300253, + 0.003533819690346718, + 0.0029874376486986876, + 0.003926760517060757, + 0.0029786904342472553, + 0.0031281523406505585, + 0.0027697181794792414, + 0.003162992652505636, + 0.0024805034045130014, + 0.0031577120535075665, + 0.0035331263206899166, + 0.0032107627484947443, + 0.002906123176217079, + 0.0024426362942904234, + 0.0025743378791958094, + 0.0029006432741880417, + 0.003152757417410612, + 0.003108687698841095, + 0.0026653336826711893, + 0.0029440298676490784, + 0.0030252791475504637, + 0.0029790515545755625, + 0.0030346503481268883, + 0.003500126302242279, + 0.002684250008314848, + 0.0030264731030911207, + 0.003172109369188547, + 0.0031912464182823896, + 0.0029476529452949762, + 0.0026371926069259644, + 0.0033235016744583845, + 0.0027773564215749502, + 0.0030924901366233826, + 0.0056506250984966755, + 0.003131072735413909, + 0.005515548400580883, + 0.0031000014860183, + 0.00545606529340148, + 0.008511947467923164, + 0.0063765570521354675, + 0.0023155435919761658, + 0.005347724538296461, + 0.0038905967958271503, + 0.004784044809639454, + 0.00495281582698226, + 0.0027315106708556414, + 0.003976314328610897, + 0.0057885898277163506, + 0.005063378252089024, + 0.003216995857656002, + 0.003693097271025181, + 0.007441509515047073, + 0.007378635462373495, + 0.005248366389423609, + 0.0041806660592556, + 0.004627569578588009, + 0.002623779233545065, + 0.005741792265325785, + 0.005594888236373663, + 0.005436245817691088, + 0.0027854826766997576, + 0.004049126524478197, + 0.002937349723652005, + 0.0066172294318675995, + 0.0065586864948272705, + 0.003619666211307049, + 0.005781445186585188, + 0.008919920772314072, + 0.003966515883803368, + 0.0059488629922270775, + 0.004411220550537109, + 0.003914348315447569, + 0.00306608434766531, + 0.003931852988898754, + 0.0041490099392831326, + 0.004407507833093405, + 0.00464087538421154, + 0.004013720899820328, + 0.004775060806423426, + 0.0028668022714555264, + 0.0025087979156523943, + 0.0038426262326538563, + 0.004616620950400829, + 0.005103365518152714, + 0.005659975111484528, + 0.003295880276709795, + 0.003638834459707141, + 0.004841462709009647, + 0.0045329853892326355, + 0.0028168794233351946, + 0.0052177561447024345, + 0.004875530023127794, + 0.006059551611542702, + 0.003052112879231572, + 0.006503933109343052, + 0.004438447300344706, + 0.002557588741183281, + 0.003175449790433049, + 0.002664384199306369, + 0.0031536456663161516, + 0.002418398391455412, + 0.004667104221880436, + 0.002983843209221959, + 0.002858738647773862, + 0.0031230729073286057, + 0.0029413243755698204, + 0.003239528276026249, + 0.0025814760010689497, + 0.0029576467350125313, + 0.003070306731387973, + 0.0037421206943690777, + 0.002725473837926984, + 0.0027377617079764605, + 0.002553114201873541, + 0.0030398163944482803, + 0.0030606635846197605, + 0.0025219356175512075, + 0.0028881377074867487, + 0.0029045159462839365, + 0.003544555976986885, + 0.003674686886370182, + 0.00246637687087059, + 0.003116099163889885, + 0.0026095795910805464, + 0.002778788795694709, + 0.003163775894790888, + 0.0029196760151535273, + 0.0028004443738609552 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 81, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.attention.self.value", + "input_tensor_infos": [ + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.029360048472881317 + ], + "zero_point": [ + 146 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0017795845633372664, + 0.0025778773706406355, + 0.0029813668224960566, + 0.0019922908395528793, + 0.002191792009398341, + 0.0018101627938449383, + 0.0021940923761576414, + 0.0021770417224615812, + 0.0015148547245189548, + 0.001896368688903749, + 0.0017627369379624724, + 0.001705282717011869, + 0.0016313198721036315, + 0.002960990648716688, + 0.0022630358580499887, + 0.001981116831302643, + 0.0016133947065100074, + 0.0019980971701443195, + 0.0022873918060213327, + 0.002043718472123146, + 0.0019410073291510344, + 0.002066159388050437, + 0.002009997610002756, + 0.0019917553290724754, + 0.0020670269150286913, + 0.0022152841556817293, + 0.00193696073256433, + 0.0018378978129476309, + 0.0021024784073233604, + 0.0017259520245715976, + 0.003098848043009639, + 0.0022216576617211103, + 0.0018780281534418464, + 0.0017261696048080921, + 0.0018438444240018725, + 0.0018967780051752925, + 0.00200626696459949, + 0.00348731130361557, + 0.0018781699473038316, + 0.002024352317675948, + 0.0018489477224647999, + 0.0019198473310098052, + 0.0016523010563105345, + 0.002691492438316345, + 0.001977010862901807, + 0.002509248675778508, + 0.002759130671620369, + 0.0018395509105175734, + 0.0017892004689201713, + 0.002130290726199746, + 0.0023409563582390547, + 0.0024664364755153656, + 0.0021633284632116556, + 0.001807203283533454, + 0.002350715920329094, + 0.0021571575198322535, + 0.0023679244332015514, + 0.001910088350996375, + 0.002086942782625556, + 0.002910967916250229, + 0.0016629036981612444, + 0.0019396451534703374, + 0.0020882333628833294, + 0.0019880360923707485, + 0.00130714219994843, + 0.0013699829578399658, + 0.0015484223840758204, + 0.0016194080235436559, + 0.0025335317477583885, + 0.0014173665549606085, + 0.0017055579228326678, + 0.0016165388515219092, + 0.0017973871435970068, + 0.0018442858709022403, + 0.0015382124111056328, + 0.0014747031964361668, + 0.0012308531440794468, + 0.0014426143607124686, + 0.0015191888669505715, + 0.001417164341546595, + 0.001284914673306048, + 0.0017079549143090844, + 0.0014888630248606205, + 0.0013613952323794365, + 0.0015792588237673044, + 0.0012519577285274863, + 0.0014516887022182345, + 0.001448831520974636, + 0.0019196675857529044, + 0.0015631429851055145, + 0.0013480903580784798, + 0.0016210793983191252, + 0.0013353524263948202, + 0.0013205313589423895, + 0.0013697516405954957, + 0.001900040777400136, + 0.0028370313812047243, + 0.0025932027492672205, + 0.0025345273315906525, + 0.0023402816150337458, + 0.0027823480777442455, + 0.003023006720468402, + 0.0026953222695738077, + 0.0029011263977736235, + 0.0021550278179347515, + 0.00286537641659379, + 0.002636425429955125, + 0.0026409022975713015, + 0.0025223414413630962, + 0.0026047362480312586, + 0.002778607187792659, + 0.0028381291776895523, + 0.003102352377027273, + 0.0026045802515000105, + 0.0023548766039311886, + 0.003066352102905512, + 0.0035928047727793455, + 0.003522815415635705, + 0.002888844348490238, + 0.0024122155737131834, + 0.0032030765432864428, + 0.0035960213281214237, + 0.002137106377631426, + 0.0027660198975354433, + 0.0038755873683840036, + 0.0033028030302375555, + 0.0032933163456618786, + 0.0022642887197434902, + 0.003179691033437848, + 0.0022978801280260086, + 0.0032517854124307632, + 0.0021295093465596437, + 0.002948947250843048, + 0.0028802859596908092, + 0.0026683942414820194, + 0.0028976621106266975, + 0.002498225076124072, + 0.0020978942047804594, + 0.003307409817352891, + 0.0022770471405237913, + 0.0026698235888034105, + 0.002298940671607852, + 0.0022624339908361435, + 0.002629518276080489, + 0.0028355461545288563, + 0.002225299831479788, + 0.0030254945158958435, + 0.0026259617879986763, + 0.0027697975747287273, + 0.0025249167811125517, + 0.0022772366646677256, + 0.0024325833655893803, + 0.00251097627915442, + 0.002266176277771592, + 0.0032319966703653336, + 0.0019504439551383257, + 0.002340642735362053, + 0.0021532452665269375, + 0.0022591191809624434, + 0.00262760859914124, + 0.0021175083238631487, + 0.0020217287819832563, + 0.0021195875015109777, + 0.002207135548815131, + 0.002612276002764702, + 0.0025945035740733147, + 0.0025346404872834682, + 0.00258296518586576, + 0.0019617159850895405, + 0.0023251711390912533, + 0.0030069148633629084, + 0.0029907983262091875, + 0.002178168622776866, + 0.002146592829376459, + 0.0021957557182759047, + 0.0023774784058332443, + 0.0028591156005859375, + 0.0021912171505391598, + 0.0030190867837518454, + 0.0020931551698595285, + 0.002348831156268716, + 0.0029845871031284332, + 0.0024614904541522264, + 0.0020313060376793146, + 0.0021739460062235594, + 0.002569876378402114, + 0.0023011357989162207, + 0.0028596024494618177, + 0.003255200805142522, + 0.0023642797023057938, + 0.002230729442089796, + 0.0017825743416324258, + 0.0020636278204619884, + 0.0025793667882680893, + 0.0025243540294468403, + 0.0030612503178417683, + 0.0030919769778847694, + 0.0027447580359876156, + 0.0031555374152958393, + 0.0024430903140455484, + 0.002226370619609952, + 0.0024603889323771, + 0.003122908528894186, + 0.0030227310489863157, + 0.0025750119239091873, + 0.0023311839904636145, + 0.0034216870553791523, + 0.0019951872527599335, + 0.0025260807015001774, + 0.0026228008791804314, + 0.0029284663032740355, + 0.0028620404191315174, + 0.0028220214881002903, + 0.0026158790569752455, + 0.0026255841366946697, + 0.003271290333941579, + 0.0025747481267899275, + 0.0024332839529961348, + 0.0018063571769744158, + 0.0025734910741448402, + 0.0027423992287367582, + 0.0031202570535242558, + 0.002576177939772606, + 0.002379213459789753, + 0.0020218745339661837, + 0.0025821493472903967, + 0.0024604201316833496, + 0.0022458992898464203, + 0.0029422282241284847, + 0.0023164337035268545, + 0.0024374499917030334, + 0.0020854370668530464, + 0.0022932766005396843, + 0.002364029176533222, + 0.00238527893088758, + 0.0023483275435864925, + 0.002793653169646859, + 0.0027544605545699596, + 0.002438564319163561, + 0.002180226845666766, + 0.0023856675252318382, + 0.0021594392601400614, + 0.001857831492088735, + 0.0021356926299631596, + 0.002286022761836648, + 0.002162575488910079, + 0.0024110388476401567, + 0.002090024994686246, + 0.001983305672183633, + 0.0022189372684806585, + 0.0023213145323097706, + 0.002081216312944889, + 0.002939615398645401, + 0.002091561444103718, + 0.003133232006803155, + 0.0023182430304586887, + 0.0026861538644880056, + 0.002249176613986492, + 0.0031140835490077734, + 0.0026555221993476152, + 0.0020428725983947515, + 0.0023105856962502003, + 0.0021096160635352135, + 0.001978095853701234, + 0.002772351959720254, + 0.002690741326659918, + 0.0026036733761429787, + 0.00227488880045712, + 0.002406519604846835, + 0.002326477784663439, + 0.0020661973394453526, + 0.003576271003112197, + 0.002550276694819331, + 0.00268084229901433, + 0.0023650324437767267, + 0.0020651803351938725, + 0.002718523843213916, + 0.0023101968690752983, + 0.0023414725437760353, + 0.003105971496552229, + 0.002684809733182192, + 0.0026484301779419184, + 0.0021912911906838417, + 0.001987491035833955, + 0.0026285708881914616, + 0.002459717681631446, + 0.0032156305387616158, + 0.0020801066420972347, + 0.0024630131665617228, + 0.0029811919666826725, + 0.0022631848696619272, + 0.002393897855654359, + 0.0027687856927514076, + 0.0022933778818696737, + 0.002246666233986616, + 0.0018875140231102705, + 0.0018750110175460577, + 0.0019632193725556135, + 0.002158320974558592, + 0.0018594225402921438, + 0.0036387902218848467, + 0.0024593397974967957, + 0.0024968755897134542, + 0.0026951865293085575, + 0.002243555849418044, + 0.002487692516297102, + 0.0019184803823009133, + 0.0020479103550314903, + 0.0020094700157642365, + 0.0018718686187639832, + 0.0028877088334411383, + 0.0027026678435504436, + 0.0019749628845602274, + 0.0019604763947427273, + 0.002391412854194641, + 0.0023344424553215504, + 0.0030242016073316336, + 0.0030172429978847504, + 0.001782233826816082, + 0.0021935696713626385, + 0.0019420882454141974, + 0.0016310976352542639, + 0.0016354036051779985, + 0.0017636707052588463, + 0.0016250776825472713, + 0.001854974078014493, + 0.0014202720485627651, + 0.0018197717145085335, + 0.0018902564188465476, + 0.0026617238763719797, + 0.001483786036260426, + 0.0019318825798109174, + 0.0018815360963344574, + 0.001972230849787593, + 0.002649106318131089, + 0.0020222829189151525, + 0.002029472030699253, + 0.001669635414145887, + 0.0017399636562913656, + 0.001821594312787056, + 0.0015988514060154557, + 0.0014147099573165178, + 0.0017409221036359668, + 0.0014826919650658965, + 0.001923931296914816, + 0.0018922528252005577, + 0.0014592837542295456, + 0.002307842019945383, + 0.0015137388836592436, + 0.0025107525289058685, + 0.0016201587859541178, + 0.0016222221311181784, + 0.002769750775769353, + 0.002263037720695138, + 0.0020473769400268793, + 0.002159605734050274, + 0.002513580722734332, + 0.0028956562746316195, + 0.002011073287576437, + 0.002466293517500162, + 0.002363824052736163, + 0.0031157461926341057, + 0.0027237767353653908, + 0.0026678156573325396, + 0.0022304130252450705, + 0.0019324972527101636, + 0.0023415994364768267, + 0.002346497029066086, + 0.002866766881197691, + 0.002624061657115817, + 0.002342644613236189, + 0.0027923842426389456, + 0.0022797146812081337, + 0.002073366194963455, + 0.0029619259294122458, + 0.0024536331184208393, + 0.0025241647381335497, + 0.0026791435666382313, + 0.002969709923490882, + 0.002974363276734948, + 0.0021895321551710367, + 0.0025359359569847584, + 0.0025493416469544172, + 0.0029529747553169727 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 84, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 88, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.05773419514298439 + ], + "zero_point": [ + 126 + ] + }, + { + "id": 89, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.07159605622291565 + ], + "zero_point": [ + 121 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 90, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 91, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.1473989337682724 + ], + "zero_point": [ + 158 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 92, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 94, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0038727002684026957 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 86, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.030492007732391357 + ], + "zero_point": [ + 124 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 95, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 81, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 81, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 82, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 82, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 83, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 84, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 84, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 85, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 85, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 86, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 80, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 80, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 87, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 87, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 88, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 83, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 89, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 90, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 91, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 92, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 93, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 93, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 94, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 95, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 96, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 96, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 97, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 97, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.self", + "input_tensor_infos": [ + { + "id": 97, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 98, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 98, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:2:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.attention.output.dense", + "input_tensor_infos": [ + { + "id": 98, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.01839609071612358 + ], + "zero_point": [ + 135 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0010593495098873973, + 0.0018313121981918812, + 0.001619468443095684, + 0.0010782846948131919, + 0.001089581404812634, + 0.0015940162120386958, + 0.0012270838487893343, + 0.0032275787089020014, + 0.0010948481503874063, + 0.0020915025379508734, + 0.0019262058194726706, + 0.0033975255209952593, + 0.001530569395981729, + 0.0019184696720913053, + 0.0024390947073698044, + 0.0014513216447085142, + 0.0018160839099436998, + 0.0010717310942709446, + 0.0013177057262510061, + 0.0013016731245443225, + 0.002118962351232767, + 0.003395515028387308, + 0.002124471589922905, + 0.002191835315898061, + 0.00165243586525321, + 0.0007991984602995217, + 0.0016851102700456977, + 0.0017700489843264222, + 0.001116027939133346, + 0.001996103674173355, + 0.001679580775089562, + 0.0011484726564958692, + 0.0016282977303490043, + 0.002219837624579668, + 0.002937532728537917, + 0.002920431550592184, + 0.0018536128336563706, + 0.00177004374563694, + 0.0009994158754125237, + 0.0021816641092300415, + 0.0009943905752152205, + 0.0010531698353588581, + 0.000756923109292984, + 0.0014486882137134671, + 0.0021721129305660725, + 0.0010531950974836946, + 0.0029094135388731956, + 0.0010601598769426346, + 0.002880117855966091, + 0.0017868292052298784, + 0.001464327098801732, + 0.0012818678515031934, + 0.002264621900394559, + 0.00105236133094877, + 0.0008798121125437319, + 0.002163479570299387, + 0.0008674618438817561, + 0.0010080966167151928, + 0.002239604014903307, + 0.002764603355899453, + 0.0014788364060223103, + 0.0014607548946514726, + 0.0011427123099565506, + 0.0011838325299322605, + 0.0017732601845636964, + 0.0018212132854387164, + 0.001758025144226849, + 0.0007770415395498276, + 0.002761640353128314, + 0.001724360859952867, + 0.0013603550614789128, + 0.0009269386646337807, + 0.0009410780621692538, + 0.0030466311145573854, + 0.0018761880928650498, + 0.0026540395338088274, + 0.0010845287470147014, + 0.0017827474512159824, + 0.0019729319028556347, + 0.002969763707369566, + 0.0015577790327370167, + 0.0026532935444265604, + 0.002354023512452841, + 0.0025322886649519205, + 0.002513300394639373, + 0.0024983619805425406, + 0.001431996002793312, + 0.00256874761544168, + 0.0022925471421331167, + 0.001723826047964394, + 0.0016453351126983762, + 0.0010528354905545712, + 0.0018171905539929867, + 0.0020353745203465223, + 0.002535429550334811, + 0.001048397971317172, + 0.0014428660506382585, + 0.0019048075191676617, + 0.0008274051360785961, + 0.0017811122816056013, + 0.0022076701279729605, + 0.0013918166514486074, + 0.0028923912905156612, + 0.0010366959031671286, + 0.0010236867237836123, + 0.0030180206522345543, + 0.0015902349259704351, + 0.0024013309739530087, + 0.0026515184435993433, + 0.0024639165494590998, + 0.0010267229517921805, + 0.0017355186864733696, + 0.001139364903792739, + 0.0020617488771677017, + 0.0025975839234888554, + 0.0018294879700988531, + 0.0020487401634454727, + 0.0021744901314377785, + 0.0022110622376203537, + 0.0012361444532871246, + 0.0021006856113672256, + 0.002027984941378236, + 0.0021750812884420156, + 0.0011522126151248813, + 0.0021690567955374718, + 0.0020050969906151295, + 0.0022523102816194296, + 0.002026536036282778, + 0.0022049169056117535, + 0.0016433157725259662, + 0.001955880783498287, + 0.0017701027682051063, + 0.002900521969422698, + 0.0039254454895854, + 0.0012503727339208126, + 0.00039152210229076445, + 0.0012853110674768686, + 0.0021233297884464264, + 0.003027825616300106, + 0.00222212728112936, + 0.0015143067575991154, + 0.00261546578258276, + 0.002158047864213586, + 0.0008700955659151077, + 0.002188643906265497, + 0.0018543743062764406, + 0.0024461490102112293, + 0.002021717606112361, + 0.002531798556447029, + 0.0015113516710698605, + 0.0025721671991050243, + 0.0011389163555577397, + 0.0019039387116208673, + 0.0014732216950505972, + 0.0012227775296196342, + 0.0016715594101697206, + 0.0018062673043459654, + 0.002741067437455058, + 0.0014145104214549065, + 0.000906544562894851, + 0.0016235685907304287, + 0.0015849045012146235, + 0.0014982303837314248, + 0.0024294608738273382, + 0.0027225627563893795, + 0.0009127163793891668, + 0.001079220324754715, + 0.0019326702458783984, + 0.0016877177404239774, + 0.0015802548732608557, + 0.0013595207128673792, + 0.0025035752914845943, + 0.0011355268070474267, + 0.0014103434514254332, + 0.0018421229906380177, + 0.001972169615328312, + 0.002293658209964633, + 0.0025462759658694267, + 0.002873969031497836, + 0.0005166419432498515, + 0.0032489881850779057, + 0.001247517066076398, + 0.00376334460452199, + 0.002013287739828229, + 0.002317696111276746, + 0.0028044504579156637, + 0.0011637915158644319, + 0.001044371398165822, + 0.0012968461960554123, + 0.002611758653074503, + 0.0015750862658023834, + 0.0011315508745610714, + 0.0023637707345187664, + 0.0020799909252673388, + 0.0021341820247471333, + 0.0012805061414837837, + 0.0013180681271478534, + 0.002994006499648094, + 0.0012964655179530382, + 0.0017987685278058052, + 0.001379123656079173, + 0.0023101118858903646, + 0.003024899633601308, + 0.0015610054833814502, + 0.0029199703130871058, + 0.0008925154688768089, + 0.0006639936473220587, + 0.0019206443103030324, + 0.000835687096696347, + 0.0008725851075723767, + 0.0009384023724123836, + 0.0020402120426297188, + 0.003408388700336218, + 0.0028456789441406727, + 0.0014573762891814113, + 0.0012760031968355179, + 0.002833391772583127, + 0.0017171662766486406, + 0.002077158773317933, + 0.0011082430137321353, + 0.002517068525776267, + 0.0025929948315024376, + 0.001266989391297102, + 0.001848387299105525, + 0.0027644892688840628, + 0.003300297539681196, + 0.0010804192861542106, + 0.0014497247757390141, + 0.0013606149004772305, + 0.0010672362986952066, + 0.000996929593384266, + 0.0027698345948010683, + 0.0011573809897527099, + 0.002013783436268568, + 0.0011881610844284296, + 0.002864488400518894, + 0.0020222163293510675, + 0.001161121530458331, + 0.0010240846313536167, + 0.0027788651641458273, + 0.0019997362978756428, + 0.0009693507454358041, + 0.0016024949727579951, + 0.0006107866065576673, + 0.0016603798139840364, + 0.0023321686312556267, + 0.00054778135381639, + 0.0019228990422561765, + 0.0011724106734618545, + 0.0020233464892953634, + 0.0011283005587756634, + 0.0021685571409761906, + 0.0016478286124765873, + 0.000983552192337811, + 0.0020168039482086897, + 0.0018907726043835282, + 0.002727412385866046, + 0.0009819533443078399, + 0.0010018807370215654, + 0.0012451495276764035, + 0.003118649125099182, + 0.0020041530951857567, + 0.0011153757805004716, + 0.0031537588220089674, + 0.0025695706717669964, + 0.0015916069969534874, + 0.0022314235102385283, + 0.0009159201290458441, + 0.0013932116562500596, + 0.0022690086625516415, + 0.001841152086853981, + 0.0024798314552754164, + 0.0022227419540286064, + 0.0024375999346375465, + 0.0017424519173800945, + 0.001168987713754177, + 0.0015533013502135873, + 0.002288715448230505, + 0.0026038256473839283, + 0.0017135798698291183, + 0.0019303068984299898, + 0.001570928143337369, + 0.0022141237277537584, + 0.0022098806221038103, + 0.0032988975290209055, + 0.002188194775953889, + 0.0008653586264699697, + 0.0022848981898278, + 0.0017525189323350787, + 0.0021558066364377737, + 0.002025274559855461, + 0.0018265561666339636, + 0.002531400416046381, + 0.0016859397292137146, + 0.0018396066734567285, + 0.0007797976140864193, + 0.0024395198561251163, + 0.0012234911555424333, + 0.0011152224615216255, + 0.0014756780583411455, + 0.0021014355588704348, + 0.000845209404360503, + 0.0015116294380277395, + 0.0009776412043720484, + 0.001948255579918623, + 0.0023643283639103174, + 0.0022546679247170687, + 0.001964916940778494, + 0.0029231421649456024, + 0.002987045096233487, + 0.0007283552549779415, + 0.0003778906539082527, + 0.001048694597557187, + 0.0021434640511870384, + 0.0012532963883131742, + 0.0021807055454701185, + 0.001134173129685223, + 0.0022506066597998142, + 0.0011441765818744898, + 0.0003236125339753926, + 0.000885243178345263, + 0.0010920551139861345, + 0.0021064586471766233, + 0.0026033499743789434, + 0.0021215251181274652, + 0.0017112971981987357, + 0.000958116608671844, + 0.0015138414455577731, + 0.0014905926072970033, + 0.0028289826586842537, + 0.0024500335566699505, + 0.002665510168299079, + 0.002440157812088728, + 0.0010268520563840866, + 0.0009107518708333373, + 0.0010966943809762597, + 0.0027783114928752184, + 0.002449191641062498, + 0.0031742830760776997, + 0.001330875325948, + 0.0028156840708106756, + 0.001148904557339847, + 0.0013160246890038252, + 0.0010363878682255745, + 0.0029992444906383753, + 0.0015976077411323786, + 0.0023022533860057592, + 0.0017340292688459158, + 0.0026795286685228348, + 0.0016607326688244939, + 0.002402118407189846, + 0.0015488620847463608, + 0.002499995520338416, + 0.0017090875189751387, + 0.0013378532603383064, + 0.0013626383151859045, + 0.0014669304946437478, + 0.002080408623442054, + 0.00204597320407629, + 0.0022467426024377346, + 0.002481782343238592, + 0.002176206326112151, + 0.0011071913177147508, + 0.0017033204203471541, + 0.0008179179858416319, + 0.001497182878665626, + 0.0023743535857647657, + 0.0018999406602233648, + 0.0015322185354307294, + 0.0012643772643059492, + 0.0008391642477363348, + 0.002745485631749034, + 0.0016400690656155348, + 0.0014877207577228546, + 0.0014936227817088366, + 0.0014813314191997051, + 0.0020372297149151564, + 0.002279044361785054, + 0.002193541033193469, + 0.0008624402107670903, + 0.002119905548170209, + 0.0024246638640761375, + 0.002097075805068016, + 0.0013975126203149557 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 99, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.2.attention.output", + "input_tensor_infos": [ + { + "id": 100, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.018895667046308517 + ], + "zero_point": [ + 136 + ] + }, + { + "id": 79, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.029360048472881317 + ], + "zero_point": [ + 146 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 101, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 99, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 100, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 101, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 102, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 102, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:2:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.intermediate.dense", + "input_tensor_infos": [ + { + "id": 102, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.1369764506816864 + ], + "zero_point": [ + 225 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0027137661818414927, + 0.0039904192090034485, + 0.0037060806062072515, + 0.0018751020543277264, + 0.0026293392293155193, + 0.0017124174628406763, + 0.0026818655896931887, + 0.0028953265864402056, + 0.0015099247684702277, + 0.005984113551676273, + 0.0014630240621045232, + 0.0021068484056741, + 0.003075669053941965, + 0.0040371413342654705, + 0.001208918052725494, + 0.0026954454369843006, + 0.0029413248412311077, + 0.0038443689700216055, + 0.0013120687799528241, + 0.0021784999407827854, + 0.003290209686383605, + 0.003116787178441882, + 0.0016671651974320412, + 0.004044941160827875, + 0.0038007337134331465, + 0.003414392238482833, + 0.002088703215122223, + 0.0016666293377056718, + 0.002824630821123719, + 0.0022513186559081078, + 0.001467318506911397, + 0.0026240069419145584, + 0.003795742755755782, + 0.002198867266997695, + 0.0018645941745489836, + 0.0015633117873221636, + 0.0012804253492504358, + 0.002545733004808426, + 0.0018412104109302163, + 0.0016047907993197441, + 0.00110790622420609, + 0.001447339658625424, + 0.002387896878644824, + 0.002035099547356367, + 0.004622104577720165, + 0.002190122613683343, + 0.0020507012959569693, + 0.0030666147358715534, + 0.00207367236725986, + 0.0014383990783244371, + 0.0018058002460747957, + 0.0017265576170757413, + 0.002626965520903468, + 0.0023364312946796417, + 0.0033215952571481466, + 0.00256247166544199, + 0.0018075163243338466, + 0.0021014190278947353, + 0.0018334807828068733, + 0.0013206868898123503, + 0.001265062135644257, + 0.002199015114456415, + 0.0028232422191649675, + 0.004750045016407967, + 0.002159288851544261, + 0.002531002974137664, + 0.001485961489379406, + 0.0021835374645888805, + 0.001439733779989183, + 0.0030515603721141815, + 0.0012099704472348094, + 0.002173143206164241, + 0.0013008610112592578, + 0.0024451417848467827, + 0.003992169629782438, + 0.0066046747379004955, + 0.0013434323482215405, + 0.0027098713908344507, + 0.0035480984952300787, + 0.004749539773911238, + 0.0015624408842995763, + 0.0011369955027475953, + 0.0013486986281350255, + 0.001335649169050157, + 0.002378425793722272, + 0.00256832386367023, + 0.002945799147710204, + 0.00251398840919137, + 0.0022231710609048605, + 0.0024026143364608288, + 0.0015520381275564432, + 0.0038948883302509785, + 0.0028682900592684746, + 0.005315497983247042, + 0.004073800053447485, + 0.0023815457243472338, + 0.0020561963319778442, + 0.0014171033399179578, + 0.0016666186274960637, + 0.002364647574722767, + 0.0029056258499622345, + 0.0031499876640737057, + 0.0028015896677970886, + 0.003700680797919631, + 0.0026144287548959255, + 0.003297921270132065, + 0.003534286515787244, + 0.0015232908772304654, + 0.002903796499595046, + 0.0019521639915183187, + 0.0015710924053564668, + 0.0028087375685572624, + 0.0027535753324627876, + 0.002429736079648137, + 0.0019614805933088064, + 0.0030732625164091587, + 0.001604103366844356, + 0.0024750023148953915, + 0.0017448576400056481, + 0.003912812098860741, + 0.0032972705084830523, + 0.0037933881394565105, + 0.0036767954006791115, + 0.0015285596018657088, + 0.004117542412132025, + 0.004272851161658764, + 0.0035646921023726463, + 0.0025074526201933622, + 0.0022066719830036163, + 0.003910338506102562, + 0.0028783748857676983, + 0.001276187365874648, + 0.002095883945003152, + 0.0023779761977493763, + 0.0031468768138438463, + 0.0013309441274031997, + 0.0030232069548219442, + 0.0023760052863508463, + 0.0020648716017603874, + 0.0019238936947658658, + 0.003648140002042055, + 0.0029015708714723587, + 0.002624040236696601, + 0.0019060177728533745, + 0.0014713346026837826, + 0.00265032728202641, + 0.0026910779997706413, + 0.001589760067872703, + 0.00180436868686229, + 0.0021414984948933125, + 0.0029171856585890055, + 0.0029435204342007637, + 0.0011721664341166615, + 0.0028159914072602987, + 0.004593002609908581, + 0.0019433907000347972, + 0.002118102042004466, + 0.003793037496507168, + 0.0014293900458142161, + 0.0021660274360328913, + 0.0026327609084546566, + 0.0016679074615240097, + 0.0030335434712469578, + 0.0014138267142698169, + 0.0017902363324537873, + 0.0019135646289214492, + 0.0021331720054149628, + 0.0018296720227226615, + 0.0015272265300154686, + 0.0016640526009723544, + 0.002737740520387888, + 0.0017345653614029288, + 0.0021515183616429567, + 0.0016179261729121208, + 0.004538840614259243, + 0.003782514948397875, + 0.002820749767124653, + 0.0019520180067047477, + 0.0012540946481749415, + 0.002011388773098588, + 0.0012358463136479259, + 0.0030197727028280497, + 0.002499411813914776, + 0.0031104539521038532, + 0.004551422782242298, + 0.002483540214598179, + 0.0023381044156849384, + 0.0022743057925254107, + 0.0027441575657576323, + 0.002223796211183071, + 0.003358074463903904, + 0.001079463749192655, + 0.0033482073340564966, + 0.0021815665531903505, + 0.0025687431916594505, + 0.0011941774282604456, + 0.0013584229163825512, + 0.0034886582288891077, + 0.0033320037182420492, + 0.0022131772711873055, + 0.0025293955113738775, + 0.0027188335079699755, + 0.002928097266703844, + 0.003760061925277114, + 0.002052365569397807, + 0.0024714269675314426, + 0.002211598213762045, + 0.004642178770154715, + 0.0023550628684461117, + 0.0017121047712862492, + 0.002143350662663579, + 0.0027537678834050894, + 0.0012743104016408324, + 0.002067236928269267, + 0.0013665722217410803, + 0.0015479729045182467, + 0.0013236176455393434, + 0.0014422322856262326, + 0.0037522742059081793, + 0.00267739943228662, + 0.0030383027624338865, + 0.003169107250869274, + 0.0027145827189087868, + 0.0038167687598615885, + 0.002503257943317294, + 0.0032577270176261663, + 0.0015067961066961288, + 0.00284160696901381, + 0.0026575017254799604, + 0.003042409894987941, + 0.003199387574568391, + 0.0032270776573568583, + 0.0024183362256735563, + 0.002129968488588929, + 0.0010718968696892262, + 0.0012912321835756302, + 0.0028816720005124807, + 0.0027216135058552027, + 0.0026407281402498484, + 0.0025783886667340994, + 0.0019512652652338147, + 0.0032212429214268923, + 0.0022864616475999355, + 0.0015981204342097044, + 0.0027212367858737707, + 0.0036278250627219677, + 0.0013582126703113317, + 0.0013644702266901731, + 0.001985283335670829, + 0.0033647746313363314, + 0.0018416378879919648, + 0.00308794854208827, + 0.0035922634415328503, + 0.003478680271655321, + 0.0015370354522019625, + 0.0028159948997199535, + 0.004028762690722942, + 0.0016936019528657198, + 0.002769372658804059, + 0.0017409275751560926, + 0.002032365184277296, + 0.0021690132562071085, + 0.0017540110275149345, + 0.002836785977706313, + 0.002271851757541299, + 0.0025747553445398808, + 0.002695261500775814, + 0.0019961472135037184, + 0.0031768474727869034, + 0.0016908483812585473, + 0.0014942582929506898, + 0.0021954788826406, + 0.0017545478185638785, + 0.001395872444845736, + 0.0013816423015668988, + 0.002825637347996235, + 0.003537164768204093, + 0.002763083903118968, + 0.0013814069097861648, + 0.0012988438829779625, + 0.0023056671489030123, + 0.0032799094915390015, + 0.0028630709275603294, + 0.0031319265253841877, + 0.0020793555304408073, + 0.002388525754213333, + 0.0020141275599598885, + 0.0009781948756426573, + 0.0025321883149445057, + 0.0023887779098004103, + 0.0020202987361699343, + 0.002313236240297556, + 0.0031059947796165943, + 0.0013119126670062542, + 0.0012834775261580944, + 0.002032875781878829, + 0.002258804626762867, + 0.0037458371371030807, + 0.0019213497871533036, + 0.001506430679000914, + 0.0013413102133199573, + 0.0019144945545122027, + 0.004563222173601389, + 0.002187518635764718, + 0.0022365055046975613, + 0.001941691618412733, + 0.004906034097075462, + 0.0020856554619967937, + 0.0013040672056376934, + 0.003191309981048107, + 0.001835344941355288, + 0.0024142644833773375, + 0.004250941798090935, + 0.0016407250659540296, + 0.001826414605602622, + 0.002961191115900874, + 0.0023411717265844345, + 0.0015487830387428403, + 0.0034108178224414587, + 0.0019899795297533274, + 0.004982596728950739, + 0.004099064506590366, + 0.0019952126313000917, + 0.0018150630639865994, + 0.0016780358273535967, + 0.001090795616619289, + 0.002737761475145817, + 0.0019374676048755646, + 0.002037942176684737, + 0.001928082900121808, + 0.0023879415821284056, + 0.0015746799763292074, + 0.003062595846131444, + 0.002289069350808859, + 0.0021136323921382427, + 0.0015239357016980648, + 0.002140664728358388, + 0.001558312913402915, + 0.005495306570082903, + 0.002936172066256404, + 0.0018853713991120458, + 0.00174007099121809, + 0.0016916701570153236, + 0.002214835025370121, + 0.001483233878389001, + 0.0046099103055894375, + 0.0018019259441643953, + 0.002889563562348485, + 0.0018176704179495573, + 0.003348183585330844, + 0.0029838550835847855, + 0.0033615061547607183, + 0.004112419672310352, + 0.002651824615895748, + 0.0020674008410423994, + 0.0032162547577172518, + 0.004318361170589924, + 0.002514519961550832, + 0.003972099162638187, + 0.0020660702139139175, + 0.0020083144772797823, + 0.0021125138737261295, + 0.0022821289021521807, + 0.0014369223499670625, + 0.0026428536511957645, + 0.0036663443315774202, + 0.0013135303743183613, + 0.001850675093010068, + 0.004030675161629915, + 0.0028984127566218376, + 0.004406156949698925, + 0.004861791152507067, + 0.002039883751422167, + 0.00301348720677197, + 0.00151350861415267, + 0.001657766057178378, + 0.003753440687432885, + 0.0023349805269390345, + 0.0017672787653282285, + 0.005337007809430361, + 0.003331325249746442, + 0.0033708587288856506, + 0.0019642054103314877, + 0.001820270554162562, + 0.0016929390840232372, + 0.0026710431557148695, + 0.00407811114564538, + 0.002892904682084918, + 0.0015015910612419248, + 0.002989881206303835, + 0.0039011971093714237, + 0.002955415053293109, + 0.002496358472853899, + 0.0027243418153375387, + 0.0025728894397616386, + 0.002096907002851367, + 0.0016003570053726435, + 0.002453942084684968, + 0.001980220666155219, + 0.0022686361335217953, + 0.004020043648779392, + 0.003325759433209896, + 0.001525904517620802, + 0.0014055161736905575, + 0.0023982112761586905, + 0.0025027787778526545, + 0.0024889677297323942, + 0.0014000568771734834, + 0.0037711462937295437, + 0.002097474178299308, + 0.002713527763262391, + 0.0025255295913666487, + 0.002564719645306468, + 0.0031935349106788635, + 0.0034447165671736, + 0.0014082061825320125, + 0.0019373478135094047, + 0.003391273319721222, + 0.00327518698759377, + 0.0013249620096758008, + 0.0016545859398320317, + 0.0022659110836684704, + 0.002708220621570945, + 0.001378065557219088, + 0.002290331060066819, + 0.00261450232937932, + 0.002943547908216715, + 0.0018245101673528552, + 0.0059731402434408665, + 0.0018509322544559836, + 0.002948608249425888, + 0.0025612746831029654, + 0.0017692632973194122, + 0.0028518149629235268, + 0.001210227026604116, + 0.0024257164914160967, + 0.001430688425898552, + 0.0026580130215734243, + 0.0022301403805613518, + 0.0033184776548296213, + 0.003376356093212962, + 0.0023506288416683674, + 0.0027391379699110985, + 0.0015210735145956278, + 0.0029327927622944117, + 0.0021460005082190037, + 0.0023061903193593025, + 0.002280172659084201, + 0.001933701685629785, + 0.002082791877910495, + 0.002661920851096511, + 0.0025547805707901716, + 0.0031245106365531683, + 0.0018296389607712626, + 0.0022300502751022577, + 0.004195434972643852, + 0.003735080361366272, + 0.0018661832436919212, + 0.0014093613717705011, + 0.00425207894295454, + 0.0014436111086979508, + 0.0034359488636255264, + 0.0022784362081438303, + 0.005593570414930582, + 0.0030647199600934982, + 0.002410520100966096, + 0.0022317387629300356, + 0.0022349918726831675, + 0.0025749532505869865, + 0.0027954676188528538, + 0.0042699952609837055, + 0.0013533171731978655, + 0.0013943100348114967, + 0.0030742844101041555, + 0.0026424338575452566, + 0.003033702028915286, + 0.0028852950781583786, + 0.0013011969858780503, + 0.003572990885004401, + 0.001970316283404827, + 0.0031459853053092957, + 0.0024514070246368647, + 0.0014318542089313269, + 0.0022927545942366123, + 0.00243753450922668, + 0.002193627879023552, + 0.0018481446895748377, + 0.0022333022207021713, + 0.002636374905705452, + 0.0033302779775112867, + 0.0026482040993869305, + 0.0016954172169789672, + 0.0026177428662776947, + 0.0017641836311668158, + 0.0020810505375266075, + 0.0016009877435863018, + 0.002046664245426655, + 0.0015600956976413727, + 0.0016555589390918612, + 0.0031349577475339174, + 0.0019791144877672195, + 0.0037928444799035788, + 0.0025467565283179283, + 0.0015807744348421693, + 0.001880750758573413, + 0.0024855302181094885, + 0.0011725048534572124, + 0.001243829377926886, + 0.0019720138516277075, + 0.004030692856758833, + 0.0021961755119264126, + 0.0029869345016777515, + 0.0011040734825655818, + 0.0016241228440776467, + 0.002536321757361293, + 0.0020411701407283545, + 0.0026640701107680798, + 0.0017998452531173825, + 0.0024315230548381805, + 0.0022234420757740736, + 0.0018963859183713794, + 0.0025945776142179966, + 0.001378620625473559, + 0.0031850766390562057, + 0.0026826225221157074, + 0.0025035033468157053, + 0.0035091617610305548, + 0.001079561305232346, + 0.0013607506407424808, + 0.002808942459523678, + 0.0028638388030231, + 0.0019459830364212394, + 0.0026307543739676476, + 0.001980752684175968, + 0.0020073179621249437, + 0.0014687224756926298, + 0.0035922809038311243, + 0.0011673959670588374, + 0.002677070675417781, + 0.0025541994255036116, + 0.003639901988208294, + 0.003535918425768614, + 0.0016831805696710944, + 0.0011079143732786179, + 0.0026644247118383646, + 0.002365103457123041, + 0.0020324215292930603, + 0.002474599750712514, + 0.0034918501041829586, + 0.0018762750551104546, + 0.0028523821383714676, + 0.0030085700564086437, + 0.0013253566576167941, + 0.004218604415655136, + 0.0025755034293979406, + 0.0016403256449848413, + 0.0028122200164943933, + 0.0025356202386319637, + 0.0018861184362322092, + 0.0031915586441755295, + 0.0022630696184933186, + 0.0049108401872217655, + 0.0033326097764074802, + 0.0020859912037849426, + 0.0023698294535279274, + 0.0016275725793093443, + 0.0018302715616300702, + 0.0022838276345282793, + 0.0031169001013040543, + 0.002831906545907259, + 0.0031097412575036287, + 0.0020524831488728523, + 0.004626549314707518, + 0.0033757067285478115, + 0.0024764060508459806, + 0.004770756233483553, + 0.0013983388198539615, + 0.0022281832061707973, + 0.0019122996600344777, + 0.003479792969301343, + 0.0017047454603016376, + 0.0026198956184089184, + 0.0021390148904174566, + 0.002018902450799942, + 0.003911825828254223, + 0.0017576557584106922, + 0.0016366119962185621, + 0.002242749324068427, + 0.004650552291423082, + 0.0019801936578005552, + 0.0037059527821838856, + 0.003061993746086955, + 0.003101359587162733, + 0.0032674584072083235, + 0.002678915858268738, + 0.002832431113347411, + 0.00250916532240808, + 0.0019523337250575423, + 0.0013831787509843707, + 0.0029257372952997684, + 0.0023015127517282963, + 0.0037708543241024017, + 0.001539930235594511, + 0.002509254263713956, + 0.0022710380144417286, + 0.001991244964301586, + 0.0016374648548662663, + 0.0028692525811493397, + 0.002780152950435877, + 0.0018152249976992607, + 0.0017972601344808936, + 0.0017211061203852296, + 0.0017911643953993917, + 0.0010710455244407058, + 0.0017594783566892147, + 0.0030243967194110155, + 0.002822351176291704, + 0.003774878801777959, + 0.002626194152981043, + 0.0025778033304959536, + 0.0031797420233488083, + 0.0024995587300509214, + 0.0029099867679178715, + 0.004267697222530842, + 0.002122418023645878, + 0.0021648372057825327, + 0.003358724294230342, + 0.0016202630940824747, + 0.0024261053185909986, + 0.003589687868952751, + 0.0025232150219380856, + 0.0032177199609577656, + 0.0027602023910731077, + 0.0016141168307512999, + 0.0023454546462744474, + 0.0023300170432776213, + 0.0019683835562318563, + 0.0018925702897831798, + 0.003061888040974736, + 0.00407759565860033, + 0.001242721569724381, + 0.003043439704924822, + 0.0022913608700037003, + 0.00451640784740448, + 0.002264800714328885, + 0.0022374961990863085, + 0.002580889966338873, + 0.0027951556257903576, + 0.003966303076595068, + 0.0027253590524196625, + 0.003028913401067257, + 0.0022545848041772842, + 0.0029572241473942995, + 0.0019302493892610073, + 0.0015384501311928034, + 0.006068123038858175, + 0.002108147833496332, + 0.002629994647577405, + 0.0027584887575358152, + 0.0027140118181705475, + 0.0019021054031327367, + 0.0026937404181808233, + 0.004537960980087519, + 0.0027821515686810017, + 0.0024702907539904118, + 0.001995996804907918, + 0.002600767184048891, + 0.0010659565450623631, + 0.0030529405921697617, + 0.0013461527414619923, + 0.004569049458950758, + 0.003387495642527938, + 0.002114896895363927, + 0.0018021708820015192, + 0.003963165450841188, + 0.0011944479774683714, + 0.0024238619953393936, + 0.0015448846388608217, + 0.0012809813488274813, + 0.0021195465233176947, + 0.0038372722920030355, + 0.003224574262276292, + 0.0019871664699167013, + 0.001246352680027485, + 0.0031032683327794075, + 0.00367025937885046, + 0.0019731640350073576, + 0.0031627484131604433, + 0.0016854103887453675, + 0.0029826161917299032, + 0.0044455877505242825, + 0.0035853299777954817, + 0.0018550495151430368, + 0.0026557703968137503, + 0.0025251980405300856, + 0.0029099234379827976, + 0.004527695011347532, + 0.003524806583300233, + 0.002629488008096814, + 0.0021514184772968292, + 0.00306330737657845, + 0.003978830762207508, + 0.00613816175609827, + 0.0027170286048203707, + 0.001971509074792266, + 0.0018351421458646655, + 0.0019872828852385283, + 0.001533010508865118, + 0.002396045718342066, + 0.0015316600911319256, + 0.00394946476444602, + 0.0017614001408219337, + 0.0017359777120873332, + 0.001840478740632534, + 0.001186442794278264, + 0.0018812260823324323, + 0.0025828289799392223, + 0.0022555352188646793, + 0.002175720641389489, + 0.0025470699183642864, + 0.0015769159654155374, + 0.0018097676802426577, + 0.0016743839951232076, + 0.003967373166233301, + 0.00155148736666888, + 0.001975989667698741, + 0.0027171550318598747, + 0.0022066161036491394, + 0.004383590538054705, + 0.0014559413539245725, + 0.002633574651554227, + 0.002127421321347356, + 0.002995033049955964, + 0.0024144549388438463, + 0.0016537070041522384, + 0.0018878703704103827, + 0.0021846238523721695, + 0.0030661525670439005, + 0.0029670586809515953, + 0.0026326049119234085, + 0.002454540226608515, + 0.0017851031152531505, + 0.0017033894546329975, + 0.002613163786008954, + 0.003618351649492979, + 0.002088365610688925, + 0.0061215669848024845, + 0.002675456227734685, + 0.002008540090173483, + 0.0022223859559744596, + 0.005148761905729771, + 0.004161144141107798, + 0.003094065934419632, + 0.003692625556141138, + 0.0016322230221703649, + 0.0030408003367483616, + 0.004271320998668671, + 0.0015142661286517978, + 0.002062360057607293, + 0.001549505046568811, + 0.0017196066910400987, + 0.0018722283421084285, + 0.0014138402184471488, + 0.0032418055925518274, + 0.0016855108551681042, + 0.0009751778561621904, + 0.003125199116766453, + 0.005400898866355419, + 0.0016926407115533948, + 0.0015090388478711247, + 0.0027047519106417894, + 0.0024300510995090008, + 0.002617414342239499, + 0.002589468378573656, + 0.001567771309055388, + 0.0012752662878483534, + 0.0033187412191182375, + 0.0027596442960202694, + 0.0023076320067048073, + 0.003553671995177865, + 0.004594740457832813, + 0.0019571746233850718, + 0.002254768740385771, + 0.001212483155541122, + 0.0012140998151153326, + 0.001200278289616108, + 0.0015183419454842806, + 0.0013100540963932872, + 0.0033728783018887043, + 0.0027319546788930893, + 0.003063892712816596, + 0.002787952311336994, + 0.0023112716153264046, + 0.002335377037525177, + 0.001532966736704111, + 0.0048571741208434105, + 0.002170418854802847, + 0.0022499416954815388, + 0.0026548104360699654, + 0.0014819749630987644, + 0.0015005440218374133, + 0.002360784448683262, + 0.00442949403077364, + 0.0021455336827784777, + 0.0028215583879500628, + 0.0026103779673576355, + 0.0013039297191426158, + 0.0013328276108950377, + 0.0012240648502483964, + 0.0024414407089352608, + 0.0038705135229974985, + 0.0013045062078163028, + 0.0052596586756408215, + 0.0015886228065937757, + 0.0035494931507855654, + 0.003999856300652027, + 0.0046000732108950615, + 0.0021819244138896465, + 0.001575099304318428, + 0.0019165212288498878, + 0.00140486191958189, + 0.00193431053776294, + 0.0030848532915115356, + 0.0013516712933778763, + 0.003959231078624725, + 0.004141070414334536, + 0.00390464230440557, + 0.0016661914996802807, + 0.002177115064114332, + 0.003900779178366065, + 0.002806691452860832, + 0.0015778228407725692, + 0.0031201299279928207, + 0.0029191391076892614, + 0.0017621134174987674, + 0.001435086946003139, + 0.0014831384178251028, + 0.0027991055976599455, + 0.0031424479093402624, + 0.00327812391333282, + 0.001654226565733552, + 0.003265108447521925, + 0.002304768655449152, + 0.001824333332479, + 0.0022002109326422215, + 0.003217533929273486, + 0.0026411195285618305, + 0.0021797874942421913, + 0.001649262965656817, + 0.005013270769268274, + 0.001440713880583644, + 0.002041220897808671, + 0.0025672463234514, + 0.004064532928168774, + 0.002498070942237973, + 0.0027361284010112286, + 0.0019123944221064448, + 0.0018026132602244616, + 0.0038190344348549843, + 0.0018454898381605744, + 0.0019737952388823032, + 0.002346767345443368, + 0.002620455576106906, + 0.002450676169246435, + 0.003571969224140048, + 0.002788629150018096, + 0.0025719888508319855, + 0.001941006164997816, + 0.001958332257345319, + 0.0024167471565306187, + 0.0015192129649221897, + 0.001994395162910223, + 0.0017782693030312657, + 0.0019192529143765569, + 0.0021779483649879694, + 0.0009986633667722344, + 0.0017686563078314066, + 0.0032469143625348806, + 0.0012516981223598123, + 0.0017797270556911826, + 0.0018824371509253979, + 0.0019861876498907804, + 0.0021688893903046846, + 0.0015421999851241708, + 0.002513572573661804, + 0.004064370412379503, + 0.0022434894926846027, + 0.002018187427893281, + 0.003321197582408786, + 0.0020846424158662558, + 0.0025966668035835028, + 0.002816607477143407, + 0.0021092689130455256, + 0.0012256185291334987, + 0.0027771703898906708, + 0.001409883494488895, + 0.002434245776385069, + 0.001536351046524942, + 0.0020601211581379175, + 0.0025083168875426054, + 0.0032750112004578114, + 0.002541206544265151, + 0.0015900556463748217, + 0.0011629880173131824, + 0.0010963153326883912, + 0.0026687742210924625, + 0.0012573794228956103, + 0.0035842026118189096, + 0.002344834618270397, + 0.001836401759646833, + 0.001398810069076717, + 0.00231660227291286, + 0.0014344359515234828, + 0.0027458341792225838, + 0.0036900509148836136, + 0.0015085884369909763, + 0.005615277215838432, + 0.0015064950566738844, + 0.0027028208132833242, + 0.0021165006328374147, + 0.002453220309689641, + 0.0024129757657647133, + 0.0025904704816639423, + 0.0035049067810177803, + 0.0020293951965868473, + 0.001656520296819508, + 0.0020229858346283436, + 0.0018464620225131512, + 0.0019360847072675824, + 0.0036331808660179377, + 0.0025331692304462194, + 0.0011164617026224732, + 0.002500837901607156, + 0.0012113930424675345, + 0.0032336576841771603, + 0.004737601615488529, + 0.0015224271919578314, + 0.004947345703840256, + 0.0014139862032607198, + 0.0024163909256458282, + 0.0024182035122066736, + 0.00148972705937922, + 0.0023599870037287474, + 0.0036723725497722626, + 0.0021233553998172283, + 0.0016870023682713509, + 0.0015338774537667632, + 0.0024792731273919344, + 0.002568633761256933, + 0.0040983292274177074, + 0.002567633520811796, + 0.004224330652505159, + 0.003975493833422661, + 0.0021314877085387707, + 0.002537002321332693, + 0.00376856978982687, + 0.002046196023002267, + 0.002263357164338231, + 0.003335079876706004, + 0.0017378624761477113, + 0.0013661315897479653, + 0.0034552791621536016, + 0.0019091725116595626, + 0.0020516111981123686, + 0.0024264403618872166, + 0.0032691708765923977, + 0.0015443175798282027, + 0.0019991956651210785, + 0.002230883575975895, + 0.0014005384873598814, + 0.0022120915818959475, + 0.0020459711086004972, + 0.0011128647020086646, + 0.0014765497762709856, + 0.0015649866545572877, + 0.0018864137819036841, + 0.0017242701724171638, + 0.0015874223317950964, + 0.0022943008225411177, + 0.002896014368161559, + 0.002030816627666354, + 0.0021879556588828564, + 0.0023207892663776875, + 0.003018050454556942, + 0.0013807000359520316, + 0.00132044218480587, + 0.0024785075802356005, + 0.0014242633478716016, + 0.0029119239188730717, + 0.0034951698035001755, + 0.0024822289124131203, + 0.002350034425035119, + 0.0016307670157402754, + 0.0024037419352680445, + 0.0026444883551448584, + 0.0024783455301076174, + 0.003435013582929969, + 0.002340602455660701, + 0.0016331407241523266, + 0.0014444246189668775, + 0.0018655622843652964, + 0.0021159229800105095, + 0.0033537682611495256, + 0.0021293889731168747, + 0.0021273742895573378, + 0.00485945725813508, + 0.0019448663806542754, + 0.00333344261161983, + 0.0013685000594705343, + 0.0014953957870602608, + 0.0016857502050697803, + 0.0023795354645699263, + 0.0012345380382612348, + 0.0020552834030240774, + 0.0028438870795071125, + 0.0013611639151349664, + 0.002853080164641142, + 0.0029759956523776054, + 0.0027576610445976257, + 0.002970481989905238, + 0.0022876106668263674, + 0.0021277773194015026, + 0.0016632563201710582, + 0.003162838751450181, + 0.002065270207822323, + 0.0020961249247193336, + 0.00182190106716007, + 0.0020552717614918947, + 0.0021502196323126554, + 0.0013644180726259947, + 0.0019698450341820717, + 0.002982566598802805, + 0.0028116244357079268, + 0.0021231328137218952, + 0.0022273266222327948, + 0.0022916763555258512, + 0.002007978968322277, + 0.002263038419187069, + 0.0026534295175224543, + 0.0015033044619485736, + 0.002054044743999839, + 0.001178162987343967, + 0.001935916836373508, + 0.0019313559168949723, + 0.0015486489282920957, + 0.002275169128552079, + 0.0030369304586201906, + 0.0018754692282527685, + 0.003107783617451787, + 0.0022275575902312994, + 0.0020884298719465733, + 0.002465507946908474, + 0.0037052491679787636, + 0.0018932390958070755, + 0.0014760775957256556, + 0.0017752612475305796, + 0.0026374179869890213, + 0.002216348424553871, + 0.0030257555190473795, + 0.002144260797649622, + 0.0034994855523109436, + 0.0021441795397549868, + 0.00521097332239151, + 0.005003924015909433, + 0.0030715197790414095, + 0.002315649762749672, + 0.001858722185716033, + 0.004249244462698698, + 0.002167296363040805, + 0.00457383319735527, + 0.0033012856729328632, + 0.0016672619385644794, + 0.002298318315297365, + 0.0029595631640404463, + 0.0025402565952390432, + 0.0015943063190206885, + 0.0011157171102240682, + 0.0022573622409254313, + 0.004289121832698584, + 0.0011480058310553432, + 0.001993852900341153, + 0.0021335429046303034, + 0.0037017595022916794, + 0.0037890973035246134, + 0.0018399124965071678, + 0.0021056130062788725, + 0.0033997383434325457, + 0.002017512684687972, + 0.0023187140468508005, + 0.0018957961583510041, + 0.0034512474667280912, + 0.003775815013796091, + 0.002103731269016862, + 0.0023234267719089985, + 0.001942205592058599, + 0.0032588436733931303, + 0.002152510453015566, + 0.003585502738133073, + 0.0011554574593901634, + 0.004678539466112852, + 0.0019505141535773873, + 0.002208445221185684, + 0.0021455215755850077, + 0.0016615333734080195, + 0.0012734177289530635, + 0.0024771399330347776, + 0.002017740625888109, + 0.001601691241376102, + 0.0029001575894653797, + 0.0034339078702032566, + 0.0010739528806880116, + 0.003088344819843769, + 0.0016835757996886969, + 0.0017906947759911418, + 0.0018569398671388626, + 0.0017157188849523664, + 0.0025013110134750605, + 0.002509556943550706, + 0.003485738532617688, + 0.0022568681742995977, + 0.0021724184043705463, + 0.003302144119516015, + 0.004511262755841017, + 0.003184029832482338, + 0.0010601186659187078, + 0.0018328857840970159, + 0.003241191618144512, + 0.005332564935088158, + 0.0023638259153813124, + 0.007741086184978485, + 0.0015952696558088064, + 0.0017424772959202528, + 0.0019379452569410205, + 0.0036176161374896765, + 0.0019200015813112259, + 0.002098055323585868, + 0.0022275166120380163, + 0.002804226242005825, + 0.0026703127659857273, + 0.004076892975717783, + 0.002829069271683693, + 0.002184238051995635, + 0.00216290052048862, + 0.0023849187418818474, + 0.0019742294680327177, + 0.0032925992272794247, + 0.00214555230922997, + 0.001328920596279204, + 0.0024411133490502834, + 0.002491393592208624, + 0.0031491939444094896, + 0.00326549238525331, + 0.0020023570396006107, + 0.0032111643813550472, + 0.0013538028579205275, + 0.0034629683941602707, + 0.0015157003654167056, + 0.0024671268183737993, + 0.0023068164009600878, + 0.002335110679268837, + 0.0015368885360658169, + 0.004313260316848755, + 0.00510479137301445, + 0.0016975809121504426, + 0.002017210703343153, + 0.003347928635776043, + 0.002013531280681491, + 0.002306889044120908, + 0.0033871119376271963, + 0.0011402282398194075, + 0.0021621198393404484, + 0.0021373203489929438, + 0.00185477826744318, + 0.004026283044368029, + 0.003328107763081789, + 0.0033000754192471504, + 0.0013825276400893927, + 0.0016690839547663927, + 0.005261452868580818, + 0.0028295472729951143, + 0.0026340943295508623, + 0.0011661050375550985, + 0.002550730248913169, + 0.001970564015209675, + 0.002605814253911376, + 0.003276115283370018, + 0.002347386907786131, + 0.0014432294992730021, + 0.0012793303467333317, + 0.0022296863608062267, + 0.0021940087899565697, + 0.0018455996178090572, + 0.0026810732670128345, + 0.004057997837662697, + 0.0020977656822651625, + 0.0038191007915884256, + 0.0015877631958574057, + 0.0018715023761615157, + 0.00194779341109097, + 0.002098470227792859, + 0.003576766699552536, + 0.0026291427202522755, + 0.0015953548718243837, + 0.003425685688853264, + 0.002529058838263154, + 0.003325941739603877, + 0.00287814368493855, + 0.0023993798531591892, + 0.0016126263653859496, + 0.00388826965354383, + 0.004328321665525436, + 0.003072996623814106, + 0.004567331168800592, + 0.0025141306687146425, + 0.0019339668797329068, + 0.0038951814640313387, + 0.0030376140493899584, + 0.002794296247884631, + 0.003328519407659769, + 0.003612436354160309, + 0.0029600365087389946, + 0.0035798903554677963, + 0.0017897109501063824, + 0.0031041009351611137, + 0.0032273444812744856, + 0.0034043623600155115, + 0.0029362619388848543, + 0.0014050441095605493, + 0.0031186104752123356, + 0.002540291752666235, + 0.002426500665023923, + 0.0034389421343803406, + 0.001829130807891488, + 0.0016808472573757172, + 0.0014382682275027037, + 0.001138076651841402, + 0.0026821051724255085, + 0.0021382749546319246, + 0.002218556124716997, + 0.00223577325232327, + 0.0022384868934750557, + 0.0017846936825662851, + 0.0015416535316035151, + 0.0031261700205504894, + 0.0016026758821681142, + 0.003275822615250945, + 0.00328825693577528, + 0.0037417144048959017, + 0.001470215735025704, + 0.004705651663243771, + 0.0023769952822476625, + 0.0027583108749240637, + 0.002613696502521634, + 0.002791407285258174, + 0.00341651844792068, + 0.0019317411351948977, + 0.0021520755253732204, + 0.0017044269479811192, + 0.001584271085448563, + 0.002759326249361038, + 0.0017677242867648602, + 0.0027811643667519093, + 0.00432597566395998, + 0.002838958753272891, + 0.0035642501898109913, + 0.002426189836114645, + 0.0032692740205675364, + 0.0026842814404517412, + 0.001426332164555788, + 0.00273259449750185, + 0.004415517672896385, + 0.0019664759747684, + 0.0026541762053966522, + 0.0014460321981459856, + 0.00272991880774498, + 0.002478205133229494, + 0.0027418057434260845, + 0.001761938096024096, + 0.0027794810011982918, + 0.002615039935335517, + 0.0021507490891963243, + 0.0030299059581011534, + 0.0011331952409818769, + 0.0019531918223947287, + 0.003411263460293412, + 0.0027193522546440363, + 0.0031239434611052275, + 0.0025987490080296993, + 0.0024462242145091295, + 0.0023397861514240503, + 0.003323294222354889, + 0.002092744456604123, + 0.0036183283664286137, + 0.002584801521152258, + 0.0028061752673238516, + 0.0017261255998164415, + 0.0030992331448942423, + 0.0020579006522893906, + 0.004933211952447891, + 0.002892661141231656, + 0.0017989736516028643, + 0.0013754864921793342, + 0.0034959123004227877, + 0.003090989077463746, + 0.0023761128541082144, + 0.002900092164054513, + 0.0022146073170006275, + 0.002708590589463711, + 0.004310896620154381, + 0.001469599548727274, + 0.0023339507170021534, + 0.0021222473587840796, + 0.003975433763116598, + 0.001271178014576435, + 0.002077483804896474, + 0.0019610896706581116, + 0.002997207920998335, + 0.0026679004076868296, + 0.0024828019086271524, + 0.0020993396174162626, + 0.0024336129426956177, + 0.002542695729061961, + 0.0013260439736768603, + 0.0019682967104017735, + 0.0010865398216992617, + 0.0014743698993697762, + 0.0016782768070697784, + 0.0015009858179837465, + 0.003274735528975725, + 0.0027926675975322723, + 0.0022397441789507866, + 0.0010485192760825157, + 0.003698814194649458, + 0.0025972381699830294, + 0.002326721791177988, + 0.002593553625047207, + 0.0013018558965995908, + 0.002373321680352092, + 0.0015061760786920786, + 0.0021810284815728664, + 0.0026195370592176914, + 0.0011295998701825738, + 0.002259801607578993, + 0.001273911795578897, + 0.0026823573280125856, + 0.0025146275293082, + 0.0014262082986533642, + 0.0013520403299480677, + 0.0012175269657745957, + 0.002543371170759201, + 0.00309002585709095, + 0.0011472423793748021, + 0.002880951389670372, + 0.0024285975378006697, + 0.0024885402526706457, + 0.0014403878012672067, + 0.0013221047120168805, + 0.0012513658730313182, + 0.002212969120591879, + 0.002211937913671136, + 0.0029348828829824924, + 0.002824308816343546, + 0.0035584575962275267, + 0.002821336267516017, + 0.002047513844445348, + 0.0032491351012140512, + 0.002583904191851616, + 0.0026032268069684505, + 0.001436496269889176, + 0.002326135290786624, + 0.0019043713109567761, + 0.0035425873938947916, + 0.0013617841759696603, + 0.0039040844421833754, + 0.0019042892381548882, + 0.0035620350390672684, + 0.0013062076177448034, + 0.0016140684019774199, + 0.003858356038108468, + 0.0020662567112594843, + 0.0032121986150741577, + 0.0017196679254993796, + 0.003504472319036722, + 0.0023965006694197655, + 0.003157728584483266, + 0.001976925181224942, + 0.0023156795650720596, + 0.002819886663928628, + 0.0027409482281655073, + 0.001537892036139965, + 0.0020574103109538555, + 0.002586459508165717, + 0.0016225773142650723, + 0.003315947251394391, + 0.0029698233120143414, + 0.002592085860669613, + 0.0015268571441993117, + 0.004031670745462179, + 0.003280125092715025, + 0.0015290466835722327, + 0.0015452319057658315, + 0.0020625279285013676, + 0.002274131868034601, + 0.003306293860077858, + 0.0036637738812714815, + 0.004238909110426903, + 0.0023445473052561283, + 0.0031354562379419804, + 0.0022094801533967257, + 0.002971814014017582, + 0.0029425150714814663, + 0.0027660990599542856, + 0.002546626375988126, + 0.0024603684432804585, + 0.003040397772565484, + 0.0031178167555481195, + 0.002496604807674885, + 0.002784350421279669, + 0.004286330193281174, + 0.0013657407835125923, + 0.002809829544275999, + 0.0024650634732097387, + 0.00207097502425313, + 0.0013485841918736696, + 0.0036775716580450535, + 0.002257471438497305, + 0.002809423254802823, + 0.002860340755432844, + 0.003453860990703106, + 0.0015821311390027404, + 0.0021905405446887016, + 0.005471190437674522, + 0.0021772044710814953, + 0.001958644250407815, + 0.001535190618596971, + 0.0030404815915971994, + 0.004289971198886633, + 0.00368509185500443, + 0.0026067181024700403, + 0.0035738793667405844, + 0.0012588960817083716, + 0.002340921899303794, + 0.0013705154415220022, + 0.0017994733061641455, + 0.002664592582732439, + 0.0030234528239816427, + 0.002666233107447624, + 0.0022178732324391603, + 0.0024436276871711016, + 0.0016369940713047981, + 0.0034050196409225464, + 0.0021171309053897858, + 0.0024468007031828165, + 0.002672298811376095, + 0.00497796293348074, + 0.00288854306563735, + 0.0018803999992087483, + 0.0027543148025870323, + 0.0030876051168888807, + 0.00253177247941494, + 0.0079139843583107, + 0.002186728175729513, + 0.0023934361524879932, + 0.002539009554311633, + 0.0014029360609129071, + 0.0021547689102590084, + 0.0021020923741161823, + 0.00245388550683856, + 0.0022060121409595013, + 0.0033760694786906242, + 0.0019843478221446276, + 0.0014150518691167235, + 0.001949768397025764, + 0.004799904301762581, + 0.0018253870075568557, + 0.002423572586849332, + 0.0014918982051312923, + 0.0031569278798997402, + 0.0024962734896689653, + 0.0030507631599903107, + 0.004062529653310776, + 0.004561823792755604, + 0.0032020648941397667, + 0.001232265611179173, + 0.0015695380279794335, + 0.00507096853107214, + 0.002836794825270772, + 0.002690111519768834, + 0.0058622825890779495, + 0.0026101642288267612, + 0.0034261182881891727, + 0.002345076762139797, + 0.002481131348758936, + 0.002502774354070425, + 0.003040686948224902, + 0.0021073543466627598, + 0.0038820612244307995, + 0.002795647829771042, + 0.0027416148222982883, + 0.0012850002385675907, + 0.0018024343298748136, + 0.0028871973045170307, + 0.0014058458618819714, + 0.0014379916246980429, + 0.0021821483969688416, + 0.0013261104468256235, + 0.0010983175598084927, + 0.0028076719027012587, + 0.003237638622522354, + 0.0030972748063504696, + 0.0019987982232123613, + 0.001186940586194396, + 0.001414633821696043, + 0.0013055712915956974, + 0.0022831191308796406, + 0.0021606681402772665, + 0.0013185532297939062, + 0.0015721683157607913, + 0.0027393328491598368, + 0.0019617772195488214, + 0.002048430498689413, + 0.001543350168503821, + 0.0012496269773691893, + 0.001647068653255701, + 0.001203392748720944, + 0.001268560765311122, + 0.0023723910562694073, + 0.0020129813347011805, + 0.0016002344200387597, + 0.0017454262124374509, + 0.0018727800343185663, + 0.0026846888940781355, + 0.0019605483394116163, + 0.002290248405188322, + 0.001947707263752818, + 0.0022899676114320755 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 103, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 104, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:2:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.2.output.dense", + "input_tensor_infos": [ + { + "id": 104, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.01996305212378502 + ], + "zero_point": [ + 9 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0020702786277979612, + 0.0034493363928049803, + 0.002877278486266732, + 0.0013704156735911965, + 0.001652987557463348, + 0.0028136230539530516, + 0.00174427661113441, + 0.002059409860521555, + 0.003038159105926752, + 0.0015218229964375496, + 0.00356174074113369, + 0.003224635496735573, + 0.0027643993962556124, + 0.0025977720506489277, + 0.0020291400142014027, + 0.0021302150562405586, + 0.002826827811077237, + 0.0024394013453274965, + 0.0013998877257108688, + 0.0015746201388537884, + 0.002402827376499772, + 0.0040113478899002075, + 0.003123154165223241, + 0.002688234904780984, + 0.028517480939626694, + 0.008526577614247799, + 0.0019427520455792546, + 0.0027116171550005674, + 0.002518841763958335, + 0.0022714228834956884, + 0.02693096548318863, + 0.0014802010264247656, + 0.0036339019425213337, + 0.002290586242452264, + 0.002301283646374941, + 0.0037159568164497614, + 0.0020420209039002657, + 0.0017367067048326135, + 0.0037199787329882383, + 0.0020805802196264267, + 0.001566607505083084, + 0.001976958243176341, + 0.006258352659642696, + 0.002407996915280819, + 0.003215539501979947, + 0.0017358673503622413, + 0.0030618116725236177, + 0.002243045484647155, + 0.002275844570249319, + 0.0020834580063819885, + 0.0022104671224951744, + 0.002995982998982072, + 0.002071837894618511, + 0.001632072264328599, + 0.0023204663302749395, + 0.004119173623621464, + 0.0031060189940035343, + 0.001871591666713357, + 0.0023033947218209505, + 0.002225488657131791, + 0.0020198426209390163, + 0.0024444919545203447, + 0.002340569393709302, + 0.001674673636443913, + 0.0029972053598612547, + 0.001901168841868639, + 0.0019329829374328256, + 0.002209771890193224, + 0.0034576617181301117, + 0.002708124229684472, + 0.001950753154233098, + 0.0019846458453685045, + 0.0016929571283981204, + 0.0032320867758244276, + 0.0019932992290705442, + 0.0035480812657624483, + 0.002265871036797762, + 0.003133082529529929, + 0.002411122201010585, + 0.00251401262357831, + 0.0018635010346770287, + 0.0033965043257921934, + 0.0031541266944259405, + 0.0015718445647507906, + 0.003145376453176141, + 0.0034162593074142933, + 0.0019633083138614893, + 0.002669775625690818, + 0.0032326362561434507, + 0.0025223318953067064, + 0.001785952365025878, + 0.0038885874673724174, + 0.0020553800277411938, + 0.0027185578364878893, + 0.002307840157300234, + 0.0014765840023756027, + 0.001897378358989954, + 0.0036019410472363234, + 0.006354167591780424, + 0.003277922747656703, + 0.001932323444634676, + 0.002073870971798897, + 0.002225083764642477, + 0.002355810021981597, + 0.0028266014996916056, + 0.002673050854355097, + 0.0020677619613707066, + 0.005943949334323406, + 0.0028592143207788467, + 0.0027063675224781036, + 0.0023254293482750654, + 0.0026616891846060753, + 0.0021457793191075325, + 0.003103797324001789, + 0.004932890646159649, + 0.001568205188959837, + 0.0018149898387491703, + 0.0029732875991612673, + 0.003191506490111351, + 0.0018128844676539302, + 0.002147512976080179, + 0.0023839115165174007, + 0.001806381973437965, + 0.002388671273365617, + 0.0035939794033765793, + 0.003235376439988613, + 0.002370605943724513, + 0.0020374497398734093, + 0.002672774950042367, + 0.0022049073595553637, + 0.001960043329745531, + 0.0022239633835852146, + 0.003232761984691024, + 0.002778402529656887, + 0.002566074952483177, + 0.004974127747118473, + 0.0022775318939238787, + 0.002119458978995681, + 0.0035089703742414713, + 0.0026775002479553223, + 0.0037273033522069454, + 0.002452528104186058, + 0.001492842799052596, + 0.003468040144070983, + 0.0029302218463271856, + 0.002176645677536726, + 0.004047795664519072, + 0.003233811818063259, + 0.003644557436928153, + 0.0019382662139832973, + 0.0030081255827099085, + 0.0024248608388006687, + 0.0022889021784067154, + 0.002016856800764799, + 0.0014761777129024267, + 0.0019078722689300776, + 0.0025429041124880314, + 0.002109629102051258, + 0.0016484132502228022, + 0.002396439900621772, + 0.0027844668366014957, + 0.0031362895388156176, + 0.002858520485460758, + 0.005367104895412922, + 0.003662632778286934, + 0.0020382811781018972, + 0.005348997190594673, + 0.0030433388892561197, + 0.002304025227203965, + 0.0017292650882154703, + 0.001530094537883997, + 0.0036780089139938354, + 0.002351204864680767, + 0.001987529918551445, + 0.002619568957015872, + 0.002419187920168042, + 0.0017557023093104362, + 0.0025956477038562298, + 0.0024855337105691433, + 0.004221394658088684, + 0.003903958946466446, + 0.0019164200639352202, + 0.0031595102045685053, + 0.002211932325735688, + 0.0020245357882231474, + 0.003128225216642022, + 0.0021834562066942453, + 0.0024335952475667, + 0.0019191955216228962, + 0.002361466409638524, + 0.0018613087013363838, + 0.001926357508637011, + 0.00211924291215837, + 0.002000223845243454, + 0.004230401013046503, + 0.0027281716465950012, + 0.002234752755612135, + 0.01005746703594923, + 0.0023255457635968924, + 0.002552492544054985, + 0.002399508375674486, + 0.0032267130445688963, + 0.0027380716055631638, + 0.0018937628483399749, + 0.002149284118786454, + 0.0018387583550065756, + 0.0030073062516748905, + 0.004118659999221563, + 0.0024473490193486214, + 0.0034622743260115385, + 0.002535758540034294, + 0.003064705291762948, + 0.00340243149548769, + 0.0029888744466006756, + 0.001720063854008913, + 0.002354517811909318, + 0.00408428767696023, + 0.0066731697879731655, + 0.001984389964491129, + 0.001976779894903302, + 0.0025145704858005047, + 0.002726474776864052, + 0.001833537477068603, + 0.001964527415111661, + 0.002378772245720029, + 0.0028416861314326525, + 0.0019841135945171118, + 0.0024714451283216476, + 0.001823812024667859, + 0.0023736627772450447, + 0.0016647325828671455, + 0.0030824251007288694, + 0.0020999484695494175, + 0.003435493214055896, + 0.0025397271383553743, + 0.0026481549721211195, + 0.0019682233687490225, + 0.0021240031346678734, + 0.003887461731210351, + 0.002351794159039855, + 0.0023992343340069056, + 0.00295128277502954, + 0.002043147338554263, + 0.009916264563798904, + 0.0016100272769108415, + 0.002237103646621108, + 0.0041392892599105835, + 0.0028185162227600813, + 0.0016434876015409827, + 0.004043630789965391, + 0.002422044984996319, + 0.003960222005844116, + 0.0024369109887629747, + 0.0018657565815374255, + 0.001748743117786944, + 0.002455121139064431, + 0.0031094802543520927, + 0.001747093047015369, + 0.0027166942600160837, + 0.0014858153881505132, + 0.0021543707698583603, + 0.0017213925020769238, + 0.006977490149438381, + 0.003092275932431221, + 0.002592751756310463, + 0.001916249981150031, + 0.0026553859934210777, + 0.0026047087740153074, + 0.0023494178894907236, + 0.0025539982598274946, + 0.001945675816386938, + 0.0026688138023018837, + 0.0024708621203899384, + 0.0022396494168788195, + 0.0017051022732630372, + 0.001974770799279213, + 0.0022369788493961096, + 0.0022694237995892763, + 0.002640816615894437, + 0.0024519586004316807, + 0.0024602110497653484, + 0.002899021143093705, + 0.0019262470304965973, + 0.004313033074140549, + 0.003801875514909625, + 0.002359002595767379, + 0.0015703982207924128, + 0.0019219901878386736, + 0.0023759552277624607, + 0.0021674807649105787, + 0.002228727098554373, + 0.0018115475540980697, + 0.0017794546438381076, + 0.0017973192734643817, + 0.0020727035589516163, + 0.0018329378217458725, + 0.0024338373914361, + 0.0017332038842141628, + 0.0020029733423143625, + 0.0030860586557537317, + 0.004142917226999998, + 0.0030058284755796194, + 0.0018368521705269814, + 0.004366500303149223, + 0.0021730661392211914, + 0.0027821273542940617, + 0.0038942373357713223, + 0.0034771901555359364, + 0.005515497177839279, + 0.002269518794491887, + 0.00253263465128839, + 0.005729427095502615, + 0.001740568084642291, + 0.0026582989376038313, + 0.0022648826707154512, + 0.002703201724216342, + 0.001938707078807056, + 0.0016848916420713067, + 0.0018216802272945642, + 0.005103765521198511, + 0.0019939132034778595, + 0.0025701546110212803, + 0.0020571528002619743, + 0.003414703533053398, + 0.0017492353217676282, + 0.0021407033782452345, + 0.0011523093562573195, + 0.002613468561321497, + 0.003999457694590092, + 0.0022550737485289574, + 0.003304581856355071, + 0.002858250169083476, + 0.0038409261032938957, + 0.0024610813707113266, + 0.002179663861170411, + 0.0019506860990077257, + 0.0025607848074287176, + 0.0024540391750633717, + 0.00420351792126894, + 0.0014198529534041882, + 0.004276768770068884, + 0.0024078763090074062, + 0.0026749414391815662, + 0.0025540601927787066, + 0.002768401289358735, + 0.0017400668002665043, + 0.002672306727617979, + 0.0018464511958882213, + 0.003937912173569202, + 0.0023833131417632103, + 0.002195861889049411, + 0.0023738103918731213, + 0.0026861587539315224, + 0.0028757944237440825, + 0.0019218589877709746, + 0.002240833593532443, + 0.0032263868488371372, + 0.0024152228143066168, + 0.0024887952022254467, + 0.00229447684250772, + 0.003611733205616474, + 0.002450017025694251, + 0.001555528026074171, + 0.0026720601599663496, + 0.0034079987090080976, + 0.002472465392202139, + 0.0021027179900556803, + 0.0028470782563090324, + 0.001942077069543302, + 0.002000155858695507, + 0.002408114727586508, + 0.003962984308600426, + 0.003413126105442643, + 0.002851988887414336, + 0.0027566736098378897, + 0.0025387071073055267, + 0.003077402478083968, + 0.003740444080904126, + 0.0031037034932523966, + 0.0018980121240019798, + 0.002696690848097205, + 0.001894723391160369, + 0.0028386591002345085, + 0.0032536815851926804 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 105, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.2.output", + "input_tensor_infos": [ + { + "id": 106, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.04250195622444153 + ], + "zero_point": [ + 138 + ] + }, + { + "id": 102, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.1369764506816864 + ], + "zero_point": [ + 225 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 107, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.output.dropout", + "input_tensor_infos": [ + { + "id": 105, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 106, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.2.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 107, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:3": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:3:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 131, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:3:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.attention.self.query", + "input_tensor_infos": [ + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.033381491899490356 + ], + "zero_point": [ + 140 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.003454020246863365, + 0.002912971656769514, + 0.002740485593676567, + 0.003206708002835512, + 0.0023336915764957666, + 0.0032121585682034492, + 0.002567406976595521, + 0.00226305378600955, + 0.0038013840094208717, + 0.0035527662839740515, + 0.0031586838886141777, + 0.0025949720293283463, + 0.002863325411453843, + 0.0034127698745578527, + 0.0034443263430148363, + 0.0030691928695887327, + 0.00335190468467772, + 0.002563482616096735, + 0.002700475277379155, + 0.003921950701624155, + 0.003886256366968155, + 0.0027644073124974966, + 0.002939231926575303, + 0.004821307957172394, + 0.0037942822091281414, + 0.0027251774445176125, + 0.0030486208852380514, + 0.0030119861476123333, + 0.0031135401222854853, + 0.003320703050121665, + 0.0032432943116873503, + 0.004043909255415201, + 0.0030688808765262365, + 0.0029457053169608116, + 0.003108728677034378, + 0.0028981303330510855, + 0.0029975820798426867, + 0.002940898295491934, + 0.0029393492732197046, + 0.002996629336848855, + 0.00288650905713439, + 0.0030982650350779295, + 0.002934733172878623, + 0.0035670746583491564, + 0.002827615011483431, + 0.0034894810523837805, + 0.0027153552509844303, + 0.003767305286601186, + 0.0034044194035232067, + 0.0033324635587632656, + 0.0034273904748260975, + 0.0033990484662353992, + 0.00357819814234972, + 0.003672429360449314, + 0.002843511290848255, + 0.0033027511090040207, + 0.0030693591106683016, + 0.0035299991723150015, + 0.0037153312005102634, + 0.0032602210994809866, + 0.0039043202996253967, + 0.003101062262430787, + 0.003452709410339594, + 0.004336095880717039, + 0.003109610639512539, + 0.003305790713056922, + 0.003483741544187069, + 0.0033970570657402277, + 0.003612618427723646, + 0.003494776552543044, + 0.0036925747990608215, + 0.003346681362017989, + 0.0035779541358351707, + 0.004207391757518053, + 0.003171809483319521, + 0.003311147214844823, + 0.003287212224677205, + 0.0032492419704794884, + 0.00292279408313334, + 0.0032749678939580917, + 0.0030321513768285513, + 0.0029570218175649643, + 0.0034161799121648073, + 0.0034513550344854593, + 0.004111280664801598, + 0.002892511198297143, + 0.002745987381786108, + 0.0033954631071537733, + 0.003635814879089594, + 0.0032168058678507805, + 0.003821409773081541, + 0.0036658882163465023, + 0.003056073095649481, + 0.003971342463046312, + 0.003275081515312195, + 0.0034375835675746202, + 0.002971265697851777, + 0.0032609638292342424, + 0.0036814820487052202, + 0.00391182117164135, + 0.003701268695294857, + 0.003561269026249647, + 0.003183922963216901, + 0.0029024332761764526, + 0.0037842385936528444, + 0.003201656974852085, + 0.0035486777778714895, + 0.003379309317097068, + 0.0037336666136980057, + 0.003928507212549448, + 0.0033300488721579313, + 0.003430504584684968, + 0.0039321123622357845, + 0.004578114952892065, + 0.005133301019668579, + 0.003238706849515438, + 0.003754186909645796, + 0.0035265092737972736, + 0.003420318942517042, + 0.0045342035591602325, + 0.0035955721978098154, + 0.0032003542874008417, + 0.003433216828852892, + 0.0032968944869935513, + 0.003038728842511773, + 0.002859631320461631, + 0.004697159398347139, + 0.003396082203835249, + 0.002379088895395398, + 0.002697324613109231, + 0.0027516146656125784, + 0.0026409791316837072, + 0.002718416042625904, + 0.002513931365683675, + 0.002348005073145032, + 0.002868283074349165, + 0.0030201019253581762, + 0.0031086276285350323, + 0.0029362328350543976, + 0.0024405186995863914, + 0.0020761790219694376, + 0.0025501728523522615, + 0.002887808019295335, + 0.0025330055505037308, + 0.00436501344665885, + 0.0033573985565453768, + 0.0027765759732574224, + 0.002975149778649211, + 0.0022402696777135134, + 0.003926052711904049, + 0.0022472869604825974, + 0.002848296193405986, + 0.002662290818989277, + 0.0023389216512441635, + 0.002761388663202524, + 0.0025689173489809036, + 0.002692294307053089, + 0.0026272940449416637, + 0.0023072920739650726, + 0.0027249630074948072, + 0.002430550055578351, + 0.0031483578495681286, + 0.00382252037525177, + 0.003610381856560707, + 0.002557679545134306, + 0.0026753151323646307, + 0.002500851172953844, + 0.0031439324375241995, + 0.002799831796437502, + 0.0023611148353666067, + 0.003246363950893283, + 0.0024027288891375065, + 0.002351516392081976, + 0.0033710079733282328, + 0.0029304951895028353, + 0.0023734604474157095, + 0.0026051742024719715, + 0.0023925257846713066, + 0.0028576829936355352, + 0.00343869486823678, + 0.0023385470267385244, + 0.0027321260422468185, + 0.0036219614557921886, + 0.0021667222026735544, + 0.002173040295019746, + 0.0029718969017267227, + 0.0028770731296390295, + 0.0027035868261009455, + 0.002669005189090967, + 0.0028806589543819427, + 0.002725456142798066, + 0.002609282499179244, + 0.002881423570215702, + 0.0027119300793856382, + 0.002284907503053546, + 0.00277782347984612, + 0.002443430246785283, + 0.0032904911786317825, + 0.002196438144892454, + 0.002470008097589016, + 0.002174875931814313, + 0.002434041118249297, + 0.002121784957125783, + 0.0022438373416662216, + 0.002061862964183092, + 0.0036963922902941704, + 0.0027298014611005783, + 0.0020951416809111834, + 0.002975028706714511, + 0.0026067933067679405, + 0.0023588493932038546, + 0.00250840000808239, + 0.0020786237437278032, + 0.0020691752433776855, + 0.0025285007432103157, + 0.0019715242087841034, + 0.002471372252330184, + 0.002411541296169162, + 0.002117915078997612, + 0.002461268100887537, + 0.0027289933059364557, + 0.003950674552470446, + 0.0031244740821421146, + 0.0025017375592142344, + 0.0036489609628915787, + 0.0035356166772544384, + 0.003954822197556496, + 0.003387026721611619, + 0.0023086578585207462, + 0.004007366485893726, + 0.0035566119477152824, + 0.003094176761806011, + 0.004060599487274885, + 0.003478807397186756, + 0.0032788515090942383, + 0.003540043020620942, + 0.0033127451315522194, + 0.0033650679979473352, + 0.0037591971922665834, + 0.0036426486913114786, + 0.0027706834953278303, + 0.0036824545823037624, + 0.00244133616797626, + 0.0027488344348967075, + 0.0033598521258682013, + 0.003031846135854721, + 0.0029516704380512238, + 0.003855360671877861, + 0.0033905114978551865, + 0.0034926298540085554, + 0.006213188637048006, + 0.002504712203517556, + 0.00354750151745975, + 0.003873394802212715, + 0.00356422271579504, + 0.002808301243931055, + 0.003492192830890417, + 0.0034769438207149506, + 0.003229074412956834, + 0.003444097237661481, + 0.005056086927652359, + 0.003349534934386611, + 0.003985096234828234, + 0.0028202179819345474, + 0.004030673764646053, + 0.003517051925882697, + 0.0037756990641355515, + 0.003931275103241205, + 0.0034409756772220135, + 0.0037698803935199976, + 0.0028995864558964968, + 0.0033405302092432976, + 0.0036081578582525253, + 0.003545071929693222, + 0.0029231447260826826, + 0.002923664404079318, + 0.003114407416433096, + 0.0032613291405141354, + 0.0031750572379678488, + 0.003823575098067522, + 0.003377494402229786, + 0.004572476260364056, + 0.002721895696595311, + 0.004280344117432833, + 0.0029399918857961893, + 0.0027854565996676683, + 0.003246710868552327, + 0.003826429136097431, + 0.002252755220979452, + 0.0019704701844602823, + 0.002704454818740487, + 0.0032857307232916355, + 0.0024155310820788145, + 0.004303265362977982, + 0.002555582672357559, + 0.003489144379273057, + 0.0029326064977794886, + 0.003099781693890691, + 0.0031681631226092577, + 0.002852638717740774, + 0.004735841881483793, + 0.0021841605193912983, + 0.002904685912653804, + 0.0033707083202898502, + 0.003967958968132734, + 0.0025008467491716146, + 0.002285825787112117, + 0.0027900042477995157, + 0.0046937777660787106, + 0.002792665269225836, + 0.002913620788604021, + 0.002316189231351018, + 0.002617437159642577, + 0.0025500720366835594, + 0.002736455760896206, + 0.0030917387921363115, + 0.002264660783112049, + 0.00505060562863946, + 0.002943196799606085, + 0.004009506199508905, + 0.00340280425734818, + 0.002928979229182005, + 0.0026025502011179924, + 0.0044247740879654884, + 0.002942653838545084, + 0.0034620414953678846, + 0.0028400407172739506, + 0.0033296290785074234, + 0.0031264806166291237, + 0.0023296072613447905, + 0.0031626855488866568, + 0.0023993346840143204, + 0.0044692386873066425, + 0.0024657691828906536, + 0.002699361415579915, + 0.0027997521683573723, + 0.0028105955570936203, + 0.0032101531978696585, + 0.002564753405749798, + 0.0026210506912320852, + 0.003983708564192057, + 0.0032795346342027187, + 0.0026475379709154367, + 0.002419344848021865, + 0.0029854809399694204, + 0.002771123079583049, + 0.0028054427821189165, + 0.0028562438674271107, + 0.002593646291643381, + 0.002200524089857936, + 0.0034217985812574625, + 0.0029207118786871433, + 0.0025161392986774445, + 0.0029918618965893984, + 0.0026465801056474447, + 0.0027373384218662977, + 0.003740079700946808, + 0.002630513394251466, + 0.0025128619745373726, + 0.0031017751898616552, + 0.0031501706689596176, + 0.005406367592513561, + 0.002784127602353692, + 0.0028259428218007088, + 0.0034537422470748425, + 0.002943785861134529, + 0.003229555208235979, + 0.0029376959428191185, + 0.0027983919717371464, + 0.0027475939132273197, + 0.002571230987086892, + 0.002762781921774149, + 0.0028113394510000944, + 0.0028163001406937838, + 0.003350724233314395, + 0.002485599834471941, + 0.002530006691813469, + 0.002804708667099476, + 0.004057107027620077, + 0.0023217869456857443, + 0.0034946275409311056, + 0.002852729521691799, + 0.002491181716322899, + 0.0032276478596031666 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 109, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.attention.self.key", + "input_tensor_infos": [ + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.033381491899490356 + ], + "zero_point": [ + 140 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0045564924366772175, + 0.004993391688913107, + 0.0033425388392060995, + 0.002491928869858384, + 0.00285398680716753, + 0.0046527199447155, + 0.0031043007038533688, + 0.0030486551113426685, + 0.004968157969415188, + 0.003178802551701665, + 0.004283830989152193, + 0.002976200543344021, + 0.00377950188703835, + 0.0033508080523461103, + 0.003343543503433466, + 0.0029544762801378965, + 0.0030342519748955965, + 0.002700283657759428, + 0.0038468523416668177, + 0.003937424626201391, + 0.0031847204081714153, + 0.005386357195675373, + 0.0026634731329977512, + 0.0049439393915236, + 0.0030769240111112595, + 0.0030060834251344204, + 0.0038689086213707924, + 0.0037137595936656, + 0.0033904677256941795, + 0.002939089434221387, + 0.005789064336568117, + 0.004244026727974415, + 0.002723450306802988, + 0.0033967734780162573, + 0.0028374893590807915, + 0.0026907967403531075, + 0.002901111962273717, + 0.004191833082586527, + 0.0032012483570724726, + 0.0025525889359414577, + 0.004359611310064793, + 0.0032474978361278772, + 0.0029940828680992126, + 0.003263943362981081, + 0.0032055291812866926, + 0.005300171673297882, + 0.0028626001439988613, + 0.0034215357154607773, + 0.0035339570604264736, + 0.0044709076173603535, + 0.004987888038158417, + 0.0031635258346796036, + 0.0031391798984259367, + 0.0024422553833574057, + 0.0028531590942293406, + 0.0032858257181942463, + 0.004113702103495598, + 0.002749761799350381, + 0.0034554717130959034, + 0.0037943508941680193, + 0.0031868198420852423, + 0.0037012917455285788, + 0.0041579026728868484, + 0.0026474473997950554, + 0.003350743092596531, + 0.0032160028349608183, + 0.0032735702116042376, + 0.00265935598872602, + 0.003092712489888072, + 0.002774440450593829, + 0.003109848825260997, + 0.002874863101169467, + 0.0023947556037455797, + 0.0033698389306664467, + 0.0025841095484793186, + 0.002657057251781225, + 0.0032981503754854202, + 0.0033811924513429403, + 0.0029664081521332264, + 0.0035628709010779858, + 0.0030778555665165186, + 0.0028136097826063633, + 0.003521501086652279, + 0.004323621280491352, + 0.003725147107616067, + 0.002983459969982505, + 0.002682305872440338, + 0.004018188454210758, + 0.003572210669517517, + 0.002956433454528451, + 0.0033124564215540886, + 0.0028332413639873266, + 0.0027030357159674168, + 0.002717327792197466, + 0.00326539040543139, + 0.0034753535874187946, + 0.0035297642461955547, + 0.0035384921357035637, + 0.00370010850019753, + 0.004061945714056492, + 0.003085232339799404, + 0.0028544296510517597, + 0.0034335111267864704, + 0.0029091755859553814, + 0.0032526745926588774, + 0.002778266090899706, + 0.0033953161910176277, + 0.0029525747522711754, + 0.0034306920133531094, + 0.002969158813357353, + 0.003635141998529434, + 0.003281486453488469, + 0.003811664180830121, + 0.0042420499958097935, + 0.0043964930810034275, + 0.002966715255752206, + 0.003023169469088316, + 0.0037692547775804996, + 0.004218366462737322, + 0.003787433262914419, + 0.003038416150957346, + 0.0029432957526296377, + 0.0028812990058213472, + 0.003369889920577407, + 0.003792325733229518, + 0.0031922420021146536, + 0.0035152032505720854, + 0.003000544384121895, + 0.0023725400678813457, + 0.0034383090678602457, + 0.002383589278906584, + 0.002883575391024351, + 0.0035542885307222605, + 0.0021746058482676744, + 0.002611980540677905, + 0.0030574132688343525, + 0.002716453978791833, + 0.0030906309839338064, + 0.002668264089152217, + 0.0026061770040541887, + 0.0028828131034970284, + 0.0019830395467579365, + 0.0037799200508743525, + 0.0022948409896343946, + 0.00269696325995028, + 0.002931517083197832, + 0.003756952239200473, + 0.0026114319916814566, + 0.0024857197422534227, + 0.0026439193170517683, + 0.002157564042136073, + 0.003209591843187809, + 0.0025327291805297136, + 0.0026595359668135643, + 0.0036405983846634626, + 0.00276396912522614, + 0.002584781963378191, + 0.0030133044347167015, + 0.003163636429235339, + 0.002896047430112958, + 0.0030662643257528543, + 0.0039292797446250916, + 0.00542138796299696, + 0.0055137453600764275, + 0.00349095044657588, + 0.0029323375783860683, + 0.0028117080219089985, + 0.003335115034133196, + 0.003932842053472996, + 0.005325168836861849, + 0.003309758845716715, + 0.002630706178024411, + 0.003964888397604227, + 0.0051053366623818874, + 0.0036851917393505573, + 0.0027820526156574488, + 0.0029407835099846125, + 0.0029747914522886276, + 0.0023414359893649817, + 0.00724584236741066, + 0.0025283165741711855, + 0.0033575536217540503, + 0.009008544497191906, + 0.004307369701564312, + 0.0023064797278493643, + 0.0031249807216227055, + 0.0039007719606161118, + 0.0029516767244786024, + 0.004135012626647949, + 0.003235851414501667, + 0.0027596713043749332, + 0.00485509866848588, + 0.002124297432601452, + 0.0024331314489245415, + 0.0031563558150082827, + 0.002079183468595147, + 0.002152566332370043, + 0.0019501905189827085, + 0.002903840970247984, + 0.0026687721256166697, + 0.003189632436260581, + 0.002932073315605521, + 0.0022708314936608076, + 0.0025203030090779066, + 0.0020020143128931522, + 0.0024987896904349327, + 0.003412415273487568, + 0.00233084917999804, + 0.00300046568736434, + 0.002623320324346423, + 0.0024506128393113613, + 0.003213953459635377, + 0.0017752523999661207, + 0.003252096241340041, + 0.003391628386452794, + 0.002071808325126767, + 0.002092882292345166, + 0.0023731025867164135, + 0.0022872283589094877, + 0.004103682469576597, + 0.0020952820777893066, + 0.00607449933886528, + 0.002228256780654192, + 0.0023044112604111433, + 0.006040379870682955, + 0.005144986789673567, + 0.006420423276722431, + 0.004381684586405754, + 0.003895529080182314, + 0.0034240507520735264, + 0.004846292082220316, + 0.002528749406337738, + 0.0025506014935672283, + 0.006314672064036131, + 0.004568540956825018, + 0.004019445274025202, + 0.003787253051996231, + 0.0028332285583019257, + 0.0055632865987718105, + 0.006731987465173006, + 0.003005219390615821, + 0.004790996201336384, + 0.0037735181394964457, + 0.002575657097622752, + 0.0069575561210513115, + 0.002641113242134452, + 0.003496703691780567, + 0.0024451541248708963, + 0.0028598702047020197, + 0.003638338064774871, + 0.00527584133669734, + 0.0026938761584460735, + 0.005505240987986326, + 0.0030129975639283657, + 0.002408963395282626, + 0.003390956437215209, + 0.003222396830096841, + 0.002892003860324621, + 0.0031847432255744934, + 0.00298764044418931, + 0.0027153787668794394, + 0.0027744362596422434, + 0.0038351567927747965, + 0.0028636909555643797, + 0.0026430548168718815, + 0.0028191383462399244, + 0.002894412958994508, + 0.0032998870592564344, + 0.0028942101635038853, + 0.0032848285045474768, + 0.0029741846956312656, + 0.002654758747667074, + 0.0022257843520492315, + 0.0025687888264656067, + 0.0028309011831879616, + 0.002784268232062459, + 0.0028741208370774984, + 0.002672926988452673, + 0.0033687069080770016, + 0.0035210447385907173, + 0.002519110683351755, + 0.002835797844454646, + 0.003072502790018916, + 0.0030304288957268, + 0.0031441422179341316, + 0.0027171822730451822, + 0.0028502829372882843, + 0.003032467793673277, + 0.002792070619761944, + 0.0022041015326976776, + 0.0031697507947683334, + 0.002868790877982974, + 0.002852831734344363, + 0.004012995399534702, + 0.001989898970350623, + 0.005345725920051336, + 0.0026683907490223646, + 0.005995953921228647, + 0.0051261247135698795, + 0.0027212067507207394, + 0.008340876549482346, + 0.002077219309285283, + 0.005513004492968321, + 0.004157619550824165, + 0.008740763179957867, + 0.003759665647521615, + 0.0036693597212433815, + 0.005337783135473728, + 0.00442642392590642, + 0.0036812392063438892, + 0.004817679524421692, + 0.005182066932320595, + 0.0024562294129282236, + 0.00262492336332798, + 0.0044988044537603855, + 0.0031342615839093924, + 0.003419232089072466, + 0.0073911570943892, + 0.003062582341954112, + 0.00546132680028677, + 0.0033610835671424866, + 0.0025711674243211746, + 0.003249229397624731, + 0.003091469407081604, + 0.00205530459061265, + 0.0028573214076459408, + 0.0021075326949357986, + 0.002809774363413453, + 0.00265690335072577, + 0.0026084703858941793, + 0.0022830378729850054, + 0.003093417501077056, + 0.003991634584963322, + 0.002192076528444886, + 0.0033630135003477335, + 0.0021216522436589003, + 0.0034168839920312166, + 0.0028236217331141233, + 0.002062654122710228, + 0.002030509291216731, + 0.002956867218017578, + 0.003990321885794401, + 0.0022441591136157513, + 0.0024280170910060406, + 0.003569534746930003, + 0.0031536780297756195, + 0.003621139097958803, + 0.002407067222520709, + 0.0026872626040130854, + 0.0026369330007582903, + 0.0027104795444756746, + 0.002594605553895235, + 0.0029604986775666475, + 0.004106001928448677, + 0.004156911745667458, + 0.004101437050849199, + 0.004155836068093777, + 0.003634985303506255, + 0.002666339511051774, + 0.002684567356482148, + 0.005204767920076847, + 0.005833114963024855, + 0.004012392368167639, + 0.0030642154160887003, + 0.005320658441632986, + 0.00472125643864274, + 0.003401086200028658, + 0.0035982169210910797, + 0.004451855085790157, + 0.0031775410752743483, + 0.0030154730193316936, + 0.002931297291070223, + 0.003481310559436679, + 0.003466937458142638, + 0.0035760519094765186, + 0.0035832191351801157, + 0.0031444267369806767, + 0.002591859083622694, + 0.005813362076878548, + 0.004352239891886711, + 0.003215822856873274, + 0.002371483016759157, + 0.0028523034416139126, + 0.003605074714869261 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 110, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.attention.self.value", + "input_tensor_infos": [ + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.033381491899490356 + ], + "zero_point": [ + 140 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0021644062362611294, + 0.002057753037661314, + 0.0023778111208230257, + 0.0022057159803807735, + 0.0017689093947410583, + 0.002824438503012061, + 0.0023534682113677263, + 0.001917657325975597, + 0.001982305198907852, + 0.002389634493738413, + 0.0022036151494830847, + 0.0026030077133327723, + 0.00212266412563622, + 0.002295734593644738, + 0.0022757304832339287, + 0.0018393954960629344, + 0.0018567409133538604, + 0.0019243125570937991, + 0.0022636232897639275, + 0.0027059840504080057, + 0.0019675649236887693, + 0.0025549863930791616, + 0.0019520475761964917, + 0.0019916468299925327, + 0.0018667869735509157, + 0.002249636221677065, + 0.0020945477299392223, + 0.0021890727803111076, + 0.002017066115513444, + 0.0019335061078891158, + 0.002237581880763173, + 0.0019127908162772655, + 0.0019275879021734, + 0.0024248131085187197, + 0.002377795986831188, + 0.0016625287244096398, + 0.0026134871877729893, + 0.0018378780223429203, + 0.0016901774797588587, + 0.0019328888738527894, + 0.0035342946648597717, + 0.002146840561181307, + 0.0024937328416854143, + 0.002966589294373989, + 0.002327718073502183, + 0.0031073701102286577, + 0.0019435854628682137, + 0.0019539068453013897, + 0.002235535066574812, + 0.0029403995722532272, + 0.001737763173878193, + 0.0020439245272427797, + 0.0022922437638044357, + 0.0017021464882418513, + 0.002801731927320361, + 0.0028315826784819365, + 0.0025979531928896904, + 0.001931219594553113, + 0.00181831163354218, + 0.002479879418388009, + 0.0028019496239721775, + 0.002238495508208871, + 0.002264417940750718, + 0.0018900529248639941, + 0.0016488282708451152, + 0.001955934800207615, + 0.0019665409345179796, + 0.0018216390162706375, + 0.0025020078755915165, + 0.001633509062230587, + 0.001358673209324479, + 0.00149301637429744, + 0.002071061870083213, + 0.00220829201862216, + 0.0019920850172638893, + 0.0016026609810069203, + 0.0019718692637979984, + 0.0017654276452958584, + 0.0018690002616494894, + 0.0027688785921782255, + 0.0017052110051736236, + 0.0015611331909894943, + 0.001769445138052106, + 0.0019260888220742345, + 0.0016494977753609419, + 0.0015994920395314693, + 0.002352736424654722, + 0.0018412102945148945, + 0.0015275588957592845, + 0.0019080548081547022, + 0.0018063598545268178, + 0.0017952860798686743, + 0.0015924384351819754, + 0.0025284348521381617, + 0.00197002780623734, + 0.002094330033287406, + 0.0024490412324666977, + 0.0028817325364798307, + 0.002089772140607238, + 0.002528408309444785, + 0.002068889793008566, + 0.0019957320764660835, + 0.0022910030093044043, + 0.002023397944867611, + 0.0016510430723428726, + 0.0025610800366848707, + 0.002227534307166934, + 0.0020940122194588184, + 0.0018997093429788947, + 0.0018770165042951703, + 0.0021780419629067183, + 0.0022882872726768255, + 0.0021543633192777634, + 0.0022155046463012695, + 0.002343276748433709, + 0.002311142161488533, + 0.0019489605911076069, + 0.00245834537781775, + 0.0021404644940048456, + 0.0026054985355585814, + 0.0021081946324557066, + 0.0016961484216153622, + 0.002549357945099473, + 0.0023845452815294266, + 0.001968940021470189, + 0.0023185815662145615, + 0.0018679561326280236, + 0.0020767508540302515, + 0.003681286470964551, + 0.0023126883897930384, + 0.004444424994289875, + 0.00312391621991992, + 0.00225470750592649, + 0.0034812306985259056, + 0.0038794372230768204, + 0.003286590101197362, + 0.003018067218363285, + 0.0037586912512779236, + 0.002163398079574108, + 0.002868351759389043, + 0.002153055975213647, + 0.0045141782611608505, + 0.0032844138331711292, + 0.005222845822572708, + 0.0034278722014278173, + 0.0026959674432873726, + 0.002134346403181553, + 0.0023306524381041527, + 0.002933492651209235, + 0.002762394491583109, + 0.0028086144011467695, + 0.002628204645588994, + 0.002710609696805477, + 0.0024681556969881058, + 0.003377721179276705, + 0.002617897465825081, + 0.003232762450352311, + 0.0041098324581980705, + 0.0026663062162697315, + 0.0027374718338251114, + 0.004625324159860611, + 0.003053319174796343, + 0.003011658787727356, + 0.0025834273546934128, + 0.002786060329526663, + 0.0034590030554682016, + 0.003865489037707448, + 0.0040392791852355, + 0.003459811443462968, + 0.003768043825402856, + 0.004085435066372156, + 0.00306275999173522, + 0.002552272519096732, + 0.002728070132434368, + 0.0038278803694993258, + 0.0032640343997627497, + 0.00382907222956419, + 0.0026117318775504827, + 0.0025927165988832712, + 0.003043697914108634, + 0.004041197244077921, + 0.002291262149810791, + 0.0027081540320068598, + 0.0027689957059919834, + 0.0032304085325449705, + 0.0028931759297847748, + 0.0024978704750537872, + 0.003355366876348853, + 0.0027068532072007656, + 0.004218784626573324, + 0.0027045689057558775, + 0.0032289219088852406, + 0.0020260994788259268, + 0.0021963261533528566, + 0.0016696708044037223, + 0.0026087756268680096, + 0.0023942505940794945, + 0.0024608264211565256, + 0.0019520546775311232, + 0.0021224620286375284, + 0.001645600888878107, + 0.0016942647052928805, + 0.0022671872284263372, + 0.0021427792962640524, + 0.0019874919671565294, + 0.0018238076008856297, + 0.00178172264713794, + 0.0019923080690205097, + 0.0022907427046447992, + 0.0023133931681513786, + 0.0021616967860609293, + 0.001667818520218134, + 0.0016617400106042624, + 0.0018859021365642548, + 0.0026456087362021208, + 0.0019837894942611456, + 0.002345195272937417, + 0.002092556096613407, + 0.0025127495173364878, + 0.0026749747339636087, + 0.0023254051338881254, + 0.0019871466793119907, + 0.002339552156627178, + 0.002011452103033662, + 0.002617224818095565, + 0.0029393606819212437, + 0.0029267382342368364, + 0.0020714716520160437, + 0.0027181068435311317, + 0.0023286440409719944, + 0.002010580152273178, + 0.0024199041072279215, + 0.0023716629948467016, + 0.0018251248402521014, + 0.002021327381953597, + 0.002909851958975196, + 0.002617324935272336, + 0.0022027732338756323, + 0.002435645554214716, + 0.0016648973105475307, + 0.00213164952583611, + 0.002173119690269232, + 0.002350864000618458, + 0.002144742989912629, + 0.0022261515259742737, + 0.002056788420304656, + 0.0025791581720113754, + 0.0026145277079194784, + 0.0023338310420513153, + 0.0021587922237813473, + 0.0022299084812402725, + 0.0024549069348722696, + 0.002347793662920594, + 0.0035809471737593412, + 0.002285752911120653, + 0.002347382949665189, + 0.002471391810104251, + 0.0026091134641319513, + 0.0027838926762342453, + 0.0034675467759370804, + 0.0028464205097407103, + 0.002960227895528078, + 0.002937984187155962, + 0.002766067860648036, + 0.002601939020678401, + 0.002289804397150874, + 0.003605142468586564, + 0.0026786918751895428, + 0.0019605725537985563, + 0.0024856722448021173, + 0.0020864305552095175, + 0.0029346696101129055, + 0.002200149465352297, + 0.0026000787038356066, + 0.00257920497097075, + 0.0020040173549205065, + 0.0023304736241698265, + 0.002806736622005701, + 0.003475618315860629, + 0.0028534624725580215, + 0.002069364069029689, + 0.0033505435567349195, + 0.002995819319039583, + 0.0028490254189819098, + 0.00255515961907804, + 0.002712560584768653, + 0.003220163518562913, + 0.002520519308745861, + 0.0034234393388032913, + 0.0031350182835012674, + 0.0029638088308274746, + 0.0027969712391495705, + 0.0029549666214734316, + 0.003729454008862376, + 0.0022775339893996716, + 0.002450399799272418, + 0.002542208880186081, + 0.002713967813178897, + 0.002724528545513749, + 0.0031741554848849773, + 0.003145793452858925, + 0.0025219579692929983, + 0.0027269991114735603, + 0.0028836748097091913, + 0.0030886454042047262, + 0.0024648599792271852, + 0.0026297876611351967, + 0.0022957148030400276, + 0.003702135058119893, + 0.002949449000880122, + 0.003038461087271571, + 0.003031386760994792, + 0.00228048674762249, + 0.0029559964314103127, + 0.002097601303830743, + 0.002819233573973179, + 0.0027889679186046124, + 0.002332631265744567, + 0.0025802345480769873, + 0.002940320409834385, + 0.0037183361127972603, + 0.0028772978112101555, + 0.003629635088145733, + 0.002985471161082387, + 0.0025845388881862164, + 0.003074314445257187, + 0.003082923125475645, + 0.0034024608321487904, + 0.0030156192369759083, + 0.004013152793049812, + 0.0030486811883747578, + 0.002967950887978077, + 0.003574635135009885, + 0.002460419200360775, + 0.003050236962735653, + 0.002440596930682659, + 0.0026281969621777534, + 0.0031946133822202682, + 0.0032383110374212265, + 0.0024412155617028475, + 0.003331258660182357, + 0.002919889288023114, + 0.0024068213533610106, + 0.003058740170672536, + 0.0038530644960701466, + 0.0031918485183268785, + 0.0022903415374457836, + 0.003604186698794365, + 0.0027067686896771193, + 0.00371249346062541, + 0.0030379006639122963, + 0.003125897143036127, + 0.0014319594483822584, + 0.0015157877933233976, + 0.0016031429404392838, + 0.0015119118615984917, + 0.002161226700991392, + 0.0020076942164450884, + 0.0015609244583174586, + 0.0017930174944922328, + 0.0017345728119835258, + 0.0017722620395943522, + 0.002155072521418333, + 0.002623118693009019, + 0.0016282666474580765, + 0.002073185984045267, + 0.0018009886844083667, + 0.0015852453652769327, + 0.002477263333275914, + 0.001565128448419273, + 0.00173091737087816, + 0.0017804078524932265, + 0.001652366598136723, + 0.0014614942483603954, + 0.0023129673209041357, + 0.001462501473724842, + 0.0019064393127337098, + 0.0017326349625363946, + 0.0017728102393448353, + 0.0019264972070232034, + 0.001490234863013029, + 0.0018489022040739655, + 0.0016140204388648272, + 0.0019410117529332638 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 113, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 117, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.05775441601872444 + ], + "zero_point": [ + 130 + ] + }, + { + "id": 118, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.06507106870412827 + ], + "zero_point": [ + 133 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 119, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 120, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.13142576813697815 + ], + "zero_point": [ + 161 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 121, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 123, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0039130328223109245 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 115, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.031616419553756714 + ], + "zero_point": [ + 135 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 124, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 110, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 110, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 111, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 111, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 112, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 113, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 113, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 114, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 114, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 115, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 109, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 109, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 116, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 116, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 117, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 112, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 118, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 119, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 120, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 121, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 122, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 122, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 123, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 124, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 125, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 125, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 126, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 126, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.self", + "input_tensor_infos": [ + { + "id": 126, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 127, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 127, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:3:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.attention.output.dense", + "input_tensor_infos": [ + { + "id": 127, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.021432746201753616 + ], + "zero_point": [ + 139 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0008016771753318608, + 0.0027869115583598614, + 0.001326901838183403, + 0.001209826092235744, + 0.0009254932519979775, + 0.0013161278329789639, + 0.001464030472561717, + 0.001428244635462761, + 0.000968142703641206, + 0.0013672391651198268, + 0.0015870884526520967, + 0.003151057520881295, + 0.001963134156540036, + 0.0012767021544277668, + 0.0014733248390257359, + 0.0011243673507124186, + 0.001970964716747403, + 0.0009415574604645371, + 0.0010882997885346413, + 0.0014108247123658657, + 0.0017933101626113057, + 0.0023418483324348927, + 0.002040425781160593, + 0.001969787059351802, + 0.0031983063090592623, + 0.0017316116718575358, + 0.0018504394683986902, + 0.001482900814153254, + 0.0011097906390205026, + 0.0016619858797639608, + 0.002044578781351447, + 0.0012618349865078926, + 0.0014451311435550451, + 0.0025953021831810474, + 0.0018627814715728164, + 0.00246064062230289, + 0.0017933384515345097, + 0.0015421629650518298, + 0.0009547253139317036, + 0.0020825692918151617, + 0.0011040604440495372, + 0.0009390934719704092, + 0.0012385748559609056, + 0.0012018365086987615, + 0.003702593268826604, + 0.0009396758396178484, + 0.002554761478677392, + 0.0008655664278194308, + 0.002572463359683752, + 0.0015239485073834658, + 0.0008435841300524771, + 0.0010214925277978182, + 0.002451593056321144, + 0.001222148654051125, + 0.0010637427913025022, + 0.002512414241209626, + 0.0007955381297506392, + 0.00101472029928118, + 0.0023962068371474743, + 0.0026032442692667246, + 0.0010693834628909826, + 0.0014153114752843976, + 0.0010955419857054949, + 0.0013493300648406148, + 0.0018536605639383197, + 0.0014491021865978837, + 0.0013111484004184604, + 0.0010165770072489977, + 0.0024712958838790655, + 0.0015789755852892995, + 0.0011783350491896272, + 0.0011368656996637583, + 0.0007751088123768568, + 0.0019598198123276234, + 0.0018017790280282497, + 0.0019931336864829063, + 0.0009814236545935273, + 0.00190915132407099, + 0.0015880368882790208, + 0.0021889377385377884, + 0.0019734029192477465, + 0.002203867770731449, + 0.003100210800766945, + 0.0013209684984758496, + 0.0027559606824070215, + 0.0023573755752295256, + 0.0013637166703119874, + 0.0023340496700257063, + 0.002766809891909361, + 0.0015025766333565116, + 0.0009633753797970712, + 0.0008436351781710982, + 0.0020647826604545116, + 0.002204645425081253, + 0.0017714264104142785, + 0.0011202562600374222, + 0.0014269931707531214, + 0.0014045124407857656, + 0.0012336847139522433, + 0.0017700433963909745, + 0.002140470314770937, + 0.0009392485371790826, + 0.0029280094895511866, + 0.0011160345748066902, + 0.001313159940764308, + 0.0029190804343670607, + 0.001472344039939344, + 0.0027419268153607845, + 0.0017227028729394078, + 0.0020554582588374615, + 0.0007297794800251722, + 0.0011806709226220846, + 0.0011565639870241284, + 0.00317954458296299, + 0.0023290435783565044, + 0.0015021433355286717, + 0.0021513260435312986, + 0.0033001084811985493, + 0.002046112436801195, + 0.0009468359057791531, + 0.0011314221192151308, + 0.002355012809857726, + 0.0019550216384232044, + 0.0011422440875321627, + 0.0027096658013761044, + 0.0024119876325130463, + 0.002617837395519018, + 0.0013825694331899285, + 0.002052833093330264, + 0.0015240239445120096, + 0.0013348306529223919, + 0.0014666080242022872, + 0.002296691294759512, + 0.002286685863509774, + 0.0007418794557452202, + 0.003230640897527337, + 0.0011422595707699656, + 0.0021042211446911097, + 0.002152465982362628, + 0.002147817052900791, + 0.001233454211615026, + 0.002804938005283475, + 0.0014264392666518688, + 0.0007681632414460182, + 0.0016993487952277064, + 0.0013903621584177017, + 0.0032511241734027863, + 0.0016464353539049625, + 0.002274822210893035, + 0.0012869774363934994, + 0.0022474988363683224, + 0.0010078087216243148, + 0.0019117525080218911, + 0.0014613261446356773, + 0.000992945278994739, + 0.0017156561370939016, + 0.001560127711854875, + 0.0017677855212241411, + 0.001458821352571249, + 0.0008094797376543283, + 0.0017998787807300687, + 0.0018819241086021066, + 0.0010633986676111817, + 0.00262876832857728, + 0.0020107317250221968, + 0.0011503847781568766, + 0.0014206261839717627, + 0.0020852135494351387, + 0.0016501083737239242, + 0.001995708094909787, + 0.0010742080630734563, + 0.002278279047459364, + 0.0009741191170178354, + 0.0010703864973038435, + 0.0017636099364608526, + 0.0022568311542272568, + 0.001968264812603593, + 0.002934981370344758, + 0.003891848726198077, + 0.0028475429862737656, + 0.0025916548911482096, + 0.001015673391520977, + 0.0024760104715824127, + 0.001464550499804318, + 0.0019098117481917143, + 0.0026383325457572937, + 0.0008070638286881149, + 0.0008627810166217387, + 0.0010849159443750978, + 0.0019456471782177687, + 0.0011005965061485767, + 0.000984346610493958, + 0.002478648442775011, + 0.0019105946412310004, + 0.0017822840018197894, + 0.0008315849117934704, + 0.0009016731637530029, + 0.00383772817440331, + 0.001044115168042481, + 0.0015654799062758684, + 0.0016213287599384785, + 0.0020529753528535366, + 0.00191162945702672, + 0.0015110119711607695, + 0.0023030685260891914, + 0.001003732206299901, + 0.0007072353619150817, + 0.0024635549634695053, + 0.0007989421137608588, + 0.0012496664421632886, + 0.000836671213619411, + 0.0014491364127025008, + 0.002814055187627673, + 0.0022372836247086525, + 0.0009722117683850229, + 0.0007508198614232242, + 0.0030765142291784286, + 0.0006017816485837102, + 0.00322149321436882, + 0.0008016693755052984, + 0.002645348897203803, + 0.0018941509770229459, + 0.0011836834019050002, + 0.001619661576114595, + 0.0025340483989566565, + 0.0031208847649395466, + 0.001014437759295106, + 0.0011028338922187686, + 0.0016160710947588086, + 0.0008791257860139012, + 0.0009083471377380192, + 0.0022827431093901396, + 0.0009038647986017168, + 0.0011751512065529823, + 0.000995320500805974, + 0.0030163361225277185, + 0.0012727354187518358, + 0.0010374932317063212, + 0.0009382856078445911, + 0.001801447942852974, + 0.0014661297900602221, + 0.001031958032399416, + 0.0011833683820441365, + 0.001614900422282517, + 0.0016315808752551675, + 0.0017756777815520763, + 0.0009380215778946877, + 0.001356780994683504, + 0.0009601977653801441, + 0.0016230192268267274, + 0.001116012455895543, + 0.0027537308633327484, + 0.0015360828256234527, + 0.0007922707591205835, + 0.0018832366913557053, + 0.0015988802770152688, + 0.0019755535759031773, + 0.0010747385676950216, + 0.0008783304365351796, + 0.0009551983675919473, + 0.0022364151664078236, + 0.0025434575509279966, + 0.001328525715507567, + 0.002482745796442032, + 0.002328675938770175, + 0.0012686359696090221, + 0.0017939653480425477, + 0.0009264647960662842, + 0.0014668508665636182, + 0.0019129582215100527, + 0.0015817367238923907, + 0.0016550307627767324, + 0.0020714052952826023, + 0.0017314053839072585, + 0.0012451186776161194, + 0.001083814655430615, + 0.001398382824845612, + 0.0021954975090920925, + 0.002420028205960989, + 0.0020809764973819256, + 0.00239774608053267, + 0.001421441906131804, + 0.0025485234800726175, + 0.0024699869100004435, + 0.003316738875582814, + 0.0020643530879169703, + 0.0009036207920871675, + 0.001591264270246029, + 0.0012709546135738492, + 0.001432907534763217, + 0.0018546378705650568, + 0.0018584398785606027, + 0.0017830271972343326, + 0.0011704576900228858, + 0.0031884433701634407, + 0.0014483295381069183, + 0.0035284615587443113, + 0.0011139503913000226, + 0.001369692850857973, + 0.0012585284421220422, + 0.0021619193721562624, + 0.0009750842000357807, + 0.0016954786842688918, + 0.0010485853999853134, + 0.001634068088606, + 0.001965093892067671, + 0.002086482010781765, + 0.002683546394109726, + 0.0026810942217707634, + 0.002298092469573021, + 0.0008309328695759177, + 0.002491247607395053, + 0.0007494763704016805, + 0.0022890684194862843, + 0.0013128367718309164, + 0.0025657478254288435, + 0.0009073957917280495, + 0.001965482020750642, + 0.0008614721009507775, + 0.0029912381432950497, + 0.0010805960046127439, + 0.0011137431720271707, + 0.002539715263992548, + 0.0033705418463796377, + 0.0028522515203803778, + 0.001364224823191762, + 0.0007653889479115605, + 0.001081796013750136, + 0.0010655452497303486, + 0.002317765261977911, + 0.002074498450383544, + 0.002001439919695258, + 0.003027945524081588, + 0.001256156130693853, + 0.000991704990155995, + 0.0009698477224446833, + 0.001982081448659301, + 0.0017427639104425907, + 0.002488927450031042, + 0.0009201279026456177, + 0.0036217286251485348, + 0.0010738171404227614, + 0.0011335497256368399, + 0.0010634519858285785, + 0.002588442759588361, + 0.0008784789242781699, + 0.002214002888649702, + 0.0021379333920776844, + 0.002427541185170412, + 0.0016526144463568926, + 0.0020365796517580748, + 0.0014766465174034238, + 0.0022924060467630625, + 0.0012691416777670383, + 0.000965845596510917, + 0.0009170945850200951, + 0.00158697587903589, + 0.002811332233250141, + 0.002011795761063695, + 0.001584374811500311, + 0.002067004097625613, + 0.0014811429427936673, + 0.0010921411449089646, + 0.0017129662446677685, + 0.001102407113648951, + 0.001335294102318585, + 0.0017037696670740843, + 0.0017161996802315116, + 0.0015909615904092789, + 0.0010027424432337284, + 0.0008827493875287473, + 0.0025717306416481733, + 0.0015889769420027733, + 0.0009561448823660612, + 0.0014863598626106977, + 0.0013202971313148737, + 0.0018986717332154512, + 0.0026960037648677826, + 0.002114143455401063, + 0.0009758308297023177, + 0.0026789051480591297, + 0.0020855176262557507, + 0.0025594274047762156, + 0.0010036616586148739 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 128, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.3.attention.output", + "input_tensor_infos": [ + { + "id": 129, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.024368969723582268 + ], + "zero_point": [ + 135 + ] + }, + { + "id": 108, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.033381491899490356 + ], + "zero_point": [ + 140 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 130, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 128, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 129, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 130, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 131, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 131, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:3:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.intermediate.dense", + "input_tensor_infos": [ + { + "id": 131, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.08105538785457611 + ], + "zero_point": [ + 176 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0038104341365396976, + 0.0013497397303581238, + 0.0035710427910089493, + 0.002734419656917453, + 0.001969794509932399, + 0.001886459649540484, + 0.0015571612166240811, + 0.0017164892051368952, + 0.002012609038501978, + 0.001637350069358945, + 0.002633875934407115, + 0.002190943341702223, + 0.003036544658243656, + 0.0016292973887175322, + 0.0028398262802511454, + 0.0024031305219978094, + 0.002250854391604662, + 0.0022893124260008335, + 0.002153870416805148, + 0.0015606700908392668, + 0.0014684443594887853, + 0.003071168204769492, + 0.0015151475090533495, + 0.0024430493358522654, + 0.0033152520190924406, + 0.0030826844740659, + 0.0012708434369415045, + 0.0034413773100823164, + 0.0022851538378745317, + 0.003903736360371113, + 0.0015751575119793415, + 0.0017707808874547482, + 0.0026267908979207277, + 0.0015228654956445098, + 0.001828033709898591, + 0.0023932107724249363, + 0.0021718356292694807, + 0.0021645259112119675, + 0.0019980152137577534, + 0.001959026325494051, + 0.004006962291896343, + 0.0035876387264579535, + 0.001194311655126512, + 0.0018202984938398004, + 0.002750665182247758, + 0.002477112924680114, + 0.001985460054129362, + 0.0055533116683363914, + 0.0014785800594836473, + 0.0015972815454006195, + 0.001310389256104827, + 0.0019174851477146149, + 0.0030284554231911898, + 0.002435778034850955, + 0.0016147852875292301, + 0.0024822901468724012, + 0.0017761820927262306, + 0.003786503802984953, + 0.0037699888925999403, + 0.0016285706078633666, + 0.002040670020505786, + 0.0027024128939956427, + 0.001838312833569944, + 0.002426314400509, + 0.0018067023484036326, + 0.0017883667023852468, + 0.002084119012579322, + 0.0024362632539123297, + 0.001312475185841322, + 0.0016979388892650604, + 0.0020795294549316168, + 0.0020238307770341635, + 0.0032724107149988413, + 0.002652776660397649, + 0.0027623018249869347, + 0.0017221965827047825, + 0.0020236140117049217, + 0.0031292722560465336, + 0.001515768701210618, + 0.0015047392807900906, + 0.002492237836122513, + 0.004296963103115559, + 0.0023421866353601217, + 0.003251719754189253, + 0.0026685744524002075, + 0.00146541150752455, + 0.0015878527192398906, + 0.002221065340563655, + 0.0013745849719271064, + 0.002783014439046383, + 0.0014896576758474112, + 0.0028465050272643566, + 0.0023345714434981346, + 0.0029540129471570253, + 0.0030483268201351166, + 0.0015563720371574163, + 0.0031787152402102947, + 0.0015945375198498368, + 0.003948977217078209, + 0.0017418968491256237, + 0.002753538778051734, + 0.0027508640196174383, + 0.001476710895076394, + 0.0018234157469123602, + 0.0016792475944384933, + 0.0014720698818564415, + 0.001552993431687355, + 0.001766072353348136, + 0.002661897102370858, + 0.003911166451871395, + 0.0029955306090414524, + 0.002144900383427739, + 0.002362899947911501, + 0.0032707436475902796, + 0.0014648406067863107, + 0.002001894637942314, + 0.002219756133854389, + 0.002820896450430155, + 0.0017037378856912255, + 0.0022718615364283323, + 0.001321749179624021, + 0.0021476829424500465, + 0.0015960079617798328, + 0.0013846526853740215, + 0.0031212465837597847, + 0.004776872228831053, + 0.002542985137552023, + 0.0018761958926916122, + 0.0016028881072998047, + 0.0029278863221406937, + 0.0025207442231476307, + 0.0024549823720008135, + 0.0035585188306868076, + 0.0017075866926461458, + 0.0016444649081677198, + 0.0033233545254915953, + 0.004248758777976036, + 0.0035369591787457466, + 0.00276105641387403, + 0.0035119429230690002, + 0.0015379015821963549, + 0.0014205491170287132, + 0.001681519323028624, + 0.001986157149076462, + 0.004808469209820032, + 0.0013612039620056748, + 0.003438679501414299, + 0.0025937275495380163, + 0.0018161444459110498, + 0.002434211317449808, + 0.001422874047420919, + 0.0019428299274295568, + 0.0013830959796905518, + 0.0020849748980253935, + 0.0013316627591848373, + 0.0031424628105014563, + 0.002567751333117485, + 0.0015908341156318784, + 0.0023505811113864183, + 0.0020183457527309656, + 0.002747513586655259, + 0.0019173944601789117, + 0.002029166091233492, + 0.0013440469047054648, + 0.0026746876537799835, + 0.0010973499156534672, + 0.0022787628695368767, + 0.0030375325586646795, + 0.0034820628352463245, + 0.0020863504614681005, + 0.0017017672071233392, + 0.0013281700666993856, + 0.001800494035705924, + 0.002622385509312153, + 0.0020126907620579004, + 0.003113149432465434, + 0.0020343195647001266, + 0.004204063676297665, + 0.004331245087087154, + 0.0021558403968811035, + 0.0018890072824433446, + 0.003418759908527136, + 0.001299999188631773, + 0.0023729668464511633, + 0.0016821313183754683, + 0.001831773086450994, + 0.0027335570193827152, + 0.0010940175270661712, + 0.0021837223321199417, + 0.0020543260034173727, + 0.0018884766614064574, + 0.0021426030434668064, + 0.0020581730641424656, + 0.002752477303147316, + 0.0021443860605359077, + 0.002392698312178254, + 0.004720003809779882, + 0.002080765087157488, + 0.0011268295347690582, + 0.002200027462095022, + 0.0038344883359968662, + 0.002149411477148533, + 0.002466828329488635, + 0.0010582184186205268, + 0.0010258620604872704, + 0.0036235773004591465, + 0.002406243234872818, + 0.005073568318039179, + 0.0016686590388417244, + 0.001968122785910964, + 0.002704415237531066, + 0.0017091738991439342, + 0.0020121175330132246, + 0.0022533719893544912, + 0.002038093050941825, + 0.0024856918025761843, + 0.0018035315442830324, + 0.002047757850959897, + 0.0018984030466526747, + 0.0013224390568211675, + 0.0019194354536011815, + 0.0017993343062698841, + 0.0033556770067662, + 0.0016285242745652795, + 0.002772533567622304, + 0.001260650809854269, + 0.002107646781951189, + 0.002266630297526717, + 0.0014086717274039984, + 0.0016327466582879424, + 0.0014590640785172582, + 0.0029209423810243607, + 0.0015259699430316687, + 0.0019975865725427866, + 0.0019315354293212295, + 0.0034964000806212425, + 0.0021769660525023937, + 0.00267415470443666, + 0.002549913711845875, + 0.0016998033970594406, + 0.002475566230714321, + 0.0013438696041703224, + 0.0021779644303023815, + 0.0025721776764839888, + 0.0010038273176178336, + 0.0023999803233891726, + 0.0015100236050784588, + 0.0033823216799646616, + 0.0018434843514114618, + 0.0023300868924707174, + 0.0018901152070611715, + 0.0014200567966327071, + 0.0020112735219299793, + 0.0033814103808254004, + 0.0033353029284626245, + 0.0015807432355359197, + 0.0024510459043085575, + 0.0010877485619857907, + 0.002113597933202982, + 0.001640730886720121, + 0.0016753103118389845, + 0.001136583974584937, + 0.0013216403312981129, + 0.00483613321557641, + 0.0019164629047736526, + 0.0018575985450297594, + 0.0013326320331543684, + 0.002864144742488861, + 0.00138180295471102, + 0.002013695426285267, + 0.001970068085938692, + 0.0020196896512061357, + 0.001198410987854004, + 0.001580737647600472, + 0.004134049639105797, + 0.0033774871844798326, + 0.002702543744817376, + 0.0016292259097099304, + 0.0017118460964411497, + 0.0032952632755041122, + 0.003115440020337701, + 0.0016258549876511097, + 0.0037377981934696436, + 0.0025435048155486584, + 0.0010997812496498227, + 0.00336260162293911, + 0.0014706284273415804, + 0.0032267924398183823, + 0.0016586285782977939, + 0.002480554161593318, + 0.0023304130882024765, + 0.0015937397256493568, + 0.00301380455493927, + 0.002215947490185499, + 0.001583579578436911, + 0.002793011022731662, + 0.0021916620898991823, + 0.0028948516119271517, + 0.001925118500366807, + 0.001400320092216134, + 0.0015719059156253934, + 0.003327997401356697, + 0.0014932325575500727, + 0.0021465271711349487, + 0.003253844566643238, + 0.0027567686047405005, + 0.0020507413428276777, + 0.001683417591266334, + 0.0026568882167339325, + 0.003993891179561615, + 0.0018705264665186405, + 0.0017881187377497554, + 0.0029579566325992346, + 0.002665690379217267, + 0.0021159921307116747, + 0.0025825686752796173, + 0.0012813499197363853, + 0.002503909170627594, + 0.002253791783004999, + 0.0030883534345775843, + 0.002333815209567547, + 0.0017099155811592937, + 0.0016711644129827619, + 0.0013238354586064816, + 0.0037107355892658234, + 0.0020756672602146864, + 0.003332143183797598, + 0.001976964296773076, + 0.0024337777867913246, + 0.003829460358247161, + 0.0024362371768802404, + 0.0016179954400286078, + 0.0014589822385460138, + 0.0011475941864773631, + 0.0011575595708563924, + 0.0013037939788773656, + 0.002438898431137204, + 0.0010962141677737236, + 0.001992933452129364, + 0.0014655428240075707, + 0.002395800780504942, + 0.002060564700514078, + 0.001286264625377953, + 0.002738416660577059, + 0.0012681607622653246, + 0.004071123898029327, + 0.002171911299228668, + 0.003284525591880083, + 0.0016158579383045435, + 0.001281190779991448, + 0.001974172191694379, + 0.0023439014330506325, + 0.0025625701528042555, + 0.0027413489297032356, + 0.003432562341913581, + 0.0022606244310736656, + 0.0012407791800796986, + 0.001406396273523569, + 0.0030951357912272215, + 0.0016766366316005588, + 0.0018077545100823045, + 0.001975772436708212, + 0.003225493710488081, + 0.002305991481989622, + 0.0013577970676124096, + 0.0028291167691349983, + 0.0014522778801620007, + 0.0027891492936760187, + 0.0024261523503810167, + 0.0024336266797035933, + 0.0023030948359519243, + 0.0009525949135422707, + 0.0017350370762869716, + 0.003226621774956584, + 0.004029310308396816, + 0.0023889525327831507, + 0.002618907717987895, + 0.0018392137717455626, + 0.001775785582140088, + 0.0024352010805159807, + 0.0018131252145394683, + 0.001360035501420498, + 0.0013266210444271564, + 0.0012500633019953966, + 0.002366702537983656, + 0.002503103343769908, + 0.00147154089063406, + 0.0017134868539869785, + 0.0020687798969447613, + 0.0014484778512269258, + 0.0015122772892937064, + 0.002297749975696206, + 0.001580992597155273, + 0.0021771120373159647, + 0.0020380786154419184, + 0.0018710909644141793, + 0.0023867199197411537, + 0.0018384148133918643, + 0.0012951069511473179, + 0.0020670827943831682, + 0.0030924829188734293, + 0.0012706824345514178, + 0.0011824278626590967, + 0.003217338351532817, + 0.003913842607289553, + 0.0011959319235756993, + 0.001185901928693056, + 0.002051656600087881, + 0.0022090801503509283, + 0.001893556327559054, + 0.003208944806829095, + 0.0031137133482843637, + 0.0017929136520251632, + 0.0024783338885754347, + 0.0024256205651909113, + 0.0017749059479683638, + 0.0028642108663916588, + 0.004128813277930021, + 0.0031796349212527275, + 0.0012936649145558476, + 0.0022078610491007566, + 0.0017249913653358817, + 0.0018333144253119826, + 0.0012704570544883609, + 0.003296711714938283, + 0.0020251187961548567, + 0.0028758945409208536, + 0.001548283500596881, + 0.0018563400954008102, + 0.0030970352236181498, + 0.0012696932535618544, + 0.0025064547080546618, + 0.0015735895140096545, + 0.0026687297504395247, + 0.0016743390588089824, + 0.0018594941357150674, + 0.0012360565597191453, + 0.0016675656661391258, + 0.001812886679545045, + 0.0014431645395234227, + 0.0018671079305931926, + 0.001178933773189783, + 0.002305862493813038, + 0.0025635960046201944, + 0.002092667855322361, + 0.001257029245607555, + 0.0017786307726055384, + 0.0025651853065937757, + 0.002324050525203347, + 0.0019562526140362024, + 0.0022555356845259666, + 0.0014478210359811783, + 0.0016216873191297054, + 0.0014482657425105572, + 0.0022212378680706024, + 0.0020336108282208443, + 0.003117610700428486, + 0.0020182987209409475, + 0.0022414957638829947, + 0.004175541922450066, + 0.0024767329450696707, + 0.0041395872831344604, + 0.0018722841050475836, + 0.002349084010347724, + 0.0012096313294023275, + 0.003343205200508237, + 0.0012989984825253487, + 0.0021947261411696672, + 0.004247519187629223, + 0.0014097519451752305, + 0.0018933492247015238, + 0.0023175692185759544, + 0.0023042531684041023, + 0.00424570357427001, + 0.0016434156568720937, + 0.0028250953182578087, + 0.003021831624209881, + 0.0011229199590161443, + 0.001898579765111208, + 0.0019367905333638191, + 0.0018609556136652827, + 0.0014897568617016077, + 0.0015078706201165915, + 0.0025733637157827616, + 0.0028375040274113417, + 0.00224934215657413, + 0.0026930589228868484, + 0.0017270436510443687, + 0.002469744300469756, + 0.0023436169140040874, + 0.0017293757991865277, + 0.0017526195151731372, + 0.0028168854769319296, + 0.0019043851643800735, + 0.0016012453706935048, + 0.0017240969464182854, + 0.0022960463538765907, + 0.0013368692016229033, + 0.0024027146864682436, + 0.0028510417323559523, + 0.0015076847048476338, + 0.0016427505761384964, + 0.0012660211650654674, + 0.0014879988739266992, + 0.0011246781796216965, + 0.001276872819289565, + 0.001434963895007968, + 0.0033842558041214943, + 0.0013898024335503578, + 0.0023223268799483776, + 0.003030103864148259, + 0.0022530932910740376, + 0.0026853447780013084, + 0.0018766085850074887, + 0.002065214328467846, + 0.002447079634293914, + 0.0022240150719881058, + 0.0024488025810569525, + 0.0023194989189505577, + 0.0012727270368486643, + 0.0014805685495957732, + 0.0033916134852916002, + 0.001955859363079071, + 0.0032018483616411686, + 0.0023691412061452866, + 0.003002977930009365, + 0.004281540401279926, + 0.0018847278552129865, + 0.0015150513499975204, + 0.0017455779016017914, + 0.0017132555367425084, + 0.003366795601323247, + 0.0018090074881911278, + 0.0018754778429865837, + 0.002913477597758174, + 0.002473715227097273, + 0.0011520434636622667, + 0.0013834427809342742, + 0.003312321612611413, + 0.0023528262972831726, + 0.00137985753826797, + 0.0015402843710035086, + 0.0019708839245140553, + 0.002412805100902915, + 0.0015376262599602342, + 0.002522851573303342, + 0.0015274701872840524, + 0.001691656420007348, + 0.00275833485648036, + 0.0013748890487477183, + 0.001818845048546791, + 0.003176139434799552, + 0.0023356492165476084, + 0.001950955018401146, + 0.0027260249480605125, + 0.0014376777689903975, + 0.0015878386329859495, + 0.0018138292944058776, + 0.0029741604812443256, + 0.002559538232162595, + 0.004174937028437853, + 0.002233404666185379, + 0.0020459683146327734, + 0.001681737368926406, + 0.0014876177301630378, + 0.0028801888693124056, + 0.0029832583386451006, + 0.0021842841524630785, + 0.0036077084951102734, + 0.0038877776823937893, + 0.0012455127434805036, + 0.00448150048032403, + 0.0027818968519568443, + 0.0022971162106841803, + 0.0018882140284404159, + 0.001681811292655766, + 0.0017135906964540482, + 0.0019518811022862792, + 0.0010373431723564863, + 0.003091086633503437, + 0.0025846848729997873, + 0.0024902226869016886, + 0.0016736192628741264, + 0.0024643533397465944, + 0.0022905301302671432, + 0.0018725362606346607, + 0.0019060237100347877, + 0.00250789406709373, + 0.0016920586349442601, + 0.00388007378205657, + 0.0014833164168521762, + 0.004515086300671101, + 0.0015995779540389776, + 0.001579688978381455, + 0.0026816243771463633, + 0.0017714513232931495, + 0.0022927368991076946, + 0.0020925526041537523, + 0.0018904343014582992, + 0.001652624225243926, + 0.0019164992263540626, + 0.002372108632698655, + 0.001744935056194663, + 0.002494443440809846, + 0.0018055206164717674, + 0.0017788141267374158, + 0.0017794199520722032, + 0.0032288648653775454, + 0.0024329687003046274, + 0.00220484915189445, + 0.003183280350640416, + 0.0032156368251889944, + 0.0016653811326250434, + 0.0024010019842535257, + 0.0023970934562385082, + 0.0021466787438839674, + 0.002231862861663103, + 0.0016093315789476037, + 0.0020420285873115063, + 0.0033161805476993322, + 0.002558047417551279, + 0.0014150463975965977, + 0.0012229105923324823, + 0.0016890226397663355, + 0.0013605018611997366, + 0.0020831795409321785, + 0.0018688971176743507, + 0.0044790711253881454, + 0.002514319494366646, + 0.0028311684727668762, + 0.0012871186481788754, + 0.0013309856876730919, + 0.003925092983990908, + 0.0030071951914578676, + 0.002706640399992466, + 0.00217665103264153, + 0.0019228855380788445, + 0.0022361669689416885, + 0.0018807274755090475, + 0.003246681299060583, + 0.0015398162649944425, + 0.0031132702715694904, + 0.003267040243372321, + 0.002654737327247858, + 0.003445001319050789, + 0.0022982966620475054, + 0.002225362230092287, + 0.0019041260238736868, + 0.0014576250687241554, + 0.0011767615796998143, + 0.0014495141804218292, + 0.002395370276644826, + 0.0028093080036342144, + 0.004835386760532856, + 0.0027835085056722164, + 0.0015184892108663917, + 0.002718803472816944, + 0.002002174034714699, + 0.001993100857362151, + 0.003282394725829363, + 0.002059058751910925, + 0.002099811565130949, + 0.0014772405847907066, + 0.0027746392879635096, + 0.001295532681979239, + 0.0015000310959294438, + 0.0023154807277023792, + 0.0013214460341259837, + 0.0025293133221566677, + 0.0032329694367945194, + 0.004783980548381805, + 0.001065937103703618, + 0.0031238440424203873, + 0.001473398064263165, + 0.001967910211533308, + 0.001761938096024096, + 0.0015674433670938015, + 0.002099682344123721, + 0.0011671294923871756, + 0.0013239736435934901, + 0.004518128000199795, + 0.0024919440038502216, + 0.0030005727894604206, + 0.0012642060173675418, + 0.0019624356646090746, + 0.0032534946221858263, + 0.005829880014061928, + 0.0022496692836284637, + 0.0018332175677642226, + 0.0033740834333002567, + 0.0019150107400491834, + 0.0016491288552060723, + 0.002141655655577779, + 0.001619348768144846, + 0.0031816824339330196, + 0.002150846878066659, + 0.002039089798927307, + 0.0018314296612516046, + 0.0024225793313235044, + 0.0020647107157856226, + 0.002801241585984826, + 0.00401338329538703, + 0.0016389706870540977, + 0.00227361754514277, + 0.003683533752337098, + 0.0018994897836819291, + 0.0018216239986941218, + 0.002464230405166745, + 0.0024082742165774107, + 0.0016499714693054557, + 0.0024218333419412374, + 0.001608451479114592, + 0.0029817242175340652, + 0.002253288868814707, + 0.0022027972154319286, + 0.0030497978441417217, + 0.0032074563205242157, + 0.003960787318646908, + 0.0021770065650343895, + 0.0022305529564619064, + 0.002273223362863064, + 0.001689078169874847, + 0.001908635487779975, + 0.002103969221934676, + 0.0026357173919677734, + 0.002984120510518551, + 0.002147519728168845, + 0.0015241216169670224, + 0.0015776464715600014, + 0.002150515327230096, + 0.0024810051545500755, + 0.0021513497922569513, + 0.0029303627088665962, + 0.0010825394419953227, + 0.0013829994713887572, + 0.002001808723434806, + 0.0027188274543732405, + 0.0014107320457696915, + 0.003565670922398567, + 0.0021979771554470062, + 0.00182040233630687, + 0.001753537217155099, + 0.0026044142432510853, + 0.004374146461486816, + 0.001763457665219903, + 0.001288244384340942, + 0.0010395828867331147, + 0.0011337207397446036, + 0.00345290987752378, + 0.001498502679169178, + 0.00198735692538321, + 0.0013565586414188147, + 0.003925749566406012, + 0.0028636958450078964, + 0.00153610878624022, + 0.0029098549857735634, + 0.002823527669534087, + 0.002814830746501684, + 0.0023451705928891897, + 0.002426526276394725, + 0.0014769308036193252, + 0.002587856724858284, + 0.002210546052083373, + 0.0012406343594193459, + 0.0015235363971441984, + 0.0025130053982138634, + 0.0019114237511530519, + 0.0029549053870141506, + 0.0023866011761128902, + 0.002040120540186763, + 0.0022408063523471355, + 0.0012113165576010942, + 0.0017452777829021215, + 0.00196634279564023, + 0.002684277016669512, + 0.0030318270437419415, + 0.0035336788278073072, + 0.0015097771538421512, + 0.001539579126983881, + 0.0015964870108291507, + 0.0013171258615329862, + 0.0027640825137495995, + 0.0016346018528565764, + 0.0026582914870232344, + 0.0018496736884117126, + 0.0017492033075541258, + 0.001552119036205113, + 0.002085360698401928, + 0.002044654218479991, + 0.003230870934203267, + 0.0015947007341310382, + 0.0025806480553001165, + 0.0014761924976482987, + 0.0027885567396879196, + 0.002706358442083001, + 0.003206940134987235, + 0.002084556967020035, + 0.0038057155907154083, + 0.00310907862149179, + 0.002401235979050398, + 0.002395482501015067, + 0.0019273038487881422, + 0.0028178945649415255, + 0.0032244445756077766, + 0.0013654433423653245, + 0.001069021294824779, + 0.002791043370962143, + 0.0033244688529521227, + 0.0023909376468509436, + 0.0013645159779116511, + 0.0013755393447354436, + 0.0023920307867228985, + 0.0010848671663552523, + 0.004780496470630169, + 0.0024344732519239187, + 0.0023412127047777176, + 0.001148860203102231, + 0.002588726580142975, + 0.002920115366578102, + 0.001818598946556449, + 0.0013928713742643595, + 0.00244126352481544, + 0.001442848821170628, + 0.0015467769699171185, + 0.0030063095036894083, + 0.00219497992657125, + 0.0018997123697772622, + 0.0015175743028521538, + 0.0019444416975602508, + 0.002784079872071743, + 0.002233457751572132, + 0.0013358470750972629, + 0.002372271381318569, + 0.0018311141757294536, + 0.001355853513814509, + 0.0012365840375423431, + 0.003326765727251768, + 0.002561605768278241, + 0.003147099632769823, + 0.0027537555433809757, + 0.001911731669679284, + 0.0011062282137572765, + 0.002743224147707224, + 0.0013411607360467315, + 0.0023794372100383043, + 0.0010246526217088103, + 0.003379405941814184, + 0.0016990338917821646, + 0.0015253942692652345, + 0.002101428108289838, + 0.0013202191330492496, + 0.002911381423473358, + 0.0018309711012989283, + 0.0017145633464679122, + 0.001510401489213109, + 0.0022421348839998245, + 0.0016054748557507992, + 0.0023365486413240433, + 0.001894754241220653, + 0.0021759038791060448, + 0.0022109495475888252, + 0.002572624944150448, + 0.002004732610657811, + 0.0017284384230151772, + 0.0020176153630018234, + 0.001814268995076418, + 0.004240174312144518, + 0.0013888099929317832, + 0.002125389873981476, + 0.002504451898857951, + 0.002139569725841284, + 0.003243898507207632, + 0.0020981214474886656, + 0.003943882882595062, + 0.002434163587167859, + 0.004727370571345091, + 0.0038284542970359325, + 0.0027674208395183086, + 0.0020383980590850115, + 0.0014327103272080421, + 0.0017731906846165657, + 0.0028585379477590322, + 0.0016763164894655347, + 0.0028239204548299313, + 0.001835089409723878, + 0.00251030083745718, + 0.0013368049403652549, + 0.0031631842721253633, + 0.0014301443006843328, + 0.0018205676460638642, + 0.0011774447048082948, + 0.00356730236671865, + 0.0033474434167146683, + 0.0012342191766947508, + 0.0021672213915735483, + 0.0017550953198224306, + 0.0021739229559898376, + 0.002849537879228592, + 0.0018833376234397292, + 0.002008293755352497, + 0.002280621323734522, + 0.0023904573172330856, + 0.0031155634205788374, + 0.0021069073118269444, + 0.001556707313284278, + 0.003878860268741846, + 0.001522999838925898, + 0.0020690292585641146, + 0.002248761709779501, + 0.006537299137562513, + 0.0015280857915058732, + 0.0026818488258868456, + 0.0019040448823943734, + 0.0031981859356164932, + 0.004006010480225086, + 0.0026874763425439596, + 0.0019350070506334305, + 0.002453392604365945, + 0.0021371820475906134, + 0.0010582717368379235, + 0.0015754434280097485, + 0.0013543838867917657, + 0.0017105761216953397, + 0.002498516347259283, + 0.002111160196363926, + 0.0015729160513728857, + 0.0014180961297824979, + 0.002705254126340151, + 0.0013110085856169462, + 0.0019610768649727106, + 0.0028679536189883947, + 0.0016250567277893424, + 0.0013437931193038821, + 0.002477659611031413, + 0.0014585003955289721, + 0.0023918175138533115, + 0.001255656941793859, + 0.001419129315763712, + 0.0023072161711752415, + 0.0019808614160865545, + 0.0012288823490962386, + 0.002993789967149496, + 0.0021477430127561092, + 0.002923680702224374, + 0.0023995647206902504, + 0.0028089152183383703, + 0.0019458839669823647, + 0.001661943388171494, + 0.0015291146701201797, + 0.002316522179171443, + 0.0035103645641356707, + 0.0020551076158881187, + 0.002079399535432458, + 0.0015320343663915992, + 0.001828480395488441, + 0.00243748864158988, + 0.002112888265401125, + 0.0015875756507739425, + 0.004112901631742716, + 0.001707939780317247, + 0.0024711950682103634, + 0.001061731018126011, + 0.003447196912020445, + 0.0014547067694365978, + 0.0026274819392710924, + 0.0016051060520112514, + 0.0015181440394371748, + 0.003061782568693161, + 0.0015473319217562675, + 0.0022452890407294035, + 0.0014994010562077165, + 0.002740302123129368, + 0.0016371689271181822, + 0.0028536056634038687, + 0.004182477947324514, + 0.0018605910008773208, + 0.004623346962034702, + 0.0013815310085192323, + 0.0014080163091421127, + 0.0011899976525455713, + 0.0013559411745518446, + 0.002177918329834938, + 0.002757567912340164, + 0.0020389147102832794, + 0.0012851079227402806, + 0.0020993337966501713, + 0.004160925280302763, + 0.001700704568065703, + 0.00202414533123374, + 0.002150911372154951, + 0.003237245138734579, + 0.003957315348088741, + 0.0023166912142187357, + 0.0032648565247654915, + 0.0016611070604994893, + 0.002800656482577324, + 0.0015680518699809909, + 0.0016795721603557467, + 0.0029680917505174875, + 0.0018052310915663838, + 0.0019307403126731515, + 0.001499334815889597, + 0.0024683205410838127, + 0.001308384700678289, + 0.0020600089337676764, + 0.0027423379942774773, + 0.0028935950249433517, + 0.001597834751009941, + 0.0015822683926671743, + 0.004277493339031935, + 0.001986550400033593, + 0.0013181774411350489, + 0.001665454008616507, + 0.0019394645933061838, + 0.002017026534304023, + 0.001213473966345191, + 0.002180033829063177, + 0.0014639311702921987, + 0.0019948557019233704, + 0.0018429422052577138, + 0.0022829852532595396, + 0.0034334268420934677, + 0.0019351342925801873, + 0.0018655257299542427, + 0.0018273170571774244, + 0.002004779875278473, + 0.0015712653985247016, + 0.0025263093411922455, + 0.0025306728202849627, + 0.0030227522365748882, + 0.001748685142956674, + 0.0025199579540640116, + 0.0015060517471283674, + 0.0023229036014527082, + 0.004139843862503767, + 0.002624867483973503, + 0.0023581208661198616, + 0.002267013071104884, + 0.002480856841430068, + 0.001640937989577651, + 0.001581669901497662, + 0.004422351252287626, + 0.002561338944360614, + 0.005548464134335518, + 0.002604425186291337, + 0.003225695574656129, + 0.0035859812051057816, + 0.004047727212309837, + 0.002233201405033469, + 0.0018760451348498464, + 0.001477784593589604, + 0.003747631097212434, + 0.0023970482870936394, + 0.001381516456604004, + 0.0022604733239859343, + 0.0016946641262620687, + 0.0016875395085662603, + 0.0033970680087804794, + 0.0012130273971706629, + 0.0025065052323043346, + 0.0017600925639271736, + 0.002949522342532873, + 0.001681412337347865, + 0.0014008688740432262, + 0.0018706258852034807, + 0.0019074189476668835, + 0.0026781056076288223, + 0.0038493936881422997, + 0.0027118828147649765, + 0.0019052850548177958, + 0.0014412148157134652, + 0.001631452003493905, + 0.004206358455121517, + 0.0020022059325128794, + 0.0016956102335825562, + 0.0024373019114136696, + 0.0020453641191124916, + 0.0027290352154523134, + 0.002910903887823224, + 0.0011608753120526671, + 0.003126993542537093, + 0.0018546603387221694, + 0.0013333098031580448, + 0.0024672558065503836, + 0.004494125954806805, + 0.0017190991202369332, + 0.0019019469618797302, + 0.0020248503424227238, + 0.00383226340636611, + 0.0024377391673624516, + 0.003319700015708804, + 0.0026352903805673122, + 0.0012079642619937658, + 0.0018139441963285208, + 0.002849066397175193, + 0.001247233129106462, + 0.002067680237814784, + 0.0024408854078501463, + 0.001356942462734878, + 0.0019746595062315464, + 0.0019626719877123833, + 0.002043611602857709, + 0.0017103459686040878, + 0.0014378584455698729, + 0.001959351124241948, + 0.0014514519134536386, + 0.001973508158698678, + 0.0014526599552482367, + 0.00235420698300004, + 0.0019913858268409967, + 0.0018112040124833584, + 0.003036310663446784, + 0.002477233298122883, + 0.0034452062100172043, + 0.0024055985268205404, + 0.0031938799656927586, + 0.0026756497099995613, + 0.003107335651293397, + 0.003626833204180002, + 0.0032473199535161257, + 0.0014647671487182379, + 0.0016153715550899506, + 0.001522742328234017, + 0.0015118937008082867, + 0.0015951762907207012, + 0.0011421554954722524, + 0.0018784217536449432, + 0.001099827466532588, + 0.001956651918590069, + 0.0011937349336221814, + 0.0022096356842666864, + 0.0015289182774722576, + 0.0049012103118002415, + 0.0019628768786787987, + 0.0018306634156033397, + 0.004806247074157, + 0.002008416224271059, + 0.002611518604680896, + 0.0009908969514071941, + 0.002963140606880188, + 0.0015586840454488993, + 0.003850237699225545, + 0.002176022855564952, + 0.001949273282662034, + 0.0038574421778321266, + 0.0019537622574716806, + 0.0023657672572880983, + 0.0023318096064031124, + 0.0017743996577337384, + 0.0019897122401744127, + 0.0034843345638364553, + 0.0023219718132168055, + 0.0029393506702035666, + 0.004193940199911594, + 0.002348259324207902, + 0.0011731948470696807, + 0.003253508824855089, + 0.0017596585676074028, + 0.001650166930630803, + 0.00606887461617589, + 0.0019479660550132394, + 0.0011784433154389262, + 0.001991039142012596, + 0.0019461155170574784, + 0.003398796310648322, + 0.0033445649314671755, + 0.0024239642079919577, + 0.0013825164642184973, + 0.0017424037214368582, + 0.0018178930040448904, + 0.002047058194875717, + 0.0026737195439636707, + 0.0021344663109630346, + 0.002095875795930624, + 0.0016635198844596744, + 0.0015366185689345002, + 0.0019085571402683854, + 0.0015778274973854423, + 0.0013238544343039393, + 0.005204884335398674, + 0.002021527849137783, + 0.0029649497009813786, + 0.0024630732368677855, + 0.0041429693810641766, + 0.0014774866867810488, + 0.0037919189780950546, + 0.0015398021787405014, + 0.002230054698884487, + 0.002268945099785924, + 0.002362283179536462, + 0.0012501272140070796, + 0.0029264434706419706, + 0.0013551708543673158, + 0.0014410328585654497, + 0.002589605748653412, + 0.003038446418941021, + 0.00254031247459352, + 0.002110951580107212, + 0.002731230342760682, + 0.003696321276947856, + 0.002741079544648528, + 0.0014539401745423675, + 0.002276862505823374, + 0.0014842342352494597, + 0.0018873141380026937, + 0.002831731690093875, + 0.0015725550474599004, + 0.0027667146641761065, + 0.001316809793934226, + 0.0014005438424646854, + 0.002110997913405299, + 0.0012159148463979363, + 0.0015436360845342278, + 0.0016258861869573593, + 0.0032204799354076385, + 0.0011931390035897493, + 0.0019253737991675735, + 0.002468855120241642, + 0.0019884260836988688, + 0.0017930467147380114, + 0.0016150804003700614, + 0.002427605912089348, + 0.002974768867716193, + 0.0012757009826600552, + 0.0010936203179880977, + 0.003373741637915373, + 0.0020109026227146387, + 0.0023042696993798018, + 0.001218940131366253, + 0.00258819293230772, + 0.0023727843072265387, + 0.0019250991754233837, + 0.0012839911505579948, + 0.002757049398496747, + 0.0012056928826496005, + 0.0021035827230662107, + 0.0027128891088068485, + 0.001728114322759211, + 0.001571106375195086, + 0.002430663676932454, + 0.0029611370991915464, + 0.0021751003805547953, + 0.002280318411067128, + 0.0017401250079274178, + 0.002890294184908271, + 0.0025805486366152763, + 0.0016407161019742489, + 0.0013689029728993773, + 0.0018814154900610447, + 0.0027220307383686304, + 0.0013017201563343406, + 0.002569577656686306, + 0.002108246786519885, + 0.0027512942906469107, + 0.0014030541060492396, + 0.0023981155827641487, + 0.0017346101813018322, + 0.0017502282280474901, + 0.0013448389945551753, + 0.0022805531043559313, + 0.002284580608829856, + 0.0017113054636865854, + 0.0027967155911028385, + 0.0014508295571431518, + 0.0025797788985073566, + 0.002545597730204463, + 0.0032389513216912746, + 0.002747564809396863, + 0.0025458780582994223, + 0.0014834209578111768, + 0.0020189525093883276, + 0.0026577638927847147, + 0.0018777686636894941, + 0.002969571854919195, + 0.002569709438830614, + 0.0023063025437295437, + 0.002228005090728402, + 0.0032879759091883898, + 0.0016877095913514495, + 0.002105802996084094, + 0.0021042863372713327, + 0.001385130686685443, + 0.0024092893581837416, + 0.001912520034238696, + 0.0019595460034906864, + 0.001426842762157321, + 0.0031227997969835997, + 0.002530129626393318, + 0.0014870401937514544, + 0.0033885135781019926, + 0.001971099991351366, + 0.0020744006615132093, + 0.0029713697731494904, + 0.0014263518387451768, + 0.0022937916219234467, + 0.001651662401854992, + 0.0021433443762362003, + 0.0017997855320572853, + 0.002875038655474782, + 0.0024508265778422356, + 0.004816425498574972, + 0.0015536978607997298, + 0.0013876132434234023, + 0.0018114836420863867, + 0.002088893437758088, + 0.0028972632717341185, + 0.0014393541496247053, + 0.0029527347069233656, + 0.0016467641107738018, + 0.001919820555485785, + 0.0026072233449667692, + 0.00333548616617918, + 0.002537941560149193, + 0.002379130106419325, + 0.0015883551677688956, + 0.002578214043751359, + 0.0034674745984375477, + 0.0028052066918462515, + 0.0024947056081146, + 0.001820102916099131, + 0.0017212377861142159, + 0.001329747843556106, + 0.001961127622053027, + 0.0011384169338271022, + 0.0039564636535942554, + 0.0017106366576626897, + 0.0019217226654291153, + 0.0021210554987192154, + 0.003906088648363948, + 0.0022743898443877697, + 0.0018911899533122778, + 0.001312664127908647, + 0.002063790103420615, + 0.0014196315314620733, + 0.0028231649193912745, + 0.001388757023960352, + 0.001852335873991251, + 0.001175647252239287, + 0.0013571358285844326, + 0.003240906400606036, + 0.0017429465660825372, + 0.002768534002825618, + 0.002175341360270977, + 0.0029086971189826727, + 0.0015387561870738864, + 0.0017596360994502902, + 0.0012826807796955109, + 0.0016162736574187875, + 0.002188208047300577, + 0.0021537705324590206, + 0.0018302807584404945, + 0.001297556096687913, + 0.0015176426386460662, + 0.0015936201671138406, + 0.0020663554314523935, + 0.003265508683398366, + 0.0014862387906759977, + 0.001995714381337166, + 0.0029945133719593287, + 0.005004595033824444, + 0.002849280135706067, + 0.0018771972972899675, + 0.0018213491421192884, + 0.0017940903780981898, + 0.0028727829921990633, + 0.0011882970575243235, + 0.0023157098330557346, + 0.001656866748817265, + 0.0017158201662823558, + 0.002190483035519719, + 0.0019826460629701614, + 0.0029595699161291122, + 0.0025141399819403887, + 0.0019171282183378935, + 0.0016135175246745348, + 0.0022766401525586843, + 0.001716840430162847, + 0.002207029378041625, + 0.0014018607325851917, + 0.0018513755640015006, + 0.0027874282095581293, + 0.0020372727885842323, + 0.0022643853444606066, + 0.002108171349391341, + 0.0021098945289850235, + 0.004484600853174925, + 0.0012279842048883438, + 0.0023885045666247606, + 0.002084870357066393, + 0.00198059412650764, + 0.0021339901722967625, + 0.002582055749371648, + 0.003417777828872204, + 0.004421273246407509, + 0.003233902854844928, + 0.0060408515855669975, + 0.0024223560467362404, + 0.0018537618452683091, + 0.003882643301039934, + 0.0017491255421191454, + 0.0033403027337044477, + 0.002205156721174717, + 0.0030003772117197514, + 0.0033370039891451597, + 0.0022663408890366554, + 0.0030576984863728285, + 0.002908378141000867, + 0.0026382256764918566, + 0.0013929597334936261, + 0.0033627755474299192, + 0.0011709275422617793, + 0.0020745289511978626, + 0.001984268194064498, + 0.003089248901233077, + 0.005264919251203537, + 0.0014304282376542687, + 0.002684267470613122, + 0.0025665336288511753, + 0.0025282150600105524, + 0.0015544937923550606, + 0.0034716883674263954, + 0.0019458156311884522, + 0.0025074167642742395, + 0.0031879476737231016, + 0.0020579760894179344, + 0.001123524270951748, + 0.0014772753929719329, + 0.0023382543586194515, + 0.002986676525324583, + 0.0014484786661341786, + 0.001524783787317574, + 0.002739780116826296, + 0.002671441761776805, + 0.002645242726430297, + 0.0018429822521284223, + 0.00218077190220356, + 0.0016694560181349516, + 0.002455654554069042, + 0.0011010258458554745, + 0.002784651704132557, + 0.0025169462896883488, + 0.0023072976619005203, + 0.0015364699065685272, + 0.0024341295938938856, + 0.0028493900317698717, + 0.002873104764148593, + 0.002344252774491906, + 0.0019141564844176173, + 0.0020543732680380344, + 0.0023395270109176636, + 0.0014159006532281637, + 0.0013771713711321354, + 0.0021329151932150126, + 0.0024176868610084057, + 0.004820616915822029, + 0.0022996242623776197, + 0.0016019967151805758, + 0.0016468127723783255, + 0.0015328150475397706, + 0.0016458422178402543, + 0.0013405588688328862, + 0.002206414705142379, + 0.0016223707934841514, + 0.003231450216844678, + 0.002034179400652647, + 0.0023183326702564955, + 0.001586682628840208, + 0.002407396212220192, + 0.0011324806837365031, + 0.002247852273285389, + 0.002239340217784047, + 0.0020049624145030975, + 0.001356781809590757, + 0.0034742543939501047, + 0.0020004701800644398, + 0.002755289664492011, + 0.0029669643845409155, + 0.0029842653311789036, + 0.001989793498069048, + 0.0013394072884693742, + 0.001653936691582203, + 0.0032812815625220537, + 0.0023740839678794146, + 0.001847252482548356, + 0.0028871106915175915, + 0.0015141257317736745, + 0.0017139316769316792, + 0.0019607553258538246, + 0.0011690388200804591, + 0.001449104631319642, + 0.0023627798072993755, + 0.001842849189415574, + 0.0018462641164660454, + 0.001996866427361965, + 0.0014326024102047086, + 0.002115683862939477, + 0.002487089252099395, + 0.00266254972666502, + 0.0024691240396350622, + 0.0034101391211152077, + 0.0020660902373492718, + 0.0013040440389886498, + 0.0012671989388763905, + 0.004173538647592068, + 0.0022950144484639168, + 0.0015455058310180902, + 0.00311492383480072, + 0.0027061395812779665, + 0.002088540466502309, + 0.0014837646158412099, + 0.004871224984526634, + 0.0015847889008000493, + 0.0011316512245684862, + 0.002250897930935025, + 0.0012853492517024279, + 0.0014443875988945365, + 0.0019512345315888524, + 0.002226297976449132, + 0.0023534747306257486, + 0.002968603279441595, + 0.0011425191769376397, + 0.0026651311200112104, + 0.0015253659803420305, + 0.002448899205774069, + 0.0017520434921607375, + 0.0017455550841987133, + 0.0026716464199125767, + 0.001988320844247937, + 0.001938071334734559, + 0.0012488110223785043, + 0.002730311593040824, + 0.0012450532522052526, + 0.001629452221095562, + 0.0026954307686537504, + 0.0020762074273079634, + 0.002240193309262395 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 132, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 133, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:3:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.3.output.dense", + "input_tensor_infos": [ + { + "id": 133, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.015414293855428696 + ], + "zero_point": [ + 11 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002816595369949937, + 0.0021069946233183146, + 0.0016715923557057977, + 0.001430934644304216, + 0.0022008854430168867, + 0.0023630638606846333, + 0.001833115005865693, + 0.0019711903296411037, + 0.003021018812432885, + 0.0018086944473907351, + 0.007777804508805275, + 0.0022202401887625456, + 0.001457211677916348, + 0.002182771684601903, + 0.001727016642689705, + 0.00244140625, + 0.004107114393264055, + 0.0018944470211863518, + 0.0024747145362198353, + 0.0028086542151868343, + 0.0026357537135481834, + 0.0022850502282381058, + 0.0015965972561389208, + 0.0031407258938997984, + 0.04024677351117134, + 0.006849745754152536, + 0.00155147654004395, + 0.002168055158108473, + 0.001868701889179647, + 0.001841994235292077, + 0.035236552357673645, + 0.0020754127763211727, + 0.0024304368998855352, + 0.0031337172258645296, + 0.0020755187142640352, + 0.002385831205174327, + 0.0017729849787428975, + 0.002140549710020423, + 0.003603549674153328, + 0.00296658999286592, + 0.003958666231483221, + 0.0017526592127978802, + 0.00638797739520669, + 0.002794533036649227, + 0.001958610489964485, + 0.0017674503615126014, + 0.008606946095824242, + 0.0029799342155456543, + 0.002804587362334132, + 0.0016017043963074684, + 0.004319236613810062, + 0.0020020524971187115, + 0.0033301785588264465, + 0.0033989171497523785, + 0.005036910064518452, + 0.0016638615634292364, + 0.006801309064030647, + 0.0013859106693416834, + 0.0021485930774360895, + 0.0035039756912738085, + 0.0022510443814098835, + 0.004122762009501457, + 0.0017458400689065456, + 0.0014303551288321614, + 0.003884990932419896, + 0.0021199556067585945, + 0.0015888737980276346, + 0.0022160978987812996, + 0.0035245500039309263, + 0.0028043792117387056, + 0.002118386561051011, + 0.0014104953734204173, + 0.001822493621148169, + 0.0030947597697377205, + 0.0021604029461741447, + 0.003438329789787531, + 0.0015926200430840254, + 0.0023384527303278446, + 0.0020738739985972643, + 0.0023571313358843327, + 0.0026717439759522676, + 0.0018488739151507616, + 0.00270396308042109, + 0.0018866659374907613, + 0.0037239352241158485, + 0.002502525458112359, + 0.0015375479124486446, + 0.002666084561496973, + 0.0015955014387145638, + 0.0031102984212338924, + 0.0017084564315155149, + 0.0019295394886285067, + 0.001952632563188672, + 0.002110505709424615, + 0.002618401078507304, + 0.002121949102729559, + 0.0018175375880673528, + 0.002658858895301819, + 0.00349156535230577, + 0.0022753921803086996, + 0.0024937461130321026, + 0.0012976849684491754, + 0.002712466288357973, + 0.0014058792730793357, + 0.0027392799966037273, + 0.0023390050046145916, + 0.001884756376966834, + 0.019583532586693764, + 0.001996105769649148, + 0.003094550920650363, + 0.002325334120541811, + 0.0027186295483261347, + 0.002308173105120659, + 0.0030664887744933367, + 0.0041244556196033955, + 0.0015258823987096548, + 0.0025782333686947823, + 0.0020198894198983908, + 0.0027856198139488697, + 0.0018783735577017069, + 0.005268528126180172, + 0.0019999996293336153, + 0.003070451319217682, + 0.001664757844991982, + 0.0020083216950297356, + 0.004880353808403015, + 0.002091529779136181, + 0.002296128775924444, + 0.00235389219596982, + 0.002135929185897112, + 0.0016278509283438325, + 0.0016392566030845046, + 0.0035593509674072266, + 0.002466978970915079, + 0.0032245847396552563, + 0.004728238098323345, + 0.0021508540958166122, + 0.002014365280047059, + 0.0035560037940740585, + 0.0021881985012441874, + 0.0016636832151561975, + 0.00205235299654305, + 0.004411661997437477, + 0.006735813803970814, + 0.0019269740441814065, + 0.002784842625260353, + 0.00465988926589489, + 0.0034383407328277826, + 0.006603098940104246, + 0.0022220986429601908, + 0.0032823372166603804, + 0.006332077085971832, + 0.0016582306707277894, + 0.0038176695816218853, + 0.0014516531955450773, + 0.0020966113079339266, + 0.0018329728627577424, + 0.003813552437350154, + 0.003145557828247547, + 0.0034764024894684553, + 0.001515266252681613, + 0.0017485718708485365, + 0.0019835305865854025, + 0.0026643972378224134, + 0.0019364941399544477, + 0.0018906204495579004, + 0.004275071434676647, + 0.00295223668217659, + 0.0012279170332476497, + 0.0020356422755867243, + 0.001826443593017757, + 0.0018642472568899393, + 0.0019277587998658419, + 0.00262139062397182, + 0.0021025652531534433, + 0.008958324790000916, + 0.0019272926729172468, + 0.0020439508371055126, + 0.002772699110209942, + 0.003088469384238124, + 0.0030159810557961464, + 0.002120198914781213, + 0.0026335185393691063, + 0.001532832277007401, + 0.0018512626411393285, + 0.0018462551524862647, + 0.0017753869760781527, + 0.00491771474480629, + 0.0030157621949911118, + 0.001896533416584134, + 0.001672887708991766, + 0.0020548736210912466, + 0.007249484769999981, + 0.0014039183733984828, + 0.003692914731800556, + 0.00377183360978961, + 0.0037097367458045483, + 0.013999846763908863, + 0.0014667598297819495, + 0.001626177690923214, + 0.002054143464192748, + 0.002246333286166191, + 0.0024429799523204565, + 0.0030061297584325075, + 0.004902391694486141, + 0.0024720763321965933, + 0.004755174741148949, + 0.0022330335341393948, + 0.003451375290751457, + 0.0025087243411689997, + 0.0025293955113738775, + 0.0037510977126657963, + 0.0025045217480510473, + 0.003881466342136264, + 0.0015340360114350915, + 0.0035963584668934345, + 0.0026029208675026894, + 0.005767731461673975, + 0.0028678039088845253, + 0.003786293091252446, + 0.0024531001690775156, + 0.0013436720473691821, + 0.0015306067653000355, + 0.001401697751134634, + 0.002176149282604456, + 0.0024552380200475454, + 0.002980574034154415, + 0.002088980982080102, + 0.0027000189293175936, + 0.0023828495759516954, + 0.0014504987047985196, + 0.0027901099529117346, + 0.0018476012628525496, + 0.0021602220367640257, + 0.002395539777353406, + 0.0031976213213056326, + 0.0025682554114609957, + 0.001977533334866166, + 0.0026991611812263727, + 0.0020922571420669556, + 0.0020577600225806236, + 0.0022889296524226665, + 0.0013863327912986279, + 0.0058510033413767815, + 0.0018936312990263104, + 0.0019043002976104617, + 0.008338416926562786, + 0.003629700979217887, + 0.0014578831614926457, + 0.0041165123693645, + 0.0017184939933940768, + 0.0034004889894276857, + 0.002846712712198496, + 0.004994019865989685, + 0.00338442949578166, + 0.0014577008550986648, + 0.002516570035368204, + 0.002699832199141383, + 0.002881061751395464, + 0.0031598072964698076, + 0.00425689248368144, + 0.0016726827016100287, + 0.005212062504142523, + 0.0030021690763533115, + 0.002388065680861473, + 0.0012356872903183103, + 0.002036315156146884, + 0.002402527490630746, + 0.00538589945062995, + 0.002858525374904275, + 0.0015635958407074213, + 0.0028995343018323183, + 0.0016911841230466962, + 0.002312044845893979, + 0.0012936858693137765, + 0.001894590212032199, + 0.001879919203929603, + 0.0018757602665573359, + 0.0035158051177859306, + 0.0017545938026160002, + 0.0022566739935427904, + 0.0024728171993047, + 0.00281166797503829, + 0.033877722918987274, + 0.0037048293743282557, + 0.002629227936267853, + 0.004094608593732119, + 0.0023057188373059034, + 0.001758637954480946, + 0.002749920357018709, + 0.002074909396469593, + 0.0018040109425783157, + 0.0020604771561920643, + 0.0019072440918534994, + 0.0023195540998131037, + 0.0021858299151062965, + 0.0016488590044900775, + 0.003131589852273464, + 0.0020527257584035397, + 0.0018750251037999988, + 0.002299574203789234, + 0.001908557373099029, + 0.0019927257671952248, + 0.00330924685113132, + 0.0017761277267709374, + 0.002042289823293686, + 0.0024116355925798416, + 0.001842727418988943, + 0.0029597620014101267, + 0.002925322623923421, + 0.0026980869006365538, + 0.003973823040723801, + 0.0022665623109787703, + 0.0038841695059090853, + 0.00149566272739321, + 0.003346924437209964, + 0.0020190279465168715, + 0.0015676505863666534, + 0.002140744822099805, + 0.0036404342390596867, + 0.00522053986787796, + 0.002110589761286974, + 0.004775657318532467, + 0.0038068427238613367, + 0.0017925931606441736, + 0.001387108932249248, + 0.0012954137055203319, + 0.0016893278807401657, + 0.0024020588025450706, + 0.002881932770833373, + 0.0019089319976046681, + 0.0018898150883615017, + 0.003331606974825263, + 0.002150109503418207, + 0.0024976187851279974, + 0.0013294370146468282, + 0.00195533549413085, + 0.0026595392264425755, + 0.0033623503986746073, + 0.0016685868613421917, + 0.003906731493771076, + 0.0048453314229846, + 0.0038363749627023935, + 0.0024598727468401194, + 0.0020129613112658262, + 0.001554360263980925, + 0.0033253866713494062, + 0.0016223472775891423, + 0.0022014249116182327, + 0.0055277287028729916, + 0.0021930865477770567, + 0.001555802533403039, + 0.0018385467119514942, + 0.0018067755736410618, + 0.001626235549338162, + 0.0016248227329924703, + 0.0021616523154079914, + 0.0023033469915390015, + 0.0018741762032732368, + 0.00279597588814795, + 0.002244874369353056, + 0.0030591553077101707, + 0.002626457717269659, + 0.0018714260077103972, + 0.0023008817806839943, + 0.0019164528930559754, + 0.0017313894350081682, + 0.0027130721136927605, + 0.001585334655828774, + 0.002585975918918848, + 0.003938077017664909, + 0.0020288212690502405, + 0.002522778930142522, + 0.0016188235022127628, + 0.002618613885715604, + 0.005803562700748444, + 0.001648145611397922, + 0.0028329582419246435, + 0.002616054378449917, + 0.0031032662373036146, + 0.0017642875900492072, + 0.003227074397727847, + 0.0018547768704593182, + 0.0015632048016414046 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 134, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.3.output", + "input_tensor_infos": [ + { + "id": 135, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.0428653210401535 + ], + "zero_point": [ + 111 + ] + }, + { + "id": 131, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.08105538785457611 + ], + "zero_point": [ + 176 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 136, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.output.dropout", + "input_tensor_infos": [ + { + "id": 134, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 135, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.3.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 136, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:4": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:4:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 160, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:4:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.attention.self.query", + "input_tensor_infos": [ + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.03533483296632767 + ], + "zero_point": [ + 142 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0023930498864501715, + 0.002326464280486107, + 0.002120852004736662, + 0.0023837254848331213, + 0.002123049693182111, + 0.002375480253249407, + 0.0023304179776459932, + 0.0025071792770177126, + 0.002688333159312606, + 0.002476353431120515, + 0.002554217353463173, + 0.0023194539826363325, + 0.0021509467624127865, + 0.002156085567548871, + 0.0023270666133612394, + 0.002225284231826663, + 0.002845016773790121, + 0.002398151671513915, + 0.002785716438665986, + 0.002137087984010577, + 0.0026149179320782423, + 0.0017145394813269377, + 0.00205168011598289, + 0.0020372257567942142, + 0.002187830163165927, + 0.001990566262975335, + 0.002282939152792096, + 0.0022341166622936726, + 0.002346926601603627, + 0.0023172078654170036, + 0.0026102554984390736, + 0.001907727331854403, + 0.0025234688073396683, + 0.002717158757150173, + 0.003181327600032091, + 0.0030709626153111458, + 0.0028428942896425724, + 0.0033993739634752274, + 0.003390889847651124, + 0.002688019536435604, + 0.002750236075371504, + 0.0038507692515850067, + 0.0031547995749861, + 0.0035476621706038713, + 0.00308336247690022, + 0.002986174076795578, + 0.0032111515756696463, + 0.0031141869258135557, + 0.002893332624807954, + 0.0029212983790785074, + 0.003381315153092146, + 0.0032677906565368176, + 0.0037560893688350916, + 0.002477646106854081, + 0.0029031431768089533, + 0.002986718202009797, + 0.0029449453577399254, + 0.0037560018245130777, + 0.0027238500770181417, + 0.0035724735353142023, + 0.0029242774471640587, + 0.0024180603213608265, + 0.002791290869936347, + 0.0033472715876996517, + 0.0032190061174333096, + 0.003265292616561055, + 0.0025324863381683826, + 0.002799246460199356, + 0.00344502879306674, + 0.002219032496213913, + 0.003132836427539587, + 0.0030728853307664394, + 0.002682618098333478, + 0.0035065999254584312, + 0.002857930725440383, + 0.0027030149940401316, + 0.0035180721897631884, + 0.0027110716328024864, + 0.002864440670236945, + 0.0028696649242192507, + 0.0029235726688057184, + 0.0028610066510736942, + 0.0030278172343969345, + 0.00253747939132154, + 0.0023757917806506157, + 0.0028556466568261385, + 0.002129223896190524, + 0.0035088080912828445, + 0.0029554576613008976, + 0.0030886882450431585, + 0.003530157031491399, + 0.003185963723808527, + 0.00291869742795825, + 0.0032627545297145844, + 0.002946346765384078, + 0.0029312772676348686, + 0.0030805342830717564, + 0.0029819749761372805, + 0.002945384941995144, + 0.0033378521911799908, + 0.0030265222303569317, + 0.0033618055749684572, + 0.003940788097679615, + 0.0037734743673354387, + 0.003560467856004834, + 0.0032835775054991245, + 0.0032359003089368343, + 0.003163338406011462, + 0.004275541752576828, + 0.0030129135120660067, + 0.0035556359216570854, + 0.0034354734234511852, + 0.0027308389544487, + 0.003515487303957343, + 0.003639979986473918, + 0.00330930482596159, + 0.00265160808339715, + 0.002460030373185873, + 0.0026777293533086777, + 0.0029787770472466946, + 0.003063300857320428, + 0.0031689591705799103, + 0.00391888665035367, + 0.0030441589187830687, + 0.0033299808856099844, + 0.004017454106360674, + 0.0028476305305957794, + 0.0046049668453633785, + 0.003217919496819377, + 0.00280123483389616, + 0.002550434321165085, + 0.0028606399428099394, + 0.0032288634683936834, + 0.00294693885371089, + 0.0026618717238307, + 0.0026187351904809475, + 0.003245521569624543, + 0.002588849049061537, + 0.003237500786781311, + 0.0028973252046853304, + 0.003290961729362607, + 0.0029324020724743605, + 0.003389796707779169, + 0.0029591701459139585, + 0.003368076868355274, + 0.0029054894112050533, + 0.002588378032669425, + 0.003140872810035944, + 0.003194965422153473, + 0.0025051822885870934, + 0.0026695390697568655, + 0.002992035122588277, + 0.0026897555217146873, + 0.0030608668457716703, + 0.0031402818858623505, + 0.0033793996553868055, + 0.0027466658502817154, + 0.0027755307964980602, + 0.002825736068189144, + 0.0028440882451832294, + 0.002451936714351177, + 0.003072767285630107, + 0.0026557950768619776, + 0.002793869934976101, + 0.0023086359724402428, + 0.003507608314976096, + 0.0024586976505815983, + 0.002771971747279167, + 0.002620994346216321, + 0.0021386637818068266, + 0.0031182910315692425, + 0.0024462025612592697, + 0.0033324018586426973, + 0.0034669521264731884, + 0.002322856104001403, + 0.0025875307619571686, + 0.0020713794510811567, + 0.003138969885185361, + 0.002810115460306406, + 0.0034656901843845844, + 0.002469309139996767, + 0.003117194166406989, + 0.002534518949687481, + 0.0033962586894631386, + 0.0022045799996703863, + 0.0031241136603057384, + 0.0023598719853907824, + 0.0026880770456045866, + 0.002296660328283906, + 0.0033334989566355944, + 0.002612567972391844, + 0.0023920375388115644, + 0.0037071951664984226, + 0.003954784013330936, + 0.003334778593853116, + 0.0038115154020488262, + 0.0030520393047481775, + 0.0030549252405762672, + 0.004507484380155802, + 0.00512580294162035, + 0.002822300884872675, + 0.003257925622165203, + 0.0031861234456300735, + 0.002664786297827959, + 0.003371373051777482, + 0.0028111571446061134, + 0.0044091385789215565, + 0.004240676295012236, + 0.003219814971089363, + 0.004568034783005714, + 0.0031603353563696146, + 0.002936331322416663, + 0.003423630492761731, + 0.0034854616969823837, + 0.003008231520652771, + 0.003167219227179885, + 0.0031284280121326447, + 0.0036627808585762978, + 0.0035570962354540825, + 0.0028375396504998207, + 0.0026813955046236515, + 0.0025783830787986517, + 0.0032573395874351263, + 0.004300813656300306, + 0.003368489211425185, + 0.002670279936864972, + 0.0033984468318521976, + 0.0023303483612835407, + 0.0036295908503234386, + 0.0026668524369597435, + 0.0029977269005030394, + 0.003112313337624073, + 0.003292304929345846, + 0.004526634234935045, + 0.00332854432053864, + 0.0027687284164130688, + 0.003754623234272003, + 0.003569425083696842, + 0.00292584509588778, + 0.0026711574755609035, + 0.003433553734794259, + 0.0027439738623797894, + 0.003024931298568845, + 0.0031386541668325663, + 0.003569825552403927, + 0.004114121664315462, + 0.0031439901795238256, + 0.004208206664770842, + 0.0030875408556312323, + 0.003138159867376089, + 0.0028390022926032543, + 0.0037317778915166855, + 0.004216135013848543, + 0.003166267415508628, + 0.003755940357223153, + 0.003069607075303793, + 0.0023813187144696712, + 0.003052008803933859, + 0.003541946178302169, + 0.0037695819046348333, + 0.004907969385385513, + 0.0024591831024736166, + 0.00426544900983572, + 0.0037321005947887897, + 0.0028596515767276287, + 0.003066004253923893, + 0.003116597654297948, + 0.0037458164151757956, + 0.0032510855235159397, + 0.0023775319568812847, + 0.004027238115668297, + 0.003027926664799452, + 0.0026328666135668755, + 0.0035214214585721493, + 0.002567447256296873, + 0.002445426071062684, + 0.0028751359786838293, + 0.0030007949098944664, + 0.0039301179349422455, + 0.0030430632177740335, + 0.0033623245544731617, + 0.0030997185967862606, + 0.005435343831777573, + 0.00284502818249166, + 0.0028739902190864086, + 0.0026847533881664276, + 0.0032227274496108294, + 0.003265195759013295, + 0.0032223928719758987, + 0.002773239742964506, + 0.0036318490747362375, + 0.0032345070503652096, + 0.003100895555689931, + 0.0048073334619402885, + 0.0031368802301585674, + 0.004322017543017864, + 0.0029310511890798807, + 0.002963440027087927, + 0.003158442908897996, + 0.002898754319176078, + 0.003954585641622543, + 0.0036767462734133005, + 0.0026868656277656555, + 0.004191214218735695, + 0.003212556941434741, + 0.0029044095426797867, + 0.002930806018412113, + 0.0032039154320955276, + 0.00334265292622149, + 0.0033706713002175093, + 0.0038952562026679516, + 0.0035087151918560266, + 0.0028081978671252728, + 0.0032216061372309923, + 0.003287631319835782, + 0.004501678980886936, + 0.0029353038407862186, + 0.0034099221229553223, + 0.004553121514618397, + 0.005610466469079256, + 0.002968509215861559, + 0.0026941830292344093, + 0.0025476915761828423, + 0.002597394399344921, + 0.0027024196460843086, + 0.003161073662340641, + 0.0036545100156217813, + 0.0024557551369071007, + 0.0029621105641126633, + 0.0019765954930335283, + 0.0030160052701830864, + 0.003289382206276059, + 0.0029161213897168636, + 0.002662478480488062, + 0.0025910334661602974, + 0.0024100597947835922, + 0.002174143912270665, + 0.003349251812323928, + 0.0029035243205726147, + 0.002506811637431383, + 0.0021830867044627666, + 0.003167566144838929, + 0.0026261319871991873, + 0.0020578166004270315, + 0.002416705945506692, + 0.0026080531533807516, + 0.0037618763744831085, + 0.002344931475818157, + 0.002488333499059081, + 0.003911785315722227, + 0.003136840183287859, + 0.002752440981566906, + 0.003861528355628252, + 0.0036261198110878468, + 0.004425818100571632, + 0.004168178420513868, + 0.0036324530374258757, + 0.004049239214509726, + 0.004331192467361689, + 0.00484094861894846, + 0.0041787768714129925, + 0.004290053155273199, + 0.004825497046113014, + 0.0031907958909869194, + 0.004994825925678015, + 0.0034673106856644154, + 0.004188092425465584, + 0.004376847296953201, + 0.003911812789738178, + 0.004032577853649855, + 0.003744555404409766, + 0.003351762890815735, + 0.004554536659270525, + 0.003967277705669403, + 0.003354958724230528, + 0.003196557518094778, + 0.004836630541831255, + 0.004637512844055891, + 0.00345675484277308, + 0.005008564330637455, + 0.003655750537291169, + 0.0041516623459756374, + 0.003914917353540659, + 0.004266713745892048 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 138, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.attention.self.key", + "input_tensor_infos": [ + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.03533483296632767 + ], + "zero_point": [ + 142 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002684183418750763, + 0.0027299453504383564, + 0.0029412470757961273, + 0.0025605661794543266, + 0.0026984598953276873, + 0.0022951764985919, + 0.0024252026341855526, + 0.004112767521291971, + 0.0027442832943052053, + 0.0024587013758718967, + 0.002322243759408593, + 0.002158310730010271, + 0.0021058833226561546, + 0.004090874455869198, + 0.0022580286022275686, + 0.0026929762680083513, + 0.002780928974971175, + 0.002214799402281642, + 0.0026488800067454576, + 0.0023140376433730125, + 0.0024832889903336763, + 0.002378094708546996, + 0.001883175689727068, + 0.0029064661357551813, + 0.002282454865053296, + 0.002895575715228915, + 0.002836883533746004, + 0.0020437068305909634, + 0.002030959352850914, + 0.002000961219891906, + 0.0025841807946562767, + 0.0020803194493055344, + 0.002944118808954954, + 0.004080052021890879, + 0.0032490247394889593, + 0.0033918104600161314, + 0.0027019456028938293, + 0.003170399460941553, + 0.003242775797843933, + 0.003063419135287404, + 0.003301954595372081, + 0.0035688800271600485, + 0.0030683460645377636, + 0.0029064943082630634, + 0.0036682821810245514, + 0.003609522944316268, + 0.003235181560739875, + 0.003125524614006281, + 0.0034188502468168736, + 0.004010402597486973, + 0.002690659835934639, + 0.0031618827488273382, + 0.0036563933826982975, + 0.0031264617573469877, + 0.003148067509755492, + 0.0035939374938607216, + 0.0031743706203997135, + 0.002876698039472103, + 0.002815232379361987, + 0.0038112967740744352, + 0.0034057169687002897, + 0.0034675567876547575, + 0.0032798335887491703, + 0.004551833029836416, + 0.002704442711547017, + 0.0024491301737725735, + 0.002618904924020171, + 0.0031245420686900616, + 0.0028553172014653683, + 0.0022330009378492832, + 0.0037632060702890158, + 0.0030915983952581882, + 0.002770703984424472, + 0.0027555248234421015, + 0.0039034809451550245, + 0.0025807193014770746, + 0.0029503703117370605, + 0.004270574543625116, + 0.0025840948801487684, + 0.002501434413716197, + 0.003222075058147311, + 0.0031972439028322697, + 0.002413709880784154, + 0.002889398019760847, + 0.0027894843369722366, + 0.003072948893532157, + 0.0032465816475450993, + 0.0029246925842016935, + 0.002873653080314398, + 0.0027285157702863216, + 0.003114175284281373, + 0.0029316782020032406, + 0.002832971978932619, + 0.0027077323757112026, + 0.003458588384091854, + 0.0025375771801918745, + 0.0030079467687755823, + 0.003365352051332593, + 0.0031662306282669306, + 0.003970894496887922, + 0.0030362727120518684, + 0.0032006152905523777, + 0.003395579755306244, + 0.0033329310826957226, + 0.002218161476776004, + 0.0032654767856001854, + 0.0040583242662250996, + 0.0033244274090975523, + 0.0031806258484721184, + 0.0026772180572152138, + 0.003632542910054326, + 0.0028561530634760857, + 0.0028830603696405888, + 0.004265592433512211, + 0.00266525661572814, + 0.0032170070335268974, + 0.0033871144987642765, + 0.002787655219435692, + 0.004900466650724411, + 0.0030605208594352007, + 0.002868716139346361, + 0.0031213057227432728, + 0.002835676306858659, + 0.002959233708679676, + 0.0035275842528790236, + 0.004189194180071354, + 0.0030373428016901016, + 0.003581835888326168, + 0.0028068653773516417, + 0.003307999111711979, + 0.0025218988303095102, + 0.002545686438679695, + 0.002990486565977335, + 0.002988150343298912, + 0.003277143929153681, + 0.003458700841292739, + 0.0031240652315318584, + 0.003654050873592496, + 0.0024805390276014805, + 0.0030581997707486153, + 0.0028797085396945477, + 0.003367269178852439, + 0.0035267844796180725, + 0.004753305576741695, + 0.0025553295854479074, + 0.0026926808059215546, + 0.003524805186316371, + 0.002824051771312952, + 0.0037206492852419615, + 0.002741769887506962, + 0.0035006627440452576, + 0.0052469344809651375, + 0.0032321340404450893, + 0.0035724721383303404, + 0.002783752977848053, + 0.0031804104801267385, + 0.0027697421610355377, + 0.003690020414069295, + 0.002576488768681884, + 0.003296307288110256, + 0.0031981945503503084, + 0.0028319016564637423, + 0.0031618333887308836, + 0.00437464565038681, + 0.0020228794310241938, + 0.0038820833433419466, + 0.003301117103546858, + 0.0033635678701102734, + 0.0033108487259596586, + 0.0025239549577236176, + 0.002400906290858984, + 0.003671466838568449, + 0.0029908556025475264, + 0.003173100296407938, + 0.002713510300964117, + 0.0032109308522194624, + 0.002472902648150921, + 0.0036532613448798656, + 0.0030106741469353437, + 0.0032040379010140896, + 0.0029142573475837708, + 0.0024702714290469885, + 0.002730265259742737, + 0.005391114857047796, + 0.00284128007479012, + 0.0028764456510543823, + 0.0021693806629627943, + 0.002672616159543395, + 0.0024197318125516176, + 0.0024322508834302425, + 0.0034137219190597534, + 0.002260133158415556, + 0.004055785946547985, + 0.004197512287646532, + 0.006534010637551546, + 0.0038049768190830946, + 0.004461633041501045, + 0.004896129947155714, + 0.004196944180876017, + 0.005129160359501839, + 0.003535366151481867, + 0.002668738132342696, + 0.0030363902915269136, + 0.0039996011182665825, + 0.004398377146571875, + 0.0025225989520549774, + 0.0029665043111890554, + 0.003759767860174179, + 0.0033819274976849556, + 0.004678135272115469, + 0.002529086545109749, + 0.0027448139153420925, + 0.004233752842992544, + 0.005757839418947697, + 0.003829934634268284, + 0.005464192014187574, + 0.002990810200572014, + 0.004410842899233103, + 0.005114356055855751, + 0.0026607883628457785, + 0.0033843088895082474, + 0.003889720654115081, + 0.0032061608508229256, + 0.00297058979049325, + 0.004308843053877354, + 0.0031961407512426376, + 0.0034061307087540627, + 0.0041228705085814, + 0.0038414737209677696, + 0.003308995859697461, + 0.0025335343088954687, + 0.00430250121280551, + 0.0027116902638226748, + 0.003454353427514434, + 0.0024373172782361507, + 0.0033190902322530746, + 0.002895461395382881, + 0.004135335795581341, + 0.0038015705067664385, + 0.003336495254188776, + 0.0032085697166621685, + 0.0027058804407715797, + 0.0024724621325731277, + 0.003124075010418892, + 0.003484728280454874, + 0.0029675064142793417, + 0.004025555215775967, + 0.0035453266464173794, + 0.0033897373359650373, + 0.0030655984301120043, + 0.004403948783874512, + 0.005002073477953672, + 0.0026700980961322784, + 0.003981281071901321, + 0.004163727629929781, + 0.00272424821741879, + 0.00328845321200788, + 0.0027095673140138388, + 0.003067802172154188, + 0.0061740693636238575, + 0.004040978383272886, + 0.0026870393194258213, + 0.005931375082582235, + 0.00680740550160408, + 0.0033636162988841534, + 0.0031020205933600664, + 0.0038766833022236824, + 0.0037923462223261595, + 0.0063627539202570915, + 0.0030660296324640512, + 0.004438656382262707, + 0.006322154775261879, + 0.0027271523140370846, + 0.005125739611685276, + 0.002941962331533432, + 0.002955135190859437, + 0.0026487610302865505, + 0.0030434750951826572, + 0.0028172554448246956, + 0.0026387711986899376, + 0.006229917518794537, + 0.003652573097497225, + 0.004426146857440472, + 0.003166043432429433, + 0.0032313913106918335, + 0.0029586360324174166, + 0.002755987923592329, + 0.004175765905529261, + 0.004723403137177229, + 0.0032869514543563128, + 0.005415843799710274, + 0.002750389277935028, + 0.0037300344556570053, + 0.0052565899677574635, + 0.0029192811343818903, + 0.0031158900819718838, + 0.003760211868211627, + 0.002946149790659547, + 0.0036065971944481134, + 0.0029018817003816366, + 0.004283639136701822, + 0.003410717938095331, + 0.002848225412890315, + 0.003666162956506014, + 0.006111836526542902, + 0.003346031764522195, + 0.003054132917895913, + 0.0053044999949634075, + 0.0027657155878841877, + 0.004688728600740433, + 0.0033076838590204716, + 0.003013705601915717, + 0.0030839501414448023, + 0.0036046721506863832, + 0.0033831880427896976, + 0.004356370773166418, + 0.0036626483779400587, + 0.0038963970728218555, + 0.0035950548481196165, + 0.0037970906123518944, + 0.0030677663162350655, + 0.0035253912210464478, + 0.00251118210144341, + 0.00301703461445868, + 0.00416988879442215, + 0.003934886306524277, + 0.004336181562393904, + 0.0030404916033148766, + 0.0035090160090476274, + 0.00240071932785213, + 0.0035063461400568485, + 0.0024424076545983553, + 0.003363491967320442, + 0.0031782283913344145, + 0.002684833249077201, + 0.002640984719619155, + 0.00423349067568779, + 0.002931548748165369, + 0.0028879395686089993, + 0.003283481812104583, + 0.0025669338647276163, + 0.00225642928853631, + 0.0038026394322514534, + 0.00260989204980433, + 0.002725734142586589, + 0.002832421800121665, + 0.004368308000266552, + 0.0020974064245820045, + 0.002436257665976882, + 0.002727936254814267, + 0.003270136658102274, + 0.00351320905610919, + 0.0044507356360554695, + 0.003474028082564473, + 0.0032735413406044245, + 0.004007886163890362, + 0.0037901760078966618, + 0.004235951695591211, + 0.0035665491595864296, + 0.004071655683219433, + 0.003405112773180008, + 0.00512821925804019, + 0.004821899812668562, + 0.0029989471659064293, + 0.003787919646129012, + 0.003568831365555525, + 0.0036433327477425337, + 0.004984251223504543, + 0.0038943274412304163, + 0.004304335452616215, + 0.0028998369816690683, + 0.003902651136741042, + 0.0036459050606936216, + 0.0030522113665938377, + 0.003297812305390835, + 0.0032063680700957775, + 0.003689680015668273, + 0.003740899031981826, + 0.003727877978235483, + 0.003636652370914817, + 0.003199756843969226, + 0.003891723696142435, + 0.0028454107232391834, + 0.003690100973471999 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 139, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.attention.self.value", + "input_tensor_infos": [ + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.03533483296632767 + ], + "zero_point": [ + 142 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0028560252394527197, + 0.002582474611699581, + 0.0029270583763718605, + 0.0025007694493979216, + 0.0019040468614548445, + 0.002288967836648226, + 0.001868327264674008, + 0.0022032347042113543, + 0.002240789821371436, + 0.0021818445529788733, + 0.002698510652408004, + 0.0022447339724749327, + 0.0026665455661714077, + 0.002024622168391943, + 0.0020034005865454674, + 0.0028515898156911135, + 0.0018089036457240582, + 0.002466325182467699, + 0.002382692415267229, + 0.00272988504730165, + 0.002836997387930751, + 0.00216301204636693, + 0.003059459151700139, + 0.0026588733308017254, + 0.0022872004192322493, + 0.002429040614515543, + 0.002620284678414464, + 0.00248461845330894, + 0.002257727785035968, + 0.0027432770002633333, + 0.0026188211049884558, + 0.0021012229844927788, + 0.003504663472995162, + 0.00256027071736753, + 0.0023474337067455053, + 0.0029223307501524687, + 0.0024381601251661777, + 0.002797725610435009, + 0.002980323974043131, + 0.0025945010129362345, + 0.002517905319109559, + 0.0030797275248914957, + 0.0024359547533094883, + 0.0024974653497338295, + 0.002882895292714238, + 0.002989687956869602, + 0.0035390821285545826, + 0.004129180684685707, + 0.003639044938609004, + 0.0029045564588159323, + 0.0030155128333717585, + 0.003448751987889409, + 0.0029441900551319122, + 0.0028990430291742086, + 0.003520563244819641, + 0.0034671497996896505, + 0.002349692163988948, + 0.002480851486325264, + 0.002875381149351597, + 0.0035245781764388084, + 0.0034923104103654623, + 0.003092776518315077, + 0.002604980953037739, + 0.0034536842722445726, + 0.002885660156607628, + 0.002819942543283105, + 0.004595469683408737, + 0.003913554362952709, + 0.003866941435262561, + 0.00480925478041172, + 0.004919371567666531, + 0.0025584150571376085, + 0.002348704030737281, + 0.0028311684727668762, + 0.002856918377801776, + 0.0031838188879191875, + 0.0031143787782639265, + 0.002581711858510971, + 0.003331070765852928, + 0.002269572112709284, + 0.003046458587050438, + 0.0035801015328615904, + 0.002383562969043851, + 0.0034928980749100447, + 0.003601178526878357, + 0.003670344827696681, + 0.003989147488027811, + 0.0029615573585033417, + 0.002471316372975707, + 0.0025160880759358406, + 0.003164357505738735, + 0.0027196251321583986, + 0.0035048290155828, + 0.0038077605422586203, + 0.005266432650387287, + 0.0033263631630688906, + 0.0020137804094702005, + 0.0018831974593922496, + 0.001998886000365019, + 0.0024617945309728384, + 0.0024394493084400892, + 0.0016695926897227764, + 0.0022009150125086308, + 0.002243763068690896, + 0.0020635565742850304, + 0.002989918226376176, + 0.0017302710330113769, + 0.002334133256226778, + 0.0018344609998166561, + 0.0018295011250302196, + 0.001702032284811139, + 0.002150739775970578, + 0.002295371377840638, + 0.0018661818467080593, + 0.0020284783095121384, + 0.0022179349325597286, + 0.002396741881966591, + 0.0021552275866270065, + 0.002107351552695036, + 0.002171420259401202, + 0.002935288241133094, + 0.002112983027473092, + 0.0020430581644177437, + 0.00303607783280313, + 0.00242451555095613, + 0.00259453896433115, + 0.0021775471977889538, + 0.003308887593448162, + 0.0044011143036186695, + 0.004140730481594801, + 0.0025554730091243982, + 0.002130899578332901, + 0.0030296368058770895, + 0.0027902377769351006, + 0.0024793350603431463, + 0.0025246816221624613, + 0.003988971933722496, + 0.002380340127274394, + 0.002643375424668193, + 0.00313501781783998, + 0.0025721301790326834, + 0.0028987389523535967, + 0.002318614162504673, + 0.0023326012305915356, + 0.0027711635921150446, + 0.003399100387468934, + 0.001999319763854146, + 0.002509709680452943, + 0.002146688522771001, + 0.002345403889194131, + 0.002621418097987771, + 0.0027352904435247183, + 0.0023825583048164845, + 0.0031734660733491182, + 0.0034934417344629765, + 0.0021118696313351393, + 0.00225268118083477, + 0.002229799749329686, + 0.003931720741093159, + 0.0021721746306866407, + 0.005344407167285681, + 0.002905735746026039, + 0.003310569329187274, + 0.0032353780698031187, + 0.003446688409894705, + 0.0036908392794430256, + 0.0029229021165519953, + 0.002920611063018441, + 0.003638867288827896, + 0.002623780630528927, + 0.0031264247372746468, + 0.003102905349805951, + 0.003053323132917285, + 0.0033051101490855217, + 0.003301317570731044, + 0.002552453661337495, + 0.0023519517853856087, + 0.0033323292154818773, + 0.003865470178425312, + 0.0028297477401793003, + 0.0023738862946629524, + 0.003524255473166704, + 0.003142370143905282, + 0.002823900431394577, + 0.003199012251570821, + 0.0042989845387637615, + 0.0026865024119615555, + 0.0032865209504961967, + 0.003503246698528528, + 0.0026839927304536104, + 0.0031643803231418133, + 0.003542718943208456, + 0.0024187788367271423, + 0.0022171272430568933, + 0.0014561173738911748, + 0.002362777478992939, + 0.0023959283716976643, + 0.001884675701148808, + 0.002077792538329959, + 0.0018469661008566618, + 0.002080481732264161, + 0.0014814547030255198, + 0.0026255392003804445, + 0.00186170544475317, + 0.001815860508941114, + 0.002448418876156211, + 0.002112504793331027, + 0.002440707990899682, + 0.0027227080427110195, + 0.0023745798971503973, + 0.0028307493776082993, + 0.002252217149361968, + 0.0025826895143836737, + 0.0018681887304410338, + 0.0018666579853743315, + 0.0027306443080306053, + 0.00206352723762393, + 0.0035576890222728252, + 0.002671900438144803, + 0.0017631575465202332, + 0.002866046968847513, + 0.002187028992921114, + 0.0018255292670801282, + 0.002474093111231923, + 0.00278755696490407, + 0.004953800700604916, + 0.005733810365200043, + 0.003087816061452031, + 0.0033583256881684065, + 0.004113201983273029, + 0.005574665032327175, + 0.0037288391031324863, + 0.0026455672923475504, + 0.00444736797362566, + 0.004263926297426224, + 0.0039949361234903336, + 0.003962566144764423, + 0.003777913050726056, + 0.00517858425155282, + 0.0040638865903019905, + 0.003617385635152459, + 0.004337336402386427, + 0.00429696636274457, + 0.003793120849877596, + 0.0030737274792045355, + 0.006260809954255819, + 0.004614528734236956, + 0.0029734191484749317, + 0.0037312484346330166, + 0.0037707535084336996, + 0.003345490898936987, + 0.004863593261688948, + 0.00360802561044693, + 0.0038311986718326807, + 0.003612615168094635, + 0.004016993101686239, + 0.0033159228041768074, + 0.0039378004148602486, + 0.0020490032620728016, + 0.0043146004900336266, + 0.0036568513605743647, + 0.0024850377812981606, + 0.0031513881403952837, + 0.002630326896905899, + 0.0024595758877694607, + 0.0029195586685091257, + 0.002315176883712411, + 0.002387896180152893, + 0.0026295287534594536, + 0.0027195431757718325, + 0.002787323435768485, + 0.0025993981398642063, + 0.0023108413442969322, + 0.004063361790031195, + 0.0027814586646854877, + 0.0026309210807085037, + 0.002977271331474185, + 0.0015087698120623827, + 0.002710961503908038, + 0.002924747532233596, + 0.002822338603436947, + 0.005080923903733492, + 0.0032276164274662733, + 0.0025436056312173605, + 0.0021226087119430304, + 0.0039186556823551655, + 0.0028754014056175947, + 0.0030768164433538914, + 0.001769760623574257, + 0.0024050367064774036, + 0.0024090188089758158, + 0.002713038120418787, + 0.0017976254457607865, + 0.002107410691678524, + 0.002265101997181773, + 0.002037824597209692, + 0.0027154521085321903, + 0.002650057664141059, + 0.0016272504581138492, + 0.0023589753545820713, + 0.002358249621465802, + 0.0016673890640959144, + 0.0014945792499929667, + 0.0017266885843127966, + 0.001913426909595728, + 0.0020754211582243443, + 0.00184226396959275, + 0.0016630184836685658, + 0.0016017368761822581, + 0.002532288199290633, + 0.002041178522631526, + 0.0017411113949492574, + 0.001545966137200594, + 0.002343002939596772, + 0.001555878552608192, + 0.0018687532283365726, + 0.002350572729483247, + 0.0019324704771861434, + 0.002354128984734416, + 0.0017763092182576656, + 0.004778653383255005, + 0.003861629869788885, + 0.003087251214310527, + 0.0028185269329696894, + 0.002562854439020157, + 0.003974253311753273, + 0.004976768512278795, + 0.0033987550996243954, + 0.0043627251870930195, + 0.0037015024572610855, + 0.003056210232898593, + 0.004262998700141907, + 0.006373910699039698, + 0.007233098614960909, + 0.004995453637093306, + 0.0038925434928387403, + 0.004397306125611067, + 0.005235334858298302, + 0.005122192669659853, + 0.00591581966727972, + 0.005808277055621147, + 0.0033462464343756437, + 0.003984176088124514, + 0.002898554550483823, + 0.004002558998763561, + 0.003902606898918748, + 0.004767114762216806, + 0.0029724983032792807, + 0.0031552654691040516, + 0.0035948066506534815, + 0.0029053655453026295, + 0.0064635309390723705, + 0.002383981365710497, + 0.0020461624953895807, + 0.0017771144630387425, + 0.0014683213084936142, + 0.001817942364141345, + 0.002162630669772625, + 0.0016183017287403345, + 0.0016906592063605785, + 0.0023874519392848015, + 0.0018936330452561378, + 0.002531436737626791, + 0.0024771455209702253, + 0.0017148234182968736, + 0.0018109207740053535, + 0.0021321747917681932, + 0.001691110199317336, + 0.002245549578219652, + 0.0021915845572948456, + 0.0016945470124483109, + 0.0023750753607600927, + 0.001619216869585216, + 0.0018197247991338372, + 0.0019794602412730455, + 0.0024863434955477715, + 0.0019954817835241556, + 0.0017538467654958367, + 0.0020668567158281803, + 0.0019263305002823472, + 0.0038360385224223137, + 0.0026276761200278997, + 0.0021765120327472687, + 0.0022042763885110617 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 142, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 146, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.057563602924346924 + ], + "zero_point": [ + 125 + ] + }, + { + "id": 147, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.06475650519132614 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 148, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 149, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.11800593882799149 + ], + "zero_point": [ + 160 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 150, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 152, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0036439839750528336 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 144, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.029532507061958313 + ], + "zero_point": [ + 115 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 153, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 139, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 139, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 140, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 140, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 141, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 142, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 142, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 143, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 143, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 144, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 138, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 138, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 145, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 145, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 146, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 141, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 147, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 148, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 149, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 150, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 151, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 151, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 152, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 153, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 154, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 154, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 155, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 155, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.self", + "input_tensor_infos": [ + { + "id": 155, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 156, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 156, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:4:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.attention.output.dense", + "input_tensor_infos": [ + { + "id": 156, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.01940973661839962 + ], + "zero_point": [ + 122 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0011816062033176422, + 0.0021169001702219248, + 0.00112478609662503, + 0.0011632810346782207, + 0.0013008277164772153, + 0.001511428039520979, + 0.001018209382891655, + 0.0019144963007420301, + 0.001241183141246438, + 0.001329499646089971, + 0.0011901507386937737, + 0.003000871278345585, + 0.0014984913868829608, + 0.0015265344409272075, + 0.001239392557181418, + 0.0013298946432769299, + 0.0014577663969248533, + 0.0009223473025485873, + 0.0012360595865175128, + 0.0019740136340260506, + 0.0016345150070264935, + 0.0019720769487321377, + 0.0015447994228452444, + 0.0015044674510136247, + 0.001892500906251371, + 0.0019643157720565796, + 0.0015112541150301695, + 0.0016424516215920448, + 0.0011495115468278527, + 0.0015253400197252631, + 0.0015939088771119714, + 0.0009971179533749819, + 0.0011942029232159257, + 0.002220472786575556, + 0.00239804619923234, + 0.0027461317367851734, + 0.0011824009707197547, + 0.0011624909238889813, + 0.0014156167162582278, + 0.001813574810512364, + 0.0009771744953468442, + 0.001168381655588746, + 0.0028509418480098248, + 0.0009584854706190526, + 0.002561402041465044, + 0.000850152166094631, + 0.0015846885507926345, + 0.0010361591121181846, + 0.002952786162495613, + 0.0012913503451272845, + 0.0009154703584499657, + 0.0011648985091596842, + 0.0024600839242339134, + 0.0011449273442849517, + 0.0011940969852730632, + 0.0021470736246556044, + 0.0011469331802800298, + 0.00101456418633461, + 0.0022693986538797617, + 0.0023903611581772566, + 0.0012673407327383757, + 0.0010965171968564391, + 0.0012669760035350919, + 0.0010093434248119593, + 0.0018816444789990783, + 0.0013266183668747544, + 0.0012211351422592998, + 0.001070054597221315, + 0.0023142986465245485, + 0.001315196161158383, + 0.0011299166362732649, + 0.0013128658756613731, + 0.0010773742105811834, + 0.0015142877819016576, + 0.0015010625356808305, + 0.0024226538371294737, + 0.0010458676842972636, + 0.0021941354498267174, + 0.0013749838108196855, + 0.003207351779565215, + 0.0012255096808075905, + 0.0022094298619776964, + 0.0022839626763015985, + 0.0013663275167346, + 0.002148403786122799, + 0.0027533795218914747, + 0.0014335619052872062, + 0.0021739022340625525, + 0.0020539481192827225, + 0.0016208880115300417, + 0.001181919127702713, + 0.001009892555885017, + 0.001421336317434907, + 0.0017154114320874214, + 0.0014165069442242384, + 0.001031175721436739, + 0.0012066805502399802, + 0.0012819274561479688, + 0.002043120563030243, + 0.0014952468918636441, + 0.0015007820911705494, + 0.0012830859050154686, + 0.003274181392043829, + 0.0010538662318140268, + 0.0014809108106419444, + 0.003077296307310462, + 0.0012766738655045629, + 0.002002291614189744, + 0.0013251815689727664, + 0.0016724474262446165, + 0.0009394437656737864, + 0.0010694169905036688, + 0.0014582214644178748, + 0.001922965981066227, + 0.0024439541157335043, + 0.001227478263899684, + 0.0019359263824298978, + 0.0032355228904634714, + 0.0017769961850717664, + 0.0013023924548178911, + 0.001049273181706667, + 0.0017030207673087716, + 0.0020320569165050983, + 0.0011450974270701408, + 0.0017884070985019207, + 0.0018055058317258954, + 0.00243563624098897, + 0.0011510858312249184, + 0.0020806381944566965, + 0.0012141074985265732, + 0.0012415319215506315, + 0.0014177093980833888, + 0.0023510169703513384, + 0.002771672559902072, + 0.0012374399229884148, + 0.0021469241473823786, + 0.0018633276922628284, + 0.002388470806181431, + 0.0033366787247359753, + 0.001775180222466588, + 0.0012032026425004005, + 0.0018042015144601464, + 0.0012977742590010166, + 0.001060276641510427, + 0.0016472991555929184, + 0.0013365702470764518, + 0.00199961313046515, + 0.001410948927514255, + 0.0031607546843588352, + 0.0017346235690638423, + 0.002006133086979389, + 0.001206166110932827, + 0.0019432547269389033, + 0.0010647866874933243, + 0.0008541154093109071, + 0.001405822578817606, + 0.0012714165495708585, + 0.0012256948975846171, + 0.001154990284703672, + 0.0010371862445026636, + 0.0015824352158233523, + 0.0018798739183694124, + 0.0009840616257861257, + 0.001854565110988915, + 0.0024021987337619066, + 0.0010035105515271425, + 0.0021050977520644665, + 0.001671173027716577, + 0.0013099650386720896, + 0.0014569255290552974, + 0.0012047183699905872, + 0.0019789747893810272, + 0.001158391940407455, + 0.0012606668751686811, + 0.0017234395490959287, + 0.00233898195438087, + 0.0019425759091973305, + 0.0023525613360106945, + 0.0028831183444708586, + 0.002133338712155819, + 0.0030988301150500774, + 0.001321270945481956, + 0.002354583004489541, + 0.001124673173762858, + 0.0015133657725527883, + 0.0020143897272646427, + 0.0013689313782379031, + 0.001195839373394847, + 0.0010052616707980633, + 0.0017167411278933287, + 0.0014246983919292688, + 0.0010683026630431414, + 0.001726013608276844, + 0.0020599497947841883, + 0.001342509058304131, + 0.0011709003010764718, + 0.0010859948815777898, + 0.0028275293298065662, + 0.0011662454344332218, + 0.001417723367922008, + 0.0014375831233337522, + 0.0015128189697861671, + 0.0016759964637458324, + 0.0012726396089419723, + 0.0020941230468451977, + 0.001127100083976984, + 0.0007136145140975714, + 0.0016357616987079382, + 0.0011496440274640918, + 0.0011952226050198078, + 0.0010885084047913551, + 0.0012446594191715121, + 0.0031025889329612255, + 0.0023750122636556625, + 0.0013659007381647825, + 0.0011230527888983488, + 0.003241997677832842, + 0.0011370262363925576, + 0.001389033393934369, + 0.0009333376074209809, + 0.0023367709945887327, + 0.001187258050777018, + 0.001301445416174829, + 0.0017081425758078694, + 0.0014727311208844185, + 0.002417934825643897, + 0.0014907863223925233, + 0.0010322312591597438, + 0.0013235871447250247, + 0.001016185968182981, + 0.0009404105367138982, + 0.002603202825412154, + 0.0013088819105178118, + 0.002134471433237195, + 0.0013196251820772886, + 0.002463423414155841, + 0.0011433622566983104, + 0.001021280069835484, + 0.0011022168910130858, + 0.0015461259754374623, + 0.0013789827935397625, + 0.001112994272261858, + 0.0013913569273427129, + 0.002491177059710026, + 0.0012664386304095387, + 0.0017855113837867975, + 0.0012987381778657436, + 0.0016892347484827042, + 0.0009342352277599275, + 0.0016562702367082238, + 0.0012015007669106126, + 0.002076416742056608, + 0.0012162146158516407, + 0.0009052063687704504, + 0.0012185026425868273, + 0.0016995370388031006, + 0.0018004573648795485, + 0.0011189911747351289, + 0.0009510446107015014, + 0.001098002539947629, + 0.0014895935310050845, + 0.0014916809741407633, + 0.0025907489471137524, + 0.002056282013654709, + 0.001955116633325815, + 0.0012503155739977956, + 0.0012386903399601579, + 0.0008481249096803367, + 0.0014231512323021889, + 0.0016401177272200584, + 0.001540639204904437, + 0.001451229676604271, + 0.0014533554203808308, + 0.002325172070413828, + 0.0013948396081104875, + 0.0010904384544119239, + 0.0014148539630696177, + 0.0019993679597973824, + 0.001838351832702756, + 0.0013581158127635717, + 0.0023116092197597027, + 0.0010731280781328678, + 0.003020310075953603, + 0.0018311361782252789, + 0.0031509811524301767, + 0.0013245653826743364, + 0.0009745109709911048, + 0.001432922319509089, + 0.0012040480505675077, + 0.0014621972804889083, + 0.0015629729023203254, + 0.001367732067592442, + 0.0017907369183376431, + 0.0010771546512842178, + 0.002232467755675316, + 0.0010130360024049878, + 0.0023857904598116875, + 0.0009846081957221031, + 0.0010134533513337374, + 0.0012216130271553993, + 0.0018679872155189514, + 0.0010163263650611043, + 0.0013378389412537217, + 0.0019574856851249933, + 0.0014112296048551798, + 0.0017047441797330976, + 0.0022061944473534822, + 0.0019051707349717617, + 0.0024935996625572443, + 0.001936294138431549, + 0.0009578599128872156, + 0.0017285604262724519, + 0.0009685324039310217, + 0.0013981589581817389, + 0.0010491247521713376, + 0.0018245234386995435, + 0.001204076805151999, + 0.0015300200320780277, + 0.0010210786713287234, + 0.0018264208920300007, + 0.0011612088419497013, + 0.001207386376336217, + 0.0031776640098541975, + 0.002760546514764428, + 0.0018864029552787542, + 0.0012949465308338404, + 0.002158073941245675, + 0.0010677429381757975, + 0.001202707993797958, + 0.002251973142847419, + 0.0018797556404024363, + 0.0016815506387501955, + 0.002719139913097024, + 0.0012042217422276735, + 0.0012253315653651953, + 0.0011747379321604967, + 0.0018171577248722315, + 0.00233471835963428, + 0.0026357686147093773, + 0.0011101308045908809, + 0.00357060506939888, + 0.0011562228901311755, + 0.001115023042075336, + 0.0009466707124374807, + 0.0028914054855704308, + 0.0009940504096448421, + 0.0020683074835687876, + 0.0011698250891640782, + 0.002321637235581875, + 0.0017031077295541763, + 0.002013830002397299, + 0.0012389338808134198, + 0.0021070651710033417, + 0.001243671285919845, + 0.0011322417994961143, + 0.0010777614079415798, + 0.0015928982757031918, + 0.0023601327557116747, + 0.0015685880789533257, + 0.001468326197937131, + 0.0016010754043236375, + 0.0014201797312125564, + 0.0013566626003012061, + 0.0017766949022188783, + 0.0010589805897325277, + 0.0013513193698599935, + 0.0021941368468105793, + 0.0014660570304840803, + 0.0013519421918317676, + 0.0011628898791968822, + 0.0012663244269788265, + 0.0023218158166855574, + 0.0015087614301592112, + 0.0012308390578255057, + 0.0021599200554192066, + 0.0011914134956896305, + 0.0017938286764547229, + 0.0019155896734446287, + 0.002039339393377304, + 0.0014290906256064773, + 0.0022273212671279907, + 0.002305898116901517, + 0.001501880120486021, + 0.0009029571083374321 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 157, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.4.attention.output", + "input_tensor_infos": [ + { + "id": 158, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.024015052244067192 + ], + "zero_point": [ + 128 + ] + }, + { + "id": 137, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.03533483296632767 + ], + "zero_point": [ + 142 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 159, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 157, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 158, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 159, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 160, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 160, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:4:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.intermediate.dense", + "input_tensor_infos": [ + { + "id": 160, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.04090873897075653 + ], + "zero_point": [ + 127 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.002709303516894579, + 0.00155968451872468, + 0.0016415383433923125, + 0.002636866644024849, + 0.0032971762120723724, + 0.0017003000248223543, + 0.0011059250682592392, + 0.0015097495634108782, + 0.0026920181699097157, + 0.003920672461390495, + 0.0026801310013979673, + 0.00128555775154382, + 0.0016012750566005707, + 0.0017769945552572608, + 0.005654018372297287, + 0.0014689071103930473, + 0.003396330401301384, + 0.0022908521350473166, + 0.0014995461096987128, + 0.0017286298098042607, + 0.001916255452670157, + 0.0012557472800835967, + 0.002213583793491125, + 0.0018800991820171475, + 0.00148978759534657, + 0.002758400049060583, + 0.0018811081536114216, + 0.0014643995091319084, + 0.001869747182354331, + 0.0017466150457039475, + 0.0014890176244080067, + 0.002710112603381276, + 0.0014186787884682417, + 0.0022948463447391987, + 0.0015499205328524113, + 0.0029023478273302317, + 0.0016482899663969874, + 0.0026820458006113768, + 0.0037845992483198643, + 0.0026615725364536047, + 0.002881825901567936, + 0.002630758797749877, + 0.001379509223625064, + 0.0016442174091935158, + 0.0011932977940887213, + 0.0012600895715877414, + 0.0026507216971367598, + 0.0015441852156072855, + 0.002572215162217617, + 0.0014576908433809876, + 0.0018402233254164457, + 0.004724662285298109, + 0.0033929855562746525, + 0.0016659951070323586, + 0.0018827443709596992, + 0.0014542301651090384, + 0.0014308932004496455, + 0.0015380437253043056, + 0.003117028856649995, + 0.0018741738749668002, + 0.0017109460895881057, + 0.0014465218409895897, + 0.001674420083872974, + 0.003781951265409589, + 0.0015469739446416497, + 0.003308416111394763, + 0.001596414134837687, + 0.003449689131230116, + 0.0014751474373042583, + 0.0019519240595400333, + 0.001720330910757184, + 0.003390827914699912, + 0.0015632198192179203, + 0.002559471409767866, + 0.0013775838306173682, + 0.0015985264908522367, + 0.0012871891958639026, + 0.002875109203159809, + 0.0024342304095625877, + 0.0026658549904823303, + 0.0015040062135085464, + 0.0016121716471388936, + 0.0013722885632887483, + 0.0024048248305916786, + 0.002567901276051998, + 0.0012634278973564506, + 0.0016207210719585419, + 0.0017150939675047994, + 0.0014567230828106403, + 0.001508816727437079, + 0.0015641344944015145, + 0.002403023187071085, + 0.00231679598800838, + 0.0018420979613438249, + 0.0016035923035815358, + 0.001822279067710042, + 0.0017106459708884358, + 0.0013291218783706427, + 0.0019993826281279325, + 0.0014759300975129008, + 0.0016820556484162807, + 0.002108366461470723, + 0.0021335119381546974, + 0.0013638550881296396, + 0.002733823610469699, + 0.0025074193254113197, + 0.002462849486619234, + 0.00318288616836071, + 0.0017037108773365617, + 0.0026569582987576723, + 0.0022903219796717167, + 0.0024825078435242176, + 0.0017914448399096727, + 0.001390306162647903, + 0.00250825984403491, + 0.0014642028836533427, + 0.0017283633351325989, + 0.0013987378915771842, + 0.0031401521991938353, + 0.004710792563855648, + 0.0018143558409065008, + 0.002135261194780469, + 0.005445703864097595, + 0.001660846872255206, + 0.0028160575311630964, + 0.0023783519864082336, + 0.0018943966133520007, + 0.0018184608779847622, + 0.0020241662859916687, + 0.0014195661060512066, + 0.003328163642436266, + 0.0022279880940914154, + 0.002524776617065072, + 0.0033886616583913565, + 0.0013326086336746812, + 0.0013685943558812141, + 0.0019525029929354787, + 0.0015705102123320103, + 0.0018471399089321494, + 0.0024798070080578327, + 0.0016939258202910423, + 0.0017842530505731702, + 0.001714895712211728, + 0.002955034142360091, + 0.0021427860483527184, + 0.0013051209971308708, + 0.0015389139298349619, + 0.0020079759415239096, + 0.0037380193825811148, + 0.0018258217023685575, + 0.006261378526687622, + 0.001821274170652032, + 0.002078557386994362, + 0.0019706569146364927, + 0.0031944457441568375, + 0.001925764954648912, + 0.0012786212610080838, + 0.002548003336414695, + 0.0012555182911455631, + 0.001369435922242701, + 0.0010542646050453186, + 0.0022044547367841005, + 0.0029469269793480635, + 0.0013081661891192198, + 0.004068720154464245, + 0.002461107447743416, + 0.0023052142933011055, + 0.0025995250325649977, + 0.0009268486173823476, + 0.002557427855208516, + 0.001477556535974145, + 0.0023965071886777878, + 0.001827918691560626, + 0.0015033724484965205, + 0.0034034245181828737, + 0.00241410406306386, + 0.0017128982581198215, + 0.0013848718954250216, + 0.0019124285317957401, + 0.003267118474468589, + 0.0016845597419887781, + 0.002000348409637809, + 0.0026476774364709854, + 0.0012728554429486394, + 0.007443626411259174, + 0.0018505469197407365, + 0.0015402332646772265, + 0.001779498066753149, + 0.002568144118413329, + 0.002008812502026558, + 0.0019667083397507668, + 0.00141535559669137, + 0.0023843056987971067, + 0.004487562924623489, + 0.002162699354812503, + 0.004531569313257933, + 0.0015533528057858348, + 0.0024438004475086927, + 0.0022154964972287416, + 0.0040664649568498135, + 0.0012422682484611869, + 0.0026903897523880005, + 0.0028138633351773024, + 0.0023926193825900555, + 0.0015467245830222964, + 0.0015809816541150212, + 0.0013264083536341786, + 0.0017170505598187447, + 0.0019011979456990957, + 0.002986177336424589, + 0.0015571539988741279, + 0.0023672443348914385, + 0.0018037825357168913, + 0.0022429004311561584, + 0.0014225768391042948, + 0.0018270066939294338, + 0.0016856169095262885, + 0.00153493566904217, + 0.0016042429488152266, + 0.002973497612401843, + 0.0020407058764249086, + 0.0019659686367958784, + 0.0024275192990899086, + 0.0026002065278589725, + 0.0025166424456983805, + 0.0018586409278213978, + 0.0011574841337278485, + 0.0010371857788413763, + 0.0013663737336173654, + 0.0016610905295237899, + 0.001218335353769362, + 0.0026866821572184563, + 0.0016093844315037131, + 0.002241280861198902, + 0.008609144948422909, + 0.0014802548103034496, + 0.004198915790766478, + 0.0015593126881867647, + 0.0022608155850321054, + 0.0029579894617199898, + 0.0020058280788362026, + 0.0032520429231226444, + 0.004210472572594881, + 0.0026019257493317127, + 0.0013222782872617245, + 0.0019459290197119117, + 0.0014731152914464474, + 0.001665486372075975, + 0.0021027298644185066, + 0.0014955117367208004, + 0.003141178283840418, + 0.005913475528359413, + 0.0013230909826233983, + 0.0012500302400439978, + 0.0015954540576785803, + 0.0012228512205183506, + 0.0021734111942350864, + 0.0013276890385895967, + 0.0017249524826183915, + 0.0014576289104297757, + 0.0013007200323045254, + 0.0020198398269712925, + 0.00217002397403121, + 0.0025766969192773104, + 0.0016374795231968164, + 0.001384069793857634, + 0.0015794934006407857, + 0.0016516358591616154, + 0.0015205773524940014, + 0.0013931435532867908, + 0.0013674483634531498, + 0.0012383086141198874, + 0.00348665495403111, + 0.0019452307606115937, + 0.0015578276943415403, + 0.0015997114824131131, + 0.001448228140361607, + 0.0015032024821266532, + 0.0014110944466665387, + 0.0017935674404725432, + 0.0017586207250133157, + 0.0023049369920045137, + 0.0017588339978829026, + 0.001310853403992951, + 0.0026386426761746407, + 0.0014818481868132949, + 0.0031850889790803194, + 0.0015181797789409757, + 0.0027978112921118736, + 0.0030048906337469816, + 0.0033037865068763494, + 0.0014833707828074694, + 0.0035918999928981066, + 0.0024975792039185762, + 0.0018378229578956962, + 0.003894784254953265, + 0.0012561503099277616, + 0.0015054488321766257, + 0.001315268804319203, + 0.002329129260033369, + 0.003966857213526964, + 0.002309907227754593, + 0.0012701356317847967, + 0.0013248512987047434, + 0.002086410066112876, + 0.0018995776772499084, + 0.0014768200926482677, + 0.0030101193115115166, + 0.003474653232842684, + 0.0020254035480320454, + 0.0015631959540769458, + 0.0026243615429848433, + 0.0018831768538802862, + 0.0027999395970255136, + 0.0009510687668807805, + 0.001667425618506968, + 0.0012372846249490976, + 0.002076036063954234, + 0.002293033991008997, + 0.0014006774872541428, + 0.0026984894648194313, + 0.0010636202059686184, + 0.0017960499972105026, + 0.0014167323242872953, + 0.0016703085275366902, + 0.0023512004408985376, + 0.0023419903591275215, + 0.0017771015409380198, + 0.002022211439907551, + 0.0014201540034264326, + 0.001917877234518528, + 0.0015337703516706824, + 0.0014119789702817798, + 0.0013230324257165194, + 0.0021259754430502653, + 0.0021629801485687494, + 0.001595150912180543, + 0.0016469452530145645, + 0.0025833197869360447, + 0.0017760483315214515, + 0.0022955217864364386, + 0.0016988888382911682, + 0.0016023992793634534, + 0.0025604860857129097, + 0.0015766333090141416, + 0.0026100582908838987, + 0.0017171839717775583, + 0.0014382312074303627, + 0.0028817057609558105, + 0.0033599482849240303, + 0.0033210315741598606, + 0.0016246835002675653, + 0.0015791605692356825, + 0.0019854630809277296, + 0.004967294633388519, + 0.0025311000645160675, + 0.003095281310379505, + 0.003489905968308449, + 0.0015578899765387177, + 0.0022621562238782644, + 0.002983776153996587, + 0.0014369904529303312, + 0.0014234677655622363, + 0.0019837827421724796, + 0.0014002688694745302, + 0.0021027682814747095, + 0.002118427539244294, + 0.001822003978304565, + 0.0031607975251972675, + 0.002608428243547678, + 0.0034193829633295536, + 0.0014960115076974034, + 0.0027651789132505655, + 0.002437313087284565, + 0.0018153632991015911, + 0.002147308085113764, + 0.001504609826952219, + 0.003575559239834547, + 0.001144076930359006, + 0.001335724606178701, + 0.003788786707445979, + 0.002966731321066618, + 0.0014812239678576589, + 0.0038862547371536493, + 0.0019069547997787595, + 0.003123427974060178, + 0.002519435714930296, + 0.003936056513339281, + 0.002458117436617613, + 0.0015584860229864717, + 0.0013866358203813434, + 0.0018491966184228659, + 0.0019534893799573183, + 0.0017964255530387163, + 0.0014654356054961681, + 0.0026865226682275534, + 0.0026385143864899874, + 0.002063545398414135, + 0.003198482096195221, + 0.0017245740164071321, + 0.0027226440142840147, + 0.0013835116988047957, + 0.0014250209787860513, + 0.0015702606178820133, + 0.003350156359374523, + 0.0020385750103741884, + 0.001344891032204032, + 0.001143959118053317, + 0.0012108013033866882, + 0.00284960656426847, + 0.001340513932518661, + 0.001434745965525508, + 0.004036040045320988, + 0.006552678067237139, + 0.0018724332330748439, + 0.0013565017143264413, + 0.0016830154927447438, + 0.0017730798572301865, + 0.0013264783192425966, + 0.0050329831428825855, + 0.003709424054250121, + 0.002444756915792823, + 0.003155285958200693, + 0.002885199850425124, + 0.002026735804975033, + 0.006324208807200193, + 0.0015860733110457659, + 0.0013621140969917178, + 0.0014486261643469334, + 0.0013302139705047011, + 0.0013899477198719978, + 0.001237716875039041, + 0.00395936518907547, + 0.001941269845701754, + 0.004228792153298855, + 0.0012897439301013947, + 0.00197224342264235, + 0.0017498394008725882, + 0.003042045049369335, + 0.0031616506166756153, + 0.0026696128770709038, + 0.0014823372475802898, + 0.0032774126157164574, + 0.003233324969187379, + 0.0027328513097018003, + 0.003832216840237379, + 0.001223239698447287, + 0.0021729525178670883, + 0.001191302784718573, + 0.0017754918662831187, + 0.002236723667010665, + 0.0013102444354444742, + 0.004062500782310963, + 0.0023615448735654354, + 0.001689663389697671, + 0.0014854429755359888, + 0.0018755245255306363, + 0.0019019433530047536, + 0.0017998737748712301, + 0.0020354576408863068, + 0.001614452456124127, + 0.0017586060566827655, + 0.0022605753038078547, + 0.0017715260619297624, + 0.0032219241838902235, + 0.002440509619191289, + 0.003134883241727948, + 0.0015603610081598163, + 0.0015745187411084771, + 0.0029074333142489195, + 0.0017044191481545568, + 0.001689221477136016, + 0.0018240208737552166, + 0.0012099987361580133, + 0.002638663863763213, + 0.0014550820924341679, + 0.003134841565042734, + 0.0018366859294474125, + 0.0029117956291884184, + 0.001575771369971335, + 0.0012582865310832858, + 0.0032230692449957132, + 0.003646109253168106, + 0.00157401233445853, + 0.005408123601227999, + 0.0028054805006831884, + 0.0026917404029518366, + 0.0012750879395753145, + 0.0027890021447092295, + 0.00200949190184474, + 0.0022443640045821667, + 0.003453883808106184, + 0.0020142069552093744, + 0.002469215542078018, + 0.0017222302267327905, + 0.0015108596999198198, + 0.001690730918198824, + 0.0033064563758671284, + 0.0015749005833640695, + 0.0025605810806155205, + 0.0018522145692259073, + 0.003327909391373396, + 0.0014973690267652273, + 0.0011722857598215342, + 0.0017950801411643624, + 0.0029883654788136482, + 0.005761243868619204, + 0.0015087389620020986, + 0.0018395878141745925, + 0.004127169959247112, + 0.0013899216428399086, + 0.0013549186987802386, + 0.0017934925854206085, + 0.0028762954752892256, + 0.0024490950163453817, + 0.0011395453475415707, + 0.00289776548743248, + 0.0015195142477750778, + 0.001506689703091979, + 0.003221045481041074, + 0.0012938494328409433, + 0.001429197727702558, + 0.0025334779638797045, + 0.004275726154446602, + 0.0033210753463208675, + 0.002885522088035941, + 0.001809514593333006, + 0.0014715088764205575, + 0.0016532477457076311, + 0.0012888094643130898, + 0.0020663756877183914, + 0.00372383464127779, + 0.0033921650610864162, + 0.0018331457395106554, + 0.0014962508575990796, + 0.002240497153252363, + 0.0020471566822379827, + 0.0013781450688838959, + 0.0019512203289195895, + 0.002346831141039729, + 0.001838005380704999, + 0.002004869282245636, + 0.0010981255909428, + 0.001458995509892702, + 0.0014976756647229195, + 0.0022195205092430115, + 0.0011985348537564278, + 0.002083024475723505, + 0.002216842258349061, + 0.0021173309069126844, + 0.001234830473549664, + 0.0023068718146532774, + 0.003827707376331091, + 0.0018613701686263084, + 0.003045528894290328, + 0.0022844341583549976, + 0.0021991506218910217, + 0.0018326613353565335, + 0.0020359063055366278, + 0.001580587006174028, + 0.0016565457917749882, + 0.001865214784629643, + 0.0016335255932062864, + 0.0014452495379373431, + 0.0011930027976632118, + 0.0019108388805761933, + 0.002087976783514023, + 0.00605500815436244, + 0.002410071436315775, + 0.0018278544303029776, + 0.003094474319368601, + 0.0012257701018825173, + 0.0019343446474522352, + 0.003187554655596614, + 0.003435370745137334, + 0.0026476639322936535, + 0.001569741521961987, + 0.004129364620894194, + 0.0016552637098357081, + 0.001791294664144516, + 0.0013903887011110783, + 0.0014182862360030413, + 0.002142718294635415, + 0.001794119249098003, + 0.0012572306441143155, + 0.0012154310243204236, + 0.0012996963923797011, + 0.0013337499694898725, + 0.0031012988183647394, + 0.0019484267104417086, + 0.0014656421262770891, + 0.0019123009406030178, + 0.0030671427957713604, + 0.002115768613293767, + 0.0013153727632015944, + 0.0015762961702421308, + 0.001281190779991448, + 0.00318440655246377, + 0.0028566839173436165, + 0.0035514123737812042, + 0.005825318396091461, + 0.0013334506656974554, + 0.0018071412341669202, + 0.001924665062688291, + 0.0023224009200930595, + 0.001660353154875338, + 0.0017535925144329667, + 0.0016226944280788302, + 0.001839695149101317, + 0.003871450899168849, + 0.0017669310327619314, + 0.0015104120830073953, + 0.0015404934529215097, + 0.0015810903860256076, + 0.0015418099937960505, + 0.0015158004825934768, + 0.0015275189653038979, + 0.0016374965198338032, + 0.0015916473930701613, + 0.0013279785634949803, + 0.0017152351792901754, + 0.0024469755589962006, + 0.0020912240725010633, + 0.0035174230579286814, + 0.0027265939861536026, + 0.0024393119383603334, + 0.0024491476360708475, + 0.00227546039968729, + 0.0016506531974300742, + 0.002336588455364108, + 0.001632003579288721, + 0.0039548794738948345, + 0.002549863886088133, + 0.0017578845145180821, + 0.0014266720972955227, + 0.001375319785438478, + 0.003133620135486126, + 0.004452635068446398, + 0.0036451646592468023, + 0.0019154547480866313, + 0.0015186343807727098, + 0.0015803376445546746, + 0.003962928429245949, + 0.0020224303007125854, + 0.00290881609544158, + 0.0018931649392470717, + 0.0019501226488500834, + 0.0011608300264924765, + 0.0013191265752539039, + 0.001302292919717729, + 0.0034688045270740986, + 0.0018359313253313303, + 0.0017977950628846884, + 0.0013221552362665534, + 0.00199660356156528, + 0.002329491777345538, + 0.0013590049929916859, + 0.002272644778713584, + 0.0017484312411397696, + 0.001967570511624217, + 0.001661935355514288, + 0.0026130324695259333, + 0.001813319744542241, + 0.0018346039578318596, + 0.0013580996310338378, + 0.001284548663534224, + 0.0031603395473212004, + 0.00231013260781765, + 0.0025206764694303274, + 0.001872098888270557, + 0.002557751489803195, + 0.0014686723006889224, + 0.0027907853946089745, + 0.0016128300921991467, + 0.001434366567991674, + 0.001470940769650042, + 0.0023130031768232584, + 0.00445379875600338, + 0.005528182256966829, + 0.0019665081053972244, + 0.001825993531383574, + 0.0014351565623655915, + 0.0016493124421685934, + 0.0016363433096557856, + 0.0019828593358397484, + 0.001082295668311417, + 0.002469118684530258, + 0.002510399790480733, + 0.002598479622974992, + 0.0013230605982244015, + 0.0014170586364343762, + 0.0013601962709799409, + 0.0024614885915070772, + 0.0025965608656406403, + 0.0030640154145658016, + 0.001434251433238387, + 0.001612729043699801, + 0.003679088782519102, + 0.0011645579943433404, + 0.0013700987910851836, + 0.0016045887023210526, + 0.004602078814059496, + 0.0032606618478894234, + 0.0015373935457319021, + 0.001390468212775886, + 0.0017675362760201097, + 0.0036845041904598475, + 0.001962006324902177, + 0.0032100093085318804, + 0.001438863342627883, + 0.003287130268290639, + 0.0012906956253573298, + 0.0016029616817831993, + 0.0016011905390769243, + 0.0025720354169607162, + 0.001366782351396978, + 0.002377093769609928, + 0.0018378195818513632, + 0.001950976438820362, + 0.001717776875011623, + 0.0029937569051980972, + 0.001934380503371358, + 0.003631916828453541, + 0.00247261393815279, + 0.0015195851447060704, + 0.001505608088336885, + 0.002034655073657632, + 0.0016055197920650244, + 0.0043153343722224236, + 0.002060960279777646, + 0.0017565381713211536, + 0.0013854240532964468, + 0.0018831053748726845, + 0.002149332081899047, + 0.001794784446246922, + 0.0020782737992703915, + 0.0014035605126991868, + 0.0016382973408326507, + 0.001338290749117732, + 0.002867136849090457, + 0.0013647103914991021, + 0.002747936872765422, + 0.0017587840557098389, + 0.003637958550825715, + 0.004655212163925171, + 0.0026134278159588575, + 0.003624208038672805, + 0.001925226068124175, + 0.0024430209305137396, + 0.00349261611700058, + 0.002541906200349331, + 0.001579277217388153, + 0.002061262493953109, + 0.0015716685447841883, + 0.0027997628785669804, + 0.0013172355247661471, + 0.0018233605660498142, + 0.0021845742594450712, + 0.0015507463831454515, + 0.0019467673264443874, + 0.001371768768876791, + 0.0035470733419060707, + 0.001808074302971363, + 0.001162031665444374, + 0.0012420557904988527, + 0.0011530753690749407, + 0.0015885349130257964, + 0.002105914056301117, + 0.0020468076691031456, + 0.0018785431748256087, + 0.0023129244800657034, + 0.0015599020989611745, + 0.0016735938843339682, + 0.001296078902669251, + 0.0018109679222106934, + 0.0011480808025225997, + 0.0031792945228517056, + 0.0012873546220362186, + 0.0018821099074557424, + 0.0015847504837438464, + 0.0031872540712356567, + 0.002655420219525695, + 0.002383778803050518, + 0.0014585969038307667, + 0.0018602866912260652, + 0.0014833570457994938, + 0.002212741645053029, + 0.001580950221978128, + 0.0019386240746825933, + 0.0035944983828812838, + 0.002406226471066475, + 0.0016141226515173912, + 0.0018412446370348334, + 0.0011127241887152195, + 0.001499597798101604, + 0.0013052631402388215, + 0.0017373309237882495, + 0.001270295470021665, + 0.0015933401882648468, + 0.0016984272515401244, + 0.0013148928992450237, + 0.0013943107333034277, + 0.0015325453132390976, + 0.0026495642960071564, + 0.0040122694335877895, + 0.0013006145600229502, + 0.0019356883130967617, + 0.0013969552237540483, + 0.0015343519626185298, + 0.003291488392278552, + 0.0027245706878602505, + 0.002423563040792942, + 0.0018527642823755741, + 0.002544068032875657, + 0.00403409730643034, + 0.0015725035918876529, + 0.0019341805018484592, + 0.001791966613382101, + 0.0018306734273210168, + 0.0037731993943452835, + 0.001832665060646832, + 0.0027516477275639772, + 0.0019070958951488137, + 0.001381013309583068, + 0.001411045785062015, + 0.0015451631043106318, + 0.0018045884789898992, + 0.0027551872190088034, + 0.0013094019377604127, + 0.0017122809076681733, + 0.0034939756151288748, + 0.0012217371258884668, + 0.0015708283754065633, + 0.0024901023134589195, + 0.0016578290378674865, + 0.0016228402964770794, + 0.0019494554726406932, + 0.0017379013588652015, + 0.0020321232732385397, + 0.002247000113129616, + 0.001411870471201837, + 0.0013451424892991781, + 0.001968045486137271, + 0.00364180700853467, + 0.0015726197743788362, + 0.004911415278911591, + 0.0015145414508879185, + 0.0020616722758859396, + 0.0035434234887361526, + 0.0035579430405050516, + 0.0013699638657271862, + 0.0035588841419667006, + 0.0031101773492991924, + 0.0014339833287522197, + 0.0024693282321095467, + 0.0018618627218529582, + 0.0017384605016559362, + 0.0026136143133044243, + 0.0020851048175245523, + 0.00223318999633193, + 0.004105681087821722, + 0.0015260224463418126, + 0.00251977052539587, + 0.008070808835327625, + 0.0016718048136681318, + 0.0017655098345130682, + 0.0024240233469754457, + 0.0020080830436199903, + 0.00143152114469558, + 0.0016010216204449534, + 0.0016543790698051453, + 0.00155932130292058, + 0.0033645860385149717, + 0.0015191889833658934, + 0.001971340971067548, + 0.0019032710697501898, + 0.004006658215075731, + 0.002645554021000862, + 0.002811006736010313, + 0.0024399692192673683, + 0.004057166166603565, + 0.001277876552194357, + 0.0015245669055730104, + 0.002206699224188924, + 0.0016065274830907583, + 0.0014772117137908936, + 0.004203350283205509, + 0.0013878659810870886, + 0.0018851985223591328, + 0.0013458866160362959, + 0.001585114630870521, + 0.004596641752868891, + 0.0021775448694825172, + 0.0013472449500113726, + 0.00500302342697978, + 0.0016624841373413801, + 0.002822682959958911, + 0.0020791194401681423, + 0.0016402414767071605, + 0.0029073648620396852, + 0.004459288902580738, + 0.0015724905533716083, + 0.0029365315567702055, + 0.002515613567084074, + 0.0030003602150827646, + 0.0035471562296152115, + 0.004587255883961916, + 0.001534910756163299, + 0.002253218088299036, + 0.0037836323026567698, + 0.002201059367507696, + 0.0022551752626895905, + 0.0016749294009059668, + 0.004784614313393831, + 0.0027893621008843184, + 0.003603182965889573, + 0.0014440390514209867, + 0.0012336905347183347, + 0.002790886675938964, + 0.005771611351519823, + 0.0018658714834600687, + 0.0016612621257081628, + 0.002396955154836178, + 0.0014626466436311603, + 0.005254235118627548, + 0.0027134669944643974, + 0.0014959108084440231, + 0.0019274592632427812, + 0.0014228771906346083, + 0.001671254518441856, + 0.0012721134116873145, + 0.0009352428023703396, + 0.0013703383738175035, + 0.0018092355458065867, + 0.0011602145386859775, + 0.0025626870337873697, + 0.002460464835166931, + 0.0013175592757761478, + 0.0011867211433127522, + 0.00378879951313138, + 0.003986711613833904, + 0.001650570658966899, + 0.004069351591169834, + 0.001831134781241417, + 0.001638681162148714, + 0.0020558745600283146, + 0.002203857060521841, + 0.0012309227604418993, + 0.0013512881705537438, + 0.0021020611748099327, + 0.0012417358811944723, + 0.0017445917474105954, + 0.0013945342507213354, + 0.0041113547049462795, + 0.002171511296182871, + 0.0017052276525646448, + 0.001569773769006133, + 0.0015309801092371345, + 0.002017164370045066, + 0.0027276824694126844, + 0.0026762294583022594, + 0.0013147600693628192, + 0.0014629086945205927, + 0.0022461428306996822, + 0.001432829420082271, + 0.002915074583142996, + 0.0012792551424354315, + 0.0022147945128381252, + 0.005227654241025448, + 0.0025103315711021423, + 0.0012039672583341599, + 0.0036961131263524294, + 0.003786445129662752, + 0.0014501047553494573, + 0.0012982847401872277, + 0.007797041442245245, + 0.0015882774023339152, + 0.002267267322167754, + 0.001658837078139186, + 0.0019920598715543747, + 0.003290223889052868, + 0.003615141613408923, + 0.0018745328998193145, + 0.0013999076327309012, + 0.0016726137837395072, + 0.0017841893713921309, + 0.002603644970804453, + 0.0021831528283655643, + 0.001963170478120446, + 0.0015113340923562646, + 0.0045977067202329636, + 0.0015479715075343847, + 0.0017908865120261908, + 0.0015898896381258965, + 0.005837858188897371, + 0.0016055672895163298, + 0.001492045819759369, + 0.0021224170923233032, + 0.004135244060307741, + 0.0019434404093772173, + 0.001681067980825901, + 0.001415124163031578, + 0.0018980101449415088, + 0.0017484193667769432, + 0.0013918508775532246, + 0.0011833771131932735, + 0.0026636929251253605, + 0.002505938056856394, + 0.001236937940120697, + 0.0015139683382585645, + 0.004597252234816551, + 0.001341922441497445, + 0.0018652993021532893, + 0.001461992971599102, + 0.002723914571106434, + 0.0016364332986995578, + 0.0028968665283173323, + 0.0011434591142460704, + 0.0038930855225771666, + 0.0030013900250196457, + 0.0020307067316025496, + 0.002047192770987749, + 0.0033715530298650265, + 0.0024780037347227335, + 0.001278370269574225, + 0.001658403198234737, + 0.0013533239252865314, + 0.003055889392271638, + 0.0019652906339615583, + 0.003024987643584609, + 0.001763187232427299, + 0.002193928463384509, + 0.002981281839311123, + 0.002064527478069067, + 0.0017694331472739577, + 0.003240560181438923, + 0.0018469297792762518, + 0.001849872525781393, + 0.0017533320933580399, + 0.0023765158839523792, + 0.0014013651525601745, + 0.0037418995052576065, + 0.002492785220965743, + 0.002072780393064022, + 0.003729619551450014, + 0.003698348067700863, + 0.0018175970762968063, + 0.0011664736084640026, + 0.0018398761749267578, + 0.0024057948030531406, + 0.0014714616117998958, + 0.0013892074348405004, + 0.0038978038355708122, + 0.004258827306330204, + 0.001872938359156251, + 0.0017684049671515822, + 0.0011792174773290753, + 0.0028487935196608305, + 0.0021411003544926643, + 0.002721705473959446, + 0.0016408764058724046, + 0.0013092231238260865, + 0.002606405643746257, + 0.0013485229574143887, + 0.003879708703607321, + 0.001969076693058014, + 0.0013720444403588772, + 0.001664076349698007, + 0.001581760705448687, + 0.0026491566095501184, + 0.0016064352821558714, + 0.0019201027462258935, + 0.0019519170746207237, + 0.002306461101397872, + 0.0016557389171794057, + 0.0014077050145715475, + 0.0018898913403972983, + 0.0017732030246406794, + 0.0015985809732228518, + 0.0016621197573840618, + 0.002269990276545286, + 0.001219195662997663, + 0.0020930313039571047, + 0.002141920616850257, + 0.001100438297726214, + 0.0018776669166982174, + 0.0014274228597059846, + 0.002742157783359289, + 0.002622142666950822, + 0.0019899888429790735, + 0.0021671736612915993, + 0.0013737885747104883, + 0.0030347276479005814, + 0.001627717399969697, + 0.0015972076216712594, + 0.003934156149625778, + 0.003565910505130887, + 0.0012213906738907099, + 0.001955566694959998, + 0.0016220463439822197, + 0.0018070185324177146, + 0.0013599502854049206, + 0.0025695431977510452, + 0.0017196668777614832, + 0.0016259703552350402, + 0.0014406865229830146, + 0.003307606326416135, + 0.00215001474134624, + 0.0021937834098935127, + 0.0014576944522559643, + 0.0015201818896457553, + 0.001282252836972475, + 0.0012137535959482193, + 0.0022188653238117695, + 0.005068243481218815, + 0.0020588834304362535, + 0.0032454642932862043, + 0.001992837293073535, + 0.0029329718090593815, + 0.0024298939388245344, + 0.0026244514156132936, + 0.0012114684795960784, + 0.001624894212000072, + 0.0014978209510445595, + 0.0016119874780997634, + 0.003028972540050745, + 0.0018102122703567147, + 0.0013658037642017007, + 0.0015252528246492147, + 0.0013874615542590618, + 0.0053333984687924385, + 0.0025533076841384172, + 0.0026330603286623955, + 0.0016047687968239188, + 0.0024695817846804857, + 0.0029792897403240204, + 0.0015361241530627012, + 0.0016619989182800055, + 0.00139406300149858, + 0.004829498939216137, + 0.002022811444476247, + 0.0017445107223466039, + 0.0020179578568786383, + 0.0019150165608152747, + 0.0021475974936038256, + 0.001359760295599699, + 0.0036935966927558184, + 0.001665947725996375, + 0.0014931500190868974, + 0.004335660021752119, + 0.001374799758195877, + 0.00288060843013227, + 0.0014265457866713405, + 0.0019304844317957759, + 0.0036954269744455814, + 0.004271666519343853, + 0.0018683694070205092, + 0.0020252354443073273, + 0.001959701767191291, + 0.0012601753696799278, + 0.002343797590583563, + 0.002558635314926505, + 0.00399750005453825, + 0.0013783237664029002, + 0.0023490083403885365, + 0.0031804500613361597, + 0.004485780838876963, + 0.0019252168713137507, + 0.0014611681690439582, + 0.002388214925304055, + 0.002355985576286912, + 0.002628455637022853, + 0.001674634637311101, + 0.003820908023044467, + 0.001475828350521624, + 0.0018550517270341516, + 0.0019292335491627455, + 0.0032132735941559076, + 0.0018869639607146382, + 0.00406083557754755, + 0.0015325896674767137, + 0.0017271989490836859, + 0.0023818097542971373, + 0.004142238292843103, + 0.0014746632659807801, + 0.002802967792376876, + 0.0012475722469389439, + 0.002133633941411972, + 0.0030165305361151695, + 0.0014618764398619533, + 0.0016678468091413379, + 0.0014809999847784638, + 0.0017806217074394226, + 0.002710215048864484, + 0.001311735948547721, + 0.0018907638732343912, + 0.0011906122090294957, + 0.0014558958355337381, + 0.0029756876174360514, + 0.0017095999792218208, + 0.0013798312284052372, + 0.0012133745476603508, + 0.0037988866679370403, + 0.0013382085599005222, + 0.002639393787831068, + 0.002512696897611022, + 0.00412926496937871, + 0.0017203765455633402, + 0.004181880969554186, + 0.0016835036221891642, + 0.001454901765100658, + 0.003150569973513484, + 0.002975745126605034, + 0.0017191683873534203, + 0.0012664977693930268, + 0.0032373785506933928, + 0.0021372116170823574, + 0.0022791996598243713, + 0.0017460534581914544, + 0.004282641224563122, + 0.0020235672127455473, + 0.001042123301886022, + 0.001516890712082386, + 0.0014917420921847224, + 0.002521309070289135, + 0.0012841441202908754, + 0.0030038803815841675, + 0.002440840471535921, + 0.001358494977466762, + 0.003211512928828597, + 0.0027808798477053642, + 0.0038047267589718103, + 0.0016372890677303076, + 0.00251507549546659, + 0.0017899204976856709, + 0.0018701889785006642, + 0.0012072924291715026, + 0.001776273944415152, + 0.0014318465255200863, + 0.0023609152995049953, + 0.0033437043894082308, + 0.0015426687896251678, + 0.0035213385708630085, + 0.0015162400668486953, + 0.0014782737707719207, + 0.0013412234839051962, + 0.006058315746486187, + 0.0019744939636439085, + 0.00134302768856287, + 0.0015112529508769512, + 0.0019195271888747811, + 0.0021931787487119436, + 0.0013807420618832111, + 0.005528823938220739, + 0.0014006388373672962, + 0.0017390791326761246, + 0.0015780729008838534, + 0.0014949972974136472, + 0.0018608060199767351, + 0.0016325137112289667, + 0.0016093867598101497, + 0.001396192004904151, + 0.0016733616357669234, + 0.0025909815449267626, + 0.001025007339194417, + 0.0015926968771964312, + 0.001505661173723638, + 0.002875078935176134, + 0.005051419138908386, + 0.0014819143107160926, + 0.0016207981389015913, + 0.0033463486470282078, + 0.0016922337235882878, + 0.0015128577360883355, + 0.002331624273210764, + 0.0013956197071820498, + 0.0018880877178162336, + 0.0012571607949212193, + 0.003972562495619059, + 0.001218908466398716, + 0.0037240353412926197, + 0.0019311237847432494, + 0.0019120569340884686, + 0.0014166438486427069, + 0.0022065099328756332, + 0.0015816543018445373, + 0.0014932224294170737, + 0.0012101338943466544, + 0.0014391993172466755, + 0.0012853018706664443, + 0.001785795553587377, + 0.0013685178710147738, + 0.0035267272032797337, + 0.0015173678984865546, + 0.0016348917270079255, + 0.001661021844483912, + 0.001721828244626522, + 0.003319873008877039, + 0.0020646993070840836, + 0.0017369985580444336, + 0.0021265645045787096, + 0.0022304218728095293, + 0.0017923923442140222, + 0.0015030052745714784, + 0.001792576746083796, + 0.00414724787697196, + 0.0027617989107966423, + 0.0016698288964107633, + 0.0011333986185491085, + 0.0015127811348065734, + 0.004010663367807865, + 0.004352501127868891, + 0.0017505191499367356, + 0.0015944691840559244, + 0.00257087335921824, + 0.00130156718660146, + 0.0014914394123479724, + 0.001731008873321116, + 0.00272105704061687, + 0.001831735367886722, + 0.0020106390584260225, + 0.0025411248207092285, + 0.003927002660930157, + 0.0015259444480761886, + 0.002949413377791643, + 0.005868210457265377, + 0.002241089940071106, + 0.0022522984072566032, + 0.004211201798170805, + 0.0024395885411649942, + 0.0020580696873366833, + 0.0012339492095634341, + 0.001686916220933199, + 0.0016140753868967295, + 0.0012117914156988263, + 0.0039385054260492325, + 0.002165271434932947, + 0.0011820156360045075, + 0.0022479649633169174, + 0.0019489825936034322, + 0.0011633604299277067, + 0.001514051342383027, + 0.002140836091712117, + 0.0014826039550825953, + 0.0029997345991432667, + 0.002523093018680811, + 0.0013665924780070782, + 0.0014613656094297767, + 0.0018798542441800237, + 0.0016729326453059912, + 0.0011143021984025836, + 0.002993229543790221, + 0.002152866218239069, + 0.0021391762420535088, + 0.002217549830675125, + 0.003134820843115449, + 0.003164220368489623, + 0.001464097760617733, + 0.0023465731646865606, + 0.0033975623082369566, + 0.003121668705716729, + 0.004033003468066454, + 0.002171326195821166, + 0.002022251021116972, + 0.0031017165165394545, + 0.001970867393538356, + 0.0046118865720927715, + 0.0029493544716387987, + 0.0026088892482221127, + 0.0027979484293609858, + 0.0023060482926666737, + 0.0022222392726689577, + 0.0011422706302255392, + 0.0025377615820616484, + 0.0025384649634361267, + 0.003985823597759008, + 0.0037871848326176405, + 0.0032107189763337374, + 0.001765326363965869, + 0.0021064202301204205, + 0.0016600999515503645, + 0.002498927526175976, + 0.0019808069337159395, + 0.00171100243460387, + 0.0016222986159846187, + 0.0026167097967118025, + 0.0032244513276964426, + 0.0013947332045063376, + 0.0029877973720431328, + 0.0026884349063038826, + 0.0016874057473614812, + 0.002406127518042922, + 0.0027105435729026794, + 0.002807250479236245, + 0.0014084391295909882, + 0.0027602575719356537, + 0.002630879171192646, + 0.0015523943584412336, + 0.004358869511634111, + 0.0014685337664559484, + 0.0026571035850793123, + 0.0017038866644725204, + 0.00366862490773201, + 0.0016515981405973434, + 0.0017534173093736172, + 0.0015955691924318671, + 0.0019165959674865007, + 0.002377386437729001, + 0.002499435795471072, + 0.001833567162975669, + 0.0014038995141163468, + 0.0011598595883697271, + 0.001711309771053493, + 0.00129638088401407, + 0.005318185780197382, + 0.005522138439118862, + 0.001689393538981676, + 0.0015044767642393708, + 0.0011085920268669724, + 0.001640777220018208, + 0.002800485584884882, + 0.0018275569891557097, + 0.002351912437006831, + 0.001819564145989716, + 0.0013486925745382905, + 0.0018793336348608136, + 0.004650131333619356, + 0.0017436970956623554, + 0.0015937628922984004, + 0.0012745421845465899, + 0.0016355393454432487, + 0.003105555195361376, + 0.001310595660470426, + 0.0012958541046828032, + 0.0013272829819470644, + 0.004257737658917904, + 0.002844482194632292, + 0.004286027047783136, + 0.0016234739450737834, + 0.00162918318528682, + 0.0011202188907191157, + 0.001774708041921258, + 0.004393802955746651, + 0.0024316757917404175, + 0.002656423719599843, + 0.0016487865941599011, + 0.00215150392614305, + 0.0020221874583512545, + 0.004255348816514015, + 0.0013076683972030878, + 0.0018379894318059087, + 0.0030326268170028925, + 0.0018068415811285377, + 0.0025315892416983843, + 0.0017635045805945992, + 0.001616513472981751, + 0.002211987739428878, + 0.0034426276106387377, + 0.002610331866890192, + 0.006236426532268524, + 0.0015711088199168444, + 0.004095551557838917, + 0.001523918122984469, + 0.0013838228769600391, + 0.002635511802509427, + 0.001359306974336505, + 0.0019520650384947658, + 0.0021785327699035406, + 0.002269031247124076, + 0.0020640979055315256, + 0.0035867264959961176, + 0.0023005057591944933, + 0.0033345476258546114, + 0.0024760833475738764, + 0.0014787992695346475, + 0.001992142992094159, + 0.002728495979681611, + 0.0038476826157420874, + 0.0027270903810858727, + 0.0014318093890324235, + 0.001880795112811029, + 0.002225095173344016, + 0.0015643637161701918, + 0.003324815770611167, + 0.0016694695223122835, + 0.0035083582624793053, + 0.0017587746260687709, + 0.002198656788095832, + 0.0021037780679762363, + 0.0014726779190823436, + 0.0026431167498230934, + 0.002047001151368022, + 0.002124377992004156, + 0.0020782987121492624, + 0.0017050260212272406, + 0.002704109763726592, + 0.001275059417821467, + 0.0030676263850182295, + 0.003276984905824065, + 0.0033702850341796875, + 0.002022838918492198, + 0.0014680499443784356, + 0.0018905940232798457, + 0.001491180039010942, + 0.0026175074744969606, + 0.001299142837524414, + 0.0012511308304965496, + 0.0017033598851412535, + 0.001293370733037591, + 0.0014837870839983225, + 0.001263856771402061, + 0.0014073237543925643, + 0.0013310197973623872, + 0.0021938439458608627, + 0.00274670054204762, + 0.003160981461405754, + 0.003336681053042412, + 0.0013173904735594988, + 0.0056846304796636105, + 0.003112249542027712, + 0.001390778343193233, + 0.001911959028802812, + 0.0016501459758728743, + 0.001347245997749269, + 0.002767405938357115, + 0.0013946245890110731, + 0.0014963106950744987, + 0.0030747565906494856, + 0.0025547309778630733, + 0.004596513230353594, + 0.0014831998851150274, + 0.002752761822193861, + 0.0016156445490196347, + 0.0025304004084318876, + 0.0015203168150037527, + 0.0020581046119332314 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 161, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 162, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:4:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.4.output.dense", + "input_tensor_infos": [ + { + "id": 162, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.013283117674291134 + ], + "zero_point": [ + 13 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0011007484281435609, + 0.001763424021191895, + 0.0014594073873013258, + 0.0013772482052445412, + 0.0019383413018658757, + 0.00207959464751184, + 0.001418918021954596, + 0.0016582402167841792, + 0.002066492335870862, + 0.0018135354621335864, + 0.001619904418475926, + 0.0023900435771793127, + 0.0017364969244226813, + 0.001944201998412609, + 0.0018012502696365118, + 0.0040373955853283405, + 0.0013772201491519809, + 0.001422474510036409, + 0.0016235418152064085, + 0.0018238319316878915, + 0.002050301991403103, + 0.003063117852434516, + 0.0017317914171144366, + 0.0018456142861396074, + 0.0075714779086411, + 0.004198780748993158, + 0.0015507828211411834, + 0.0013542654924094677, + 0.0016420872416347265, + 0.0012826344463974237, + 0.010908747091889381, + 0.0013968227431178093, + 0.0013499499764293432, + 0.0019474407890811563, + 0.0026011550799012184, + 0.0018229696433991194, + 0.0014535058289766312, + 0.0015839319676160812, + 0.0016505173407495022, + 0.00164565141312778, + 0.0013024841900914907, + 0.001747933798469603, + 0.003880861448124051, + 0.0014475208008661866, + 0.004364226013422012, + 0.0011673367116600275, + 0.0019693048670887947, + 0.0014608034398406744, + 0.002313540317118168, + 0.0021588727831840515, + 0.0012700335355475545, + 0.0020803059451282024, + 0.001976623432710767, + 0.0017376035684719682, + 0.0013308556517586112, + 0.0022155065089464188, + 0.0013014163123443723, + 0.0013508603442460299, + 0.002104854444041848, + 0.0021912469528615475, + 0.0016505514504387975, + 0.0016094372840598226, + 0.0015444675227627158, + 0.0015915491385385394, + 0.0019955653697252274, + 0.0014184190658852458, + 0.0016037258319556713, + 0.0017942356644198298, + 0.0018933832179754972, + 0.001592623651959002, + 0.00119305111002177, + 0.001735745812766254, + 0.0020597444381564856, + 0.0017052660696208477, + 0.001928772428072989, + 0.0022582397796213627, + 0.003012044122442603, + 0.0016349040670320392, + 0.0017408595886081457, + 0.0018190913833677769, + 0.0013681493001058698, + 0.002236106898635626, + 0.0034862575121223927, + 0.0019404669292271137, + 0.0029453751631081104, + 0.0026536243967711926, + 0.0013742453884333372, + 0.0017632275121286511, + 0.0015867380425333977, + 0.0016012642299756408, + 0.0017914160853251815, + 0.001716567319817841, + 0.00168760702945292, + 0.0012831500498577952, + 0.0020522717386484146, + 0.0013956793118268251, + 0.0017913315678015351, + 0.0012655843747779727, + 0.003588943975046277, + 0.0016768411733210087, + 0.0015009990893304348, + 0.0013519258936867118, + 0.002714770380407572, + 0.0012039259308949113, + 0.002106086118146777, + 0.0031026520300656557, + 0.002311909571290016, + 0.004951990209519863, + 0.002214854583144188, + 0.0015584956854581833, + 0.002257981803268194, + 0.0017492832848802209, + 0.001329291146248579, + 0.002704653423279524, + 0.0026248691137880087, + 0.0014306175289675593, + 0.002076635602861643, + 0.0026331639382988214, + 0.001385952578857541, + 0.0016340244328603148, + 0.002188555197790265, + 0.002296213526278734, + 0.0018222921062260866, + 0.001395971979945898, + 0.0020168451592326164, + 0.0018055004766210914, + 0.0018477857811376452, + 0.0016628074226900935, + 0.002541497116908431, + 0.0014215396950021386, + 0.0015480214497074485, + 0.0023134287912398577, + 0.0022596640046685934, + 0.003369113663211465, + 0.0017595022218301892, + 0.0027903812006115913, + 0.001659858739003539, + 0.0017356745665892959, + 0.0036485681775957346, + 0.0016605979762971401, + 0.0017453492619097233, + 0.0026474236510694027, + 0.0013090219581499696, + 0.0013149915030226111, + 0.0014976345701143146, + 0.0015601663617417216, + 0.0021580501925200224, + 0.0023000112269073725, + 0.002435444388538599, + 0.0012872781371697783, + 0.0020629744976758957, + 0.0021959319710731506, + 0.001488102599978447, + 0.0017870430601760745, + 0.0015300906961783767, + 0.0016494330484420061, + 0.0016161123057827353, + 0.0014385789399966598, + 0.0021414696238934994, + 0.0011679361341521144, + 0.0017173712840303779, + 0.0014138774713501334, + 0.0015599260805174708, + 0.0022620020899921656, + 0.0025376249104738235, + 0.0017021331004798412, + 0.004530038218945265, + 0.0028330727946013212, + 0.0013142667012289166, + 0.002362951636314392, + 0.001228699809871614, + 0.00181576085742563, + 0.0019057478057220578, + 0.0015196527820080519, + 0.002290641190484166, + 0.0021370998583734035, + 0.0019838251173496246, + 0.003185979789122939, + 0.0024173869751393795, + 0.0034737347159534693, + 0.002484576078131795, + 0.0014786568935960531, + 0.003455929923802614, + 0.001820560428313911, + 0.0015544956550002098, + 0.0024608324747532606, + 0.0024543709587305784, + 0.0014034891501069069, + 0.00145560665987432, + 0.0019361107842996716, + 0.0014209129149094224, + 0.00140886171720922, + 0.002211306942626834, + 0.0015818231040611863, + 0.0016286568716168404, + 0.0026370612904429436, + 0.0015473983949050307, + 0.008402624167501926, + 0.0014124487061053514, + 0.0016004019416868687, + 0.001518811914138496, + 0.002514361636713147, + 0.0021212438587099314, + 0.0017655306728556752, + 0.001830769469961524, + 0.0011387659469619393, + 0.0016018567839637399, + 0.002465370809659362, + 0.0012358820531517267, + 0.002935245633125305, + 0.002586252987384796, + 0.0013942476361989975, + 0.0034834810066968203, + 0.002373702125623822, + 0.0020434779580682516, + 0.0014275932917371392, + 0.003006426617503166, + 0.004862765781581402, + 0.0017341967904940248, + 0.0014329132391139865, + 0.002267570234835148, + 0.0015533880796283484, + 0.0016913115978240967, + 0.0016438873717561364, + 0.0022054591681808233, + 0.0023150744382292032, + 0.001614172593690455, + 0.0013400668976828456, + 0.0016050050035119057, + 0.0021209956612437963, + 0.001478649559430778, + 0.002836890984326601, + 0.001812991569750011, + 0.002335333963856101, + 0.001502854167483747, + 0.0029039569199085236, + 0.0013951174914836884, + 0.001487568486481905, + 0.001925976132042706, + 0.0017272606492042542, + 0.0015964711783453822, + 0.0014918027445673943, + 0.0016458426835015416, + 0.0035490875598043203, + 0.001627593650482595, + 0.0018385422881692648, + 0.0021197041496634483, + 0.0014987509930506349, + 0.001926999888382852, + 0.00161423918325454, + 0.002120288787409663, + 0.002191747771576047, + 0.0014315852895379066, + 0.0012693149037659168, + 0.0013022180646657944, + 0.0014836974442005157, + 0.0016116279875859618, + 0.001982636982575059, + 0.0015966304345056415, + 0.0013539933133870363, + 0.00200063013471663, + 0.0016955205937847495, + 0.004302709363400936, + 0.0016965512186288834, + 0.0019729556515812874, + 0.0018793222261592746, + 0.0014687167713418603, + 0.0021784550044685602, + 0.0019448659149929881, + 0.0020511241164058447, + 0.001314620953053236, + 0.001910446328110993, + 0.0018208754481747746, + 0.0013351483503356576, + 0.001320584211498499, + 0.0013497613836079836, + 0.0017324209911748767, + 0.0021146584767848253, + 0.0015844552544876933, + 0.0018537730211392045, + 0.00229022023268044, + 0.0030909734778106213, + 0.0033698268234729767, + 0.003865999635308981, + 0.0027285716496407986, + 0.0013959106290712953, + 0.0015629783738404512, + 0.0016541429795324802, + 0.00165790063329041, + 0.0018267259001731873, + 0.0014139467384666204, + 0.002163928933441639, + 0.0015086154453456402, + 0.0020462253596633673, + 0.002197555499151349, + 0.0016908030956983566, + 0.002154940739274025, + 0.0017058139201253653, + 0.0013955134199932218, + 0.001621460192836821, + 0.0018551782704889774, + 0.0016760083381086588, + 0.0016595881897956133, + 0.003936254885047674, + 0.0016116026090458035, + 0.001983311492949724, + 0.0020995500963181257, + 0.001997332787141204, + 0.0017379794735461473, + 0.0015470366925001144, + 0.002524800831452012, + 0.002715177135542035, + 0.0013912867289036512, + 0.0014890183228999376, + 0.0013320095604285598, + 0.0025434524286538363, + 0.0014040246605873108, + 0.0018815567018464208, + 0.001821625279262662, + 0.0027713344898074865, + 0.0013500484637916088, + 0.0012645089300349355, + 0.003248353488743305, + 0.0022235580254346132, + 0.0023235485423356295, + 0.0014847891870886087, + 0.005278932861983776, + 0.0012035847175866365, + 0.0022322575096040964, + 0.0028719038236886263, + 0.0016211341135203838, + 0.001777030061930418, + 0.001996783073991537, + 0.0013194088824093342, + 0.002010101918131113, + 0.0016371880192309618, + 0.0016669360920786858, + 0.00157333561219275, + 0.0030127638019621372, + 0.0011446047574281693, + 0.002277391729876399, + 0.0015779337845742702, + 0.0014458310324698687, + 0.0015195301966741681, + 0.004346330650150776, + 0.0015965859638527036, + 0.0018028730992227793, + 0.0016443098429590464, + 0.0017775268061086535, + 0.0020457464270293713, + 0.0022358379792422056, + 0.0015441443538293242, + 0.0015747194411233068, + 0.0017084683058783412, + 0.0014533030334860086, + 0.0015284093096852303, + 0.001360140973702073, + 0.0019332986557856202, + 0.0017081985715776682, + 0.001831243047490716, + 0.0018030921928584576, + 0.0013688931940123439, + 0.001999295549467206, + 0.001379667199216783, + 0.002894030651077628, + 0.0014222455210983753, + 0.002028515562415123, + 0.0014399713836610317, + 0.0014792799483984709, + 0.0017712643602862954, + 0.0017710725078359246, + 0.0017637870041653514, + 0.001663360046222806, + 0.0012912355596199632, + 0.0014439005171880126, + 0.0014140568673610687, + 0.002006263704970479, + 0.0019395970739424229, + 0.0018588494276627898, + 0.0022003173362463713, + 0.0013931072317063808, + 0.0021632425487041473, + 0.0016019140603020787, + 0.0018787410808727145 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 163, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.4.output", + "input_tensor_infos": [ + { + "id": 164, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.02364288456737995 + ], + "zero_point": [ + 141 + ] + }, + { + "id": 160, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.04090873897075653 + ], + "zero_point": [ + 127 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 165, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.output.dropout", + "input_tensor_infos": [ + { + "id": 163, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 164, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.4.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 165, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:5": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [] + }, + "roberta:encoder:layer:5:attention": { + "q_op_infos": {}, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 189, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:5:attention:self": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.attention.self.query", + "input_tensor_infos": [ + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.027287954464554787 + ], + "zero_point": [ + 126 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0027785366401076317, + 0.0020720739848911762, + 0.0026372431311756372, + 0.0028963943477720022, + 0.0026922302786260843, + 0.0025459190364927053, + 0.0034555497113615274, + 0.002482168609276414, + 0.003525868756696582, + 0.0031879397574812174, + 0.003059993265196681, + 0.0024804940912872553, + 0.0031326806638389826, + 0.003281001467257738, + 0.0023554156068712473, + 0.0031923572532832623, + 0.0033070268109440804, + 0.0029724002815783024, + 0.0032629789784550667, + 0.0022286365274339914, + 0.002841149689629674, + 0.0031107536051422358, + 0.0027395221404731274, + 0.0029663960449397564, + 0.0038057484198361635, + 0.003282115561887622, + 0.003051214851438999, + 0.003055158071219921, + 0.002850959077477455, + 0.0037460022140294313, + 0.004890799522399902, + 0.0037888935767114162, + 0.0028112377040088177, + 0.0041765556670725346, + 0.0031550212297588587, + 0.0028049410320818424, + 0.0029419842176139355, + 0.0032040844671428204, + 0.002988724736496806, + 0.003762609325349331, + 0.0025484981015324593, + 0.003343014046549797, + 0.0036778985522687435, + 0.003705427050590515, + 0.003509410424157977, + 0.0036947065964341164, + 0.003735340666025877, + 0.0034481692127883434, + 0.0033573140390217304, + 0.0031436432618647814, + 0.002737139817327261, + 0.0029344488866627216, + 0.002708037616685033, + 0.0028206752613186836, + 0.0034020021557807922, + 0.002440582262352109, + 0.0020182172302156687, + 0.002565905684605241, + 0.0031101428903639317, + 0.002552190562710166, + 0.0027165301144123077, + 0.0029053364414721727, + 0.0025596998166292906, + 0.003670470090582967, + 0.002990641864016652, + 0.0032035952899605036, + 0.003543902188539505, + 0.003391789272427559, + 0.0026276425924152136, + 0.00270359986461699, + 0.0031968888361006975, + 0.0021755967754870653, + 0.0029213170055299997, + 0.0033456003293395042, + 0.0035973654594272375, + 0.0028832927346229553, + 0.0027992946561425924, + 0.002999924821779132, + 0.0030122213065624237, + 0.0030916850082576275, + 0.0032728833612054586, + 0.002995514776557684, + 0.0034185631666332483, + 0.0035112623590976, + 0.0025551090948283672, + 0.0024991498794406652, + 0.002840984845533967, + 0.0020532989874482155, + 0.002864678157493472, + 0.002679110039025545, + 0.0027547923382371664, + 0.0030305611435323954, + 0.0025344667956233025, + 0.0028979817871004343, + 0.0026266691274940968, + 0.003076719818636775, + 0.003404282731935382, + 0.0033563619945198298, + 0.0038809769321233034, + 0.002322467276826501, + 0.0030352207832038403, + 0.0022397444117814302, + 0.00276873167604208, + 0.002693203277885914, + 0.002444689394906163, + 0.0026812260039150715, + 0.0027542859315872192, + 0.002943143481388688, + 0.0021079913713037968, + 0.00297191902063787, + 0.0022734813392162323, + 0.002863098168745637, + 0.004021444357931614, + 0.0024662974756211042, + 0.0023484299890697002, + 0.0031886387150734663, + 0.0028272357303649187, + 0.0031343044247478247, + 0.002892390126362443, + 0.0028529351111501455, + 0.0031477627344429493, + 0.0027673630975186825, + 0.00325302267447114, + 0.0032642227597534657, + 0.0027366820722818375, + 0.0024647670798003674, + 0.00252961041405797, + 0.0024944311007857323, + 0.002815749729052186, + 0.0025728836189955473, + 0.002789674326777458, + 0.003153459168970585, + 0.0031512510031461716, + 0.0037819279823452234, + 0.0029798229224979877, + 0.0025154317263513803, + 0.0031906922813504934, + 0.003181121312081814, + 0.0026136392261832952, + 0.0028503015637397766, + 0.00346768693998456, + 0.0022334177047014236, + 0.002944562118500471, + 0.0028359091375023127, + 0.003412427380681038, + 0.0027188891544938087, + 0.0032113036140799522, + 0.0033191367983818054, + 0.0031937682069838047, + 0.0043903798796236515, + 0.0025522552896291018, + 0.002423616126179695, + 0.002523722592741251, + 0.003124000271782279, + 0.002671380527317524, + 0.0024513087701052427, + 0.0029239440336823463, + 0.0032527795992791653, + 0.002881428459659219, + 0.0029699751175940037, + 0.0031979402992874384, + 0.0030882502906024456, + 0.003062346950173378, + 0.003101983806118369, + 0.0026343862991780043, + 0.00399876618757844, + 0.002750404877588153, + 0.003004833124577999, + 0.0026132380589842796, + 0.002659493125975132, + 0.002684725448489189, + 0.002350584138184786, + 0.0029806948732584715, + 0.0031976248137652874, + 0.002693273825570941, + 0.0028819122817367315, + 0.0029234751127660275, + 0.003251009853556752, + 0.002654077485203743, + 0.0031554147135466337, + 0.002416495233774185, + 0.0024386681616306305, + 0.0028376381378620863, + 0.002689509419724345, + 0.0022934195585548878, + 0.002555473940446973, + 0.003187171183526516, + 0.0020975384395569563, + 0.0025905794464051723, + 0.0027550712693482637, + 0.0034604910761117935, + 0.003070318605750799, + 0.002355952514335513, + 0.00267159310169518, + 0.002680787118151784, + 0.0029057702049613, + 0.0025783590972423553, + 0.002793477615341544, + 0.004160720389336348, + 0.0032332581467926502, + 0.0034148595295846462, + 0.002777994843199849, + 0.0029683115426450968, + 0.0037241450045257807, + 0.0028219749219715595, + 0.0030741735827177763, + 0.0039017328526824713, + 0.0032927992288023233, + 0.0028193786274641752, + 0.003493640571832657, + 0.002855145838111639, + 0.003404489252716303, + 0.002883101347833872, + 0.0037105341907590628, + 0.002822187729179859, + 0.0034529687836766243, + 0.0024864317383617163, + 0.0026256449054926634, + 0.0028091149870306253, + 0.002706433180719614, + 0.0027658366598188877, + 0.0031511045526713133, + 0.002704555168747902, + 0.0021797064691781998, + 0.0025159409269690514, + 0.0031076213344931602, + 0.002702422672882676, + 0.0026432424783706665, + 0.0027297029737383127, + 0.0026592605281621218, + 0.002721340861171484, + 0.0030431810300797224, + 0.0027216325979679823, + 0.003283316269516945, + 0.0030432785861194134, + 0.002889245981350541, + 0.002824443392455578, + 0.0026608696207404137, + 0.0024660173803567886, + 0.002628103131428361, + 0.0025050733238458633, + 0.0024448775220662355, + 0.0034214460756629705, + 0.003842652775347233, + 0.0030191512778401375, + 0.002976955147460103, + 0.0035801948979496956, + 0.0037681006360799074, + 0.002728140214458108, + 0.0027923518791794777, + 0.003631973871961236, + 0.003530610352754593, + 0.003474924946203828, + 0.0031648699659854174, + 0.004318603314459324, + 0.0028560999780893326, + 0.003940988797694445, + 0.003143581096082926, + 0.0029865787364542484, + 0.002674991264939308, + 0.003780696075409651, + 0.003657691180706024, + 0.004568145610392094, + 0.002806399017572403, + 0.002909865230321884, + 0.003543446771800518, + 0.004518580622971058, + 0.0030551422387361526, + 0.0035912436433136463, + 0.0029878304339945316, + 0.0029723194893449545, + 0.0033848390448838472, + 0.0032802880741655827, + 0.0028212498873472214, + 0.0027176106814295053, + 0.00269120279699564, + 0.003706519026309252, + 0.003037964226678014, + 0.0030422480776906013, + 0.0029831589199602604, + 0.0029307554941624403, + 0.004100098740309477, + 0.003047694219276309, + 0.0033441665582358837, + 0.0030876672826707363, + 0.0036225945223122835, + 0.0030269210692495108, + 0.002935695229098201, + 0.0030790565069764853, + 0.0030187969096004963, + 0.0028978458140045404, + 0.0035912131424993277, + 0.0025764480233192444, + 0.00231488817371428, + 0.0033512276131659746, + 0.00384626560844481, + 0.0030751314479857683, + 0.002953635761514306, + 0.0025069161783903837, + 0.0024714628234505653, + 0.003815545467659831, + 0.0030347639694809914, + 0.0028303007129579782, + 0.0033970915246754885, + 0.004718550015240908, + 0.004319958854466677, + 0.0035512896720319986, + 0.003017827868461609, + 0.0036669543478637934, + 0.00250530568882823, + 0.0029164650477468967, + 0.0027003418654203415, + 0.003284803591668606, + 0.0036930700298398733, + 0.004089890513569117, + 0.0026441130321472883, + 0.003148730145767331, + 0.002664669416844845, + 0.0028210163582116365, + 0.00304995640181005, + 0.002613136311993003, + 0.0027048129122704268, + 0.0024273181334137917, + 0.0029343317728489637, + 0.0023494965862482786, + 0.0024513767566531897, + 0.0022660575341433287, + 0.0025076011661440134, + 0.003176072845235467, + 0.003249776316806674, + 0.00253229308873415, + 0.003514090785756707, + 0.0024515900295227766, + 0.0025838003493845463, + 0.0030136206187307835, + 0.0024815816432237625, + 0.0022413781844079494, + 0.002893253229558468, + 0.0029559223912656307, + 0.002386856824159622, + 0.0036694544833153486, + 0.0027041069697588682, + 0.003370906226336956, + 0.002889998024329543, + 0.003343295305967331, + 0.0028681685216724873, + 0.002812072169035673, + 0.003219541860744357, + 0.002847785595804453, + 0.0033303960226476192, + 0.003300576703622937, + 0.002891391282901168, + 0.0029245209880173206, + 0.003186318790540099, + 0.0033516068942844868, + 0.0021385028958320618, + 0.0033654647413641214, + 0.003042122581973672, + 0.002640055026859045, + 0.0022008707746863365, + 0.0034293425269424915, + 0.0030776311177760363, + 0.0033015243243426085, + 0.0032014541793614626, + 0.003144029527902603, + 0.0035633083898574114, + 0.003107881871983409, + 0.0033569459337741137, + 0.003425023751333356, + 0.0046311658807098866, + 0.003083469346165657, + 0.0040660435333848, + 0.0031798111740499735, + 0.0032304967753589153, + 0.003549199551343918, + 0.0026962277479469776, + 0.0037750424817204475, + 0.002597416052594781, + 0.002566050738096237, + 0.002821475500240922, + 0.0027666750829666853, + 0.003831752808764577, + 0.002543041482567787, + 0.002384711289778352 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 167, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.attention.self.key", + "input_tensor_infos": [ + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.027287954464554787 + ], + "zero_point": [ + 126 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0042584128677845, + 0.003487928071990609, + 0.002862019231542945, + 0.0030318384524434805, + 0.0027825876604765654, + 0.0036558336578309536, + 0.0025080794002860785, + 0.0027745887637138367, + 0.002626013709232211, + 0.0029641406144946814, + 0.0027992106042802334, + 0.002419444965198636, + 0.003172891214489937, + 0.0035342166665941477, + 0.002773897023871541, + 0.0033100340515375137, + 0.0033776499330997467, + 0.0031844032928347588, + 0.0026925259735435247, + 0.002682645805180073, + 0.003201108891516924, + 0.0031410723458975554, + 0.002639865269884467, + 0.0027183336205780506, + 0.0026984671130776405, + 0.002951640635728836, + 0.003301131771877408, + 0.0027955854311585426, + 0.0029109271708875895, + 0.0025407583452761173, + 0.0023582822177559137, + 0.002798148663714528, + 0.002612457610666752, + 0.002932123374193907, + 0.002903103595599532, + 0.0029948283918201923, + 0.00257172086276114, + 0.002816323656588793, + 0.003283169586211443, + 0.003605011384934187, + 0.004225288052111864, + 0.0030902561265975237, + 0.0032734840642660856, + 0.0038553071208298206, + 0.0028519106563180685, + 0.003043916542083025, + 0.0029402654618024826, + 0.003725196700543165, + 0.003121023066341877, + 0.0024671636056154966, + 0.0026556707452982664, + 0.0033569415099918842, + 0.0027418259996920824, + 0.0030432858038693666, + 0.0031421820167452097, + 0.002384222811087966, + 0.0026060291565954685, + 0.00270113255828619, + 0.002758961170911789, + 0.0023806244134902954, + 0.0028694448992609978, + 0.0023441584780812263, + 0.003114235820248723, + 0.0025209400337189436, + 0.002724491525441408, + 0.002411333378404379, + 0.0028332590591162443, + 0.0023630564101040363, + 0.002327727386727929, + 0.0027994706761091948, + 0.002812014427036047, + 0.002721657743677497, + 0.002952941693365574, + 0.0033376102801412344, + 0.003290169406682253, + 0.003068868536502123, + 0.002861449494957924, + 0.003605238161981106, + 0.003178007435053587, + 0.002577765379101038, + 0.0038031453732401133, + 0.0028788542840629816, + 0.003173925681039691, + 0.002522326773032546, + 0.0029668945353478193, + 0.003961558919399977, + 0.0032419487833976746, + 0.0028306629974395037, + 0.0030463042203336954, + 0.0035351174883544445, + 0.0032721415627747774, + 0.0034827946219593287, + 0.0028286695014685392, + 0.0032886802218854427, + 0.0035113010089844465, + 0.003047957317903638, + 0.0027099349536001682, + 0.0023480302188545465, + 0.002735230838879943, + 0.003081029048189521, + 0.003793082432821393, + 0.0023408089764416218, + 0.0028124148957431316, + 0.003538338467478752, + 0.002752681029960513, + 0.003144670743495226, + 0.0033174874261021614, + 0.0032351294066756964, + 0.002876581158488989, + 0.0032902683597058058, + 0.0023769366089254618, + 0.002258826047182083, + 0.003016393631696701, + 0.002406395273283124, + 0.0029167525935918093, + 0.0026024687103927135, + 0.0024033403024077415, + 0.0022650824394077063, + 0.0026115120854228735, + 0.0030732094310224056, + 0.00357559765689075, + 0.0038101389072835445, + 0.0033290733117610216, + 0.002741910982877016, + 0.003146354341879487, + 0.0029378400649875402, + 0.0036257535684853792, + 0.003701518289744854, + 0.0033653059508651495, + 0.0034279394894838333, + 0.0029375848826020956, + 0.0030995672568678856, + 0.0027801990509033203, + 0.0028601509984582663, + 0.002850189572200179, + 0.0025404873304069042, + 0.002632605144754052, + 0.002519729547202587, + 0.0029040598310530186, + 0.002401426900178194, + 0.0024220701307058334, + 0.0029188990592956543, + 0.0033152825199067593, + 0.0031106919050216675, + 0.0026557862292975187, + 0.0024762863758951426, + 0.0028672649059444666, + 0.002864676062017679, + 0.0025179346557706594, + 0.0034261306282132864, + 0.0025663687847554684, + 0.002495658118277788, + 0.002349014626815915, + 0.0030442497227340937, + 0.002339770318940282, + 0.0031947351526468992, + 0.002434940543025732, + 0.003167233197018504, + 0.0030384936835616827, + 0.0031572156585752964, + 0.003541710553690791, + 0.002867276780307293, + 0.002657077508047223, + 0.002500419272109866, + 0.002670401707291603, + 0.00296422210521996, + 0.0024565260391682386, + 0.0028942956123501062, + 0.0035476493649184704, + 0.0026153589133173227, + 0.002760670380666852, + 0.0026062445249408484, + 0.0026558823883533478, + 0.002855708822607994, + 0.002832639729604125, + 0.003250586334615946, + 0.003584010759368539, + 0.002725414466112852, + 0.002845492446795106, + 0.0038030650466680527, + 0.002790094818919897, + 0.0029251067899167538, + 0.0034567208494991064, + 0.002441531280055642, + 0.002997918985784054, + 0.00420701177790761, + 0.0029753074049949646, + 0.00314947753213346, + 0.002531196689233184, + 0.002630406292155385, + 0.0030190644320100546, + 0.002860028762370348, + 0.0031345963943749666, + 0.0028285884764045477, + 0.002828424097970128, + 0.0029278199654072523, + 0.0038828146643936634, + 0.0027934943791478872, + 0.003815539414063096, + 0.0029961380641907454, + 0.002844067756086588, + 0.004111370071768761, + 0.0030728557612746954, + 0.0025772114749997854, + 0.002718504285439849, + 0.003263904945924878, + 0.0024128975346684456, + 0.003399632638320327, + 0.0024015966337174177, + 0.003673714818432927, + 0.0029651045333594084, + 0.0026295706629753113, + 0.003192045260220766, + 0.00519197341054678, + 0.002824893221259117, + 0.002830472309142351, + 0.0027938038110733032, + 0.0031718574464321136, + 0.002231904538348317, + 0.002980389166623354, + 0.002634117379784584, + 0.003660494228824973, + 0.002877447521314025, + 0.0025750757195055485, + 0.002310285810381174, + 0.002484741387888789, + 0.002661285223439336, + 0.002468464896082878, + 0.0030164539348334074, + 0.0032782445196062326, + 0.0037476045545190573, + 0.0030884956941008568, + 0.0027908480260521173, + 0.0030986343044787645, + 0.0025202820543199778, + 0.002541385591030121, + 0.002894022036343813, + 0.003033451037481427, + 0.003028957638889551, + 0.003957710228860378, + 0.0038248333148658276, + 0.003250795416533947, + 0.0038261590525507927, + 0.005463357083499432, + 0.0037538334727287292, + 0.0031326082535088062, + 0.0034542407374829054, + 0.003130295779556036, + 0.003980669658631086, + 0.002889956347644329, + 0.0035594927612692118, + 0.00324870808981359, + 0.003473035292699933, + 0.0035826924722641706, + 0.005354269407689571, + 0.003126960713416338, + 0.003754825796931982, + 0.0034279378596693277, + 0.003146709641441703, + 0.003421562956646085, + 0.00448554428294301, + 0.003660083282738924, + 0.003876549657434225, + 0.004527886863797903, + 0.00257207453250885, + 0.00304735591635108, + 0.003134376835078001, + 0.0038314559496939182, + 0.0033667879179120064, + 0.0028667699079960585, + 0.0028794058598577976, + 0.003178118960931897, + 0.003290611319243908, + 0.003859619377180934, + 0.002613659016788006, + 0.0031787760090082884, + 0.003162992186844349, + 0.0037267382722347975, + 0.0031258619856089354, + 0.0028051382396370173, + 0.0025814392138272524, + 0.0026216921396553516, + 0.003332524560391903, + 0.0030545282643288374, + 0.002881343010812998, + 0.003341503208503127, + 0.0034056040458381176, + 0.003451323602348566, + 0.00299679022282362, + 0.0034175331238657236, + 0.0031274401117116213, + 0.0029713993426412344, + 0.002537755062803626, + 0.0031800256110727787, + 0.0030879508703947067, + 0.003347056685015559, + 0.0032392297871410847, + 0.004270301200449467, + 0.0031770800705999136, + 0.003393189050257206, + 0.0033489507623016834, + 0.0030922747682780027, + 0.0027359079103916883, + 0.0029872371815145016, + 0.0027886186726391315, + 0.0034530945122241974, + 0.0036720409989356995, + 0.0033250621054321527, + 0.0025122608058154583, + 0.002878800733014941, + 0.00279107759706676, + 0.002875971607863903, + 0.0024914557579904795, + 0.0024132661055773497, + 0.00327808759175241, + 0.003053115913644433, + 0.00245046429336071, + 0.002782799070701003, + 0.003093667794018984, + 0.003200555918738246, + 0.0029914609622210264, + 0.0034360159188508987, + 0.0034405996557325125, + 0.003108032513409853, + 0.0026665180921554565, + 0.0033070887438952923, + 0.0026029120199382305, + 0.003348046448081732, + 0.00297356303781271, + 0.0032976039219647646, + 0.002617486286908388, + 0.002742571057751775, + 0.0032074397895485163, + 0.0032404824160039425, + 0.0028048239182680845, + 0.002525873016566038, + 0.0028188559226691723, + 0.00248383148573339, + 0.0027593295089900494, + 0.0024181983899325132, + 0.003195022465661168, + 0.00242146966047585, + 0.00299887266010046, + 0.002068650908768177, + 0.002690634224563837, + 0.002772177569568157, + 0.003708484349772334, + 0.002424253150820732, + 0.0029678300488740206, + 0.0028073692228645086, + 0.002271183067932725, + 0.0024057962000370026, + 0.0026854081079363823, + 0.0033354321494698524, + 0.0027974452823400497, + 0.0024641347117722034, + 0.003630690975114703, + 0.0023839075583964586, + 0.003363225609064102, + 0.003300079144537449, + 0.004028938710689545, + 0.0030210684053599834, + 0.003580216085538268, + 0.0034548647236078978, + 0.0031630895100533962, + 0.004139117896556854, + 0.003581244731321931, + 0.0029770531691610813, + 0.0034014154225587845, + 0.0034448951482772827, + 0.0028816743288189173, + 0.0029961965046823025, + 0.004069840535521507, + 0.002566114068031311, + 0.002683633705601096, + 0.00293429265730083, + 0.0026833454612642527, + 0.0035673489328473806, + 0.0027226703241467476, + 0.0030231315176934004, + 0.002617234131321311, + 0.002830448327586055, + 0.002554030390456319, + 0.002655209507793188 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 168, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "2": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.attention.self.value", + "input_tensor_infos": [ + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.027287954464554787 + ], + "zero_point": [ + 126 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0032731385435909033, + 0.002027705777436495, + 0.0019065217347815633, + 0.0023219441063702106, + 0.001790772657841444, + 0.0019838253501802683, + 0.002632934832945466, + 0.002206257311627269, + 0.002082203747704625, + 0.0020492486655712128, + 0.0023724527563899755, + 0.0016782017191872, + 0.0019586298149079084, + 0.002281381282955408, + 0.00168867118190974, + 0.001771890907548368, + 0.00257173553109169, + 0.0017699608579277992, + 0.0017097755335271358, + 0.001898927497677505, + 0.0019326608162373304, + 0.0017763921059668064, + 0.0018386674346402287, + 0.0017508553573861718, + 0.0018086277414113283, + 0.0016878102906048298, + 0.0018002063734456897, + 0.0015497443964704871, + 0.0023414406459778547, + 0.0015508437063544989, + 0.0018309324514120817, + 0.001486336113885045, + 0.0015593627467751503, + 0.002201923169195652, + 0.001721947337500751, + 0.0015432158252224326, + 0.0016749923815950751, + 0.0018974527483806014, + 0.0023465368431061506, + 0.001993373967707157, + 0.0020235241390764713, + 0.0018001081189140677, + 0.001684022368863225, + 0.0016863448545336723, + 0.001773462863638997, + 0.0014152606017887592, + 0.0016845065401867032, + 0.0017459241207689047, + 0.004108984023332596, + 0.0031366983894258738, + 0.0032403720542788506, + 0.003613038919866085, + 0.0036164659541100264, + 0.004373045172542334, + 0.0030157852452248335, + 0.0029883449897170067, + 0.003058428643271327, + 0.003732830984517932, + 0.0031124006491154432, + 0.003254585899412632, + 0.0037388764321804047, + 0.0036315459292382, + 0.0028164200484752655, + 0.003151103388518095, + 0.004394377116113901, + 0.0035104015842080116, + 0.003256450407207012, + 0.0035646508913487196, + 0.0034650058951228857, + 0.0031193564645946026, + 0.0030271802097558975, + 0.0029137746896594763, + 0.002165882382541895, + 0.0019341104198247194, + 0.002020864747464657, + 0.0023438790813088417, + 0.002743974095210433, + 0.0017114679794758558, + 0.0021334246266633272, + 0.0020403796806931496, + 0.0019169581355527043, + 0.0016772293020039797, + 0.002240446163341403, + 0.0018599297618493438, + 0.0024215341545641422, + 0.0017648665234446526, + 0.002076245378702879, + 0.0022294616792351007, + 0.0023562838323414326, + 0.0017620514845475554, + 0.0018210107227787375, + 0.0024862673599272966, + 0.0024159024469554424, + 0.0017881547100842, + 0.0023221666924655437, + 0.0017048218287527561, + 0.002072623698040843, + 0.002041943371295929, + 0.0029541507828980684, + 0.0024055447429418564, + 0.0024045000318437815, + 0.003386970842257142, + 0.002892889780923724, + 0.002162058837711811, + 0.0027714676689356565, + 0.0031356005929410458, + 0.0030748217832297087, + 0.0020625030156224966, + 0.002630828646942973, + 0.0026470236480236053, + 0.0021629156544804573, + 0.0027062022127211094, + 0.0025916427839547396, + 0.0025374889373779297, + 0.0028684455901384354, + 0.0035034366883337498, + 0.002473446074873209, + 0.002682878402993083, + 0.0025344230234622955, + 0.0024580189492553473, + 0.0019349466310814023, + 0.001761007122695446, + 0.002056834753602743, + 0.0021550513338297606, + 0.0019616095814853907, + 0.0022819789592176676, + 0.002076319418847561, + 0.0018724140245467424, + 0.0017560779815539718, + 0.0017989777261391282, + 0.0018706342671066523, + 0.0022329885978251696, + 0.0020199697464704514, + 0.0022689159959554672, + 0.002196746878325939, + 0.0020141375716775656, + 0.0016288760816678405, + 0.0020116770174354315, + 0.0016781078884378076, + 0.0018880944699048996, + 0.0019354487303644419, + 0.00239271717146039, + 0.0021110905800014734, + 0.00231886631809175, + 0.003047590609639883, + 0.0029143239371478558, + 0.002422803081572056, + 0.002666523912921548, + 0.0030946736223995686, + 0.0030981150921434164, + 0.0026274833362549543, + 0.002687133150175214, + 0.0031440171878784895, + 0.002578587969765067, + 0.00241670198738575, + 0.00270490231923759, + 0.0029472841415554285, + 0.0021897824481129646, + 0.0025352658703923225, + 0.002568305702880025, + 0.0035540072713047266, + 0.002297682221978903, + 0.0025105008389800787, + 0.0023368997499346733, + 0.002717436058446765, + 0.002618025057017803, + 0.0026245585177093744, + 0.0028677540831267834, + 0.002714994829148054, + 0.0027539809234440327, + 0.003413570113480091, + 0.0040395185351371765, + 0.0029878548812121153, + 0.0034009164664894342, + 0.003923445008695126, + 0.0037120995111763477, + 0.003950293641537428, + 0.002695543924346566, + 0.0036318921484053135, + 0.003777996404096484, + 0.0034477885346859694, + 0.0031902077607810497, + 0.0036466645542532206, + 0.003033431014046073, + 0.0030800283420830965, + 0.004181909374892712, + 0.003367000725120306, + 0.003593816887587309, + 0.004009590949863195, + 0.003155837068334222, + 0.0023234416730701923, + 0.002856093691661954, + 0.0019568055868148804, + 0.0024314457550644875, + 0.001878261100500822, + 0.0021739662624895573, + 0.0026202560402452946, + 0.0024689831770956516, + 0.001986872171983123, + 0.0018071291269734502, + 0.0020459310617297888, + 0.002296533202752471, + 0.002146522281691432, + 0.002325221197679639, + 0.0022485600784420967, + 0.0018252175068482757, + 0.0020977607928216457, + 0.002139874966815114, + 0.001986490795388818, + 0.002363852458074689, + 0.002094096504151821, + 0.002368299523368478, + 0.0021672563161700964, + 0.0019892710261046886, + 0.0022939611226320267, + 0.002228145720437169, + 0.0020721883047372103, + 0.001870247651822865, + 0.0027500332798808813, + 0.001776312361471355, + 0.0017091792542487383, + 0.0024553691036999226, + 0.0019805061165243387, + 0.0018404697766527534, + 0.0017408402636647224, + 0.001778186997398734, + 0.002492316998541355, + 0.0018856816459447145, + 0.0020648306235671043, + 0.00202351831831038, + 0.0016647328156977892, + 0.0020098525565117598, + 0.0016737813130021095, + 0.0024506233166903257, + 0.0024505851324647665, + 0.0022406920325011015, + 0.0019596354104578495, + 0.0025439676828682423, + 0.0017742217751219869, + 0.0021639768965542316, + 0.002860735170543194, + 0.0022799973376095295, + 0.002398379845544696, + 0.0023426669649779797, + 0.003182128071784973, + 0.0027365710120648146, + 0.0025483134668320417, + 0.0029606998432427645, + 0.0025421720929443836, + 0.0024241760838776827, + 0.0024983983021229506, + 0.00311564770527184, + 0.002284335670992732, + 0.002293332014232874, + 0.0026156834792345762, + 0.002127488609403372, + 0.0022413700353354216, + 0.0025898327585309744, + 0.002328092698007822, + 0.0019602095708251, + 0.0036620793398469687, + 0.0022056405432522297, + 0.0027029449120163918, + 0.002001688349992037, + 0.0015317123616114259, + 0.0017681998433545232, + 0.0014316505985334516, + 0.0013253489742055535, + 0.0010841838084161282, + 0.001661473186686635, + 0.0016012790147215128, + 0.0013600339880213141, + 0.001387517200782895, + 0.0020498689264059067, + 0.0016555280890315771, + 0.001659472705796361, + 0.001436280901543796, + 0.0015620867488905787, + 0.0017716900911182165, + 0.0017748199170455337, + 0.0013639103854075074, + 0.0016409049276262522, + 0.0016971449367702007, + 0.0013939401833340526, + 0.0015737175708636642, + 0.0015268001006916165, + 0.0022878730669617653, + 0.0030196127481758595, + 0.0016216275980696082, + 0.001948750694282353, + 0.0014907334698364139, + 0.0017333128489553928, + 0.0016659271204844117, + 0.0019117782358080149, + 0.0017759515903890133, + 0.0015974570997059345, + 0.0017133790533989668, + 0.001813568756915629, + 0.0016064583323895931, + 0.0016597711946815252, + 0.0016790115041658282, + 0.0017251648241654038, + 0.0018710538279265165, + 0.0014344911323860288, + 0.001527519547380507, + 0.0015517536085098982, + 0.0023665307089686394, + 0.002688108943402767, + 0.002262671245262027, + 0.001696673221886158, + 0.001831408473663032, + 0.002265178132802248, + 0.0019812090322375298, + 0.002853700192645192, + 0.0022789044305682182, + 0.002285538474097848, + 0.002713337540626526, + 0.0029894274193793535, + 0.00242606014944613, + 0.0023271034006029367, + 0.0022548730485141277, + 0.002591247670352459, + 0.0030243536457419395, + 0.002121862256899476, + 0.002521742368116975, + 0.00201018457300961, + 0.0029479810036718845, + 0.0024266934487968683, + 0.0018813401693478227, + 0.0017761606723070145, + 0.0023169731721282005, + 0.00212353584356606, + 0.002381999045610428, + 0.0017061842372640967, + 0.0020747785456478596, + 0.0017390652792528272, + 0.0021310728043317795, + 0.002592482604086399, + 0.00253319856710732, + 0.0019110190914943814, + 0.0018410487100481987, + 0.0020126239396631718, + 0.0020429962314665318, + 0.0021730621811002493, + 0.0018221755744889379, + 0.001580938813276589, + 0.0023439573124051094, + 0.0021938320714980364, + 0.0018325061537325382, + 0.002065566135570407, + 0.0015996403526514769, + 0.0017751578707247972, + 0.0027139857411384583, + 0.00234267208725214, + 0.0017247613286599517, + 0.0017879609949886799, + 0.0021254951134324074, + 0.0024178463499993086, + 0.0025878865271806717, + 0.0019140117801725864, + 0.0013168755685910583, + 0.0018131000688299537, + 0.0013108509592711926, + 0.0022554779425263405, + 0.001482394291087985, + 0.0013277168618515134, + 0.0012073797406628728, + 0.0012592754792422056, + 0.0017224118346348405, + 0.00119689607527107, + 0.002135199261829257, + 0.002083205385133624, + 0.001461090287193656, + 0.0014709485694766045, + 0.0014267114456743002, + 0.0014730991097167134, + 0.001514321193099022, + 0.0013807433424517512, + 0.0017004399560391903, + 0.0016493425937369466, + 0.002147642895579338, + 0.0015133129199966788, + 0.0019498122856020927, + 0.0010276652174070477 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 171, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "3": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 175, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.04853586480021477 + ], + "zero_point": [ + 123 + ] + }, + { + "id": 176, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.04781746119260788 + ], + "zero_point": [ + 132 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 177, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "4": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 178, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.11081812530755997 + ], + "zero_point": [ + 145 + ] + }, + { + "id": 5, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 1.3344405750530544e+36 + ], + "zero_point": [ + 255 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 179, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "5": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 181, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.0039199343882501125 + ], + "zero_point": [ + 0 + ] + }, + { + "id": 173, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.028918566182255745 + ], + "zero_point": [ + 133 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 182, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 168, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 168, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 169, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "2": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 169, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 170, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "3": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 171, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "4": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 171, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 172, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "5": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 172, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 173, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "6": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 167, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "7": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 167, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 174, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "8": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 174, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 175, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "9": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 170, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 176, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "10": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 177, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {} + ], + "output_tensor_infos": [ + { + "id": 178, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "11": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 179, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 180, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "12": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self.dropout", + "input_tensor_infos": [ + { + "id": 180, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 181, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "13": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 182, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 183, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "14": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 183, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 184, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "15": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 184, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [] + }, + "16": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.self", + "input_tensor_infos": [ + { + "id": 184, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + }, + {}, + {}, + {} + ], + "output_tensor_infos": [ + { + "id": 185, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 185, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:5:attention:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.attention.output.dense", + "input_tensor_infos": [ + { + "id": 185, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.02398117631673813 + ], + "zero_point": [ + 123 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.00019125017570331693, + 0.0001837015151977539, + 0.0002497099048923701, + 0.00022995674225967377, + 0.0002409704029560089, + 0.0002530040801502764, + 0.00017806612595450133, + 0.00015644211089238524, + 0.00016722071450203657, + 0.00022322229051496834, + 0.000269796175416559, + 0.00018891772197093815, + 0.0001888036640593782, + 0.0002252363774459809, + 0.00026902835816144943, + 0.00020603516895789653, + 0.0002409883454674855, + 0.00019980527576990426, + 0.00018633154104463756, + 0.0001922599331010133, + 0.00022484950022771955, + 0.00019733929366338998, + 0.0001761703606462106, + 0.0002509707410354167, + 0.00024628694518469274, + 0.00023250043159350753, + 0.00020556924573611468, + 0.0002528779732529074, + 0.00019430370593909174, + 0.00019831297686323524, + 0.000242985159275122, + 0.00023227355268318206, + 0.00023474205227103084, + 0.00021353355259634554, + 0.00027766701532527804, + 0.00023089507885742933, + 0.00019924298976548016, + 0.0001923399540828541, + 0.00019643742416519672, + 0.00020175088138785213, + 0.00020764602231793106, + 0.0002558769192546606, + 0.00023808053811080754, + 0.00019845299539156258, + 0.00020253022375982255, + 0.00020615963148884475, + 0.00019990479631815106, + 0.00018552574329078197, + 0.00018677460320759565, + 0.0001933794264914468, + 0.00020118296379223466, + 0.00015026179607957602, + 0.0002007931616390124, + 0.0001965727424249053, + 0.00019656488439068198, + 0.00019657246593851596, + 0.0002289762778673321, + 0.00015466043259948492, + 0.00020444746769499034, + 0.00019773149688262492, + 0.00020108108583372086, + 0.0002526935422793031, + 0.00021295135957188904, + 0.0001813835115171969, + 0.0002033416531048715, + 0.0002562420559115708, + 0.00023262201284524053, + 0.00018608376558404416, + 0.00017304472567047924, + 0.0001860095508163795, + 0.00023662371677346528, + 0.00015424462617374957, + 0.00016516981122549623, + 0.00019005023932550102, + 0.00019554278696887195, + 0.00019765262550208718, + 0.00017739535542204976, + 0.00023738878371659666, + 0.00019840004097204655, + 0.00019990223518107086, + 0.00019982981029897928, + 0.00016503428923897445, + 0.00019540164794307202, + 0.00020549565670080483, + 0.0002242856426164508, + 0.00016467762179672718, + 0.00020834102178923786, + 0.00019367523782420903, + 0.00018986531358677894, + 0.00017526725423522294, + 0.00027405505534261465, + 0.00022287493629846722, + 0.00018836508388631046, + 0.0002059347607428208, + 0.00017195186228491366, + 0.00017124252917710692, + 0.00021060511062387377, + 0.00025585369439795613, + 0.00024273783492390066, + 0.00019773755047935992, + 0.00018918361456599087, + 0.0001442386128474027, + 0.00020501443941611797, + 0.00018989137606695294, + 0.0002331644354853779, + 0.00016590165614616126, + 0.00021775368077214807, + 0.0002959220146294683, + 0.00018348352750763297, + 0.00019602796237450093, + 0.0001740172883728519, + 0.00018632045248523355, + 0.00019204651471227407, + 0.00018223356164526194, + 0.00024026153550948948, + 0.00016358672291971743, + 0.0002029532042797655, + 0.0001776495628291741, + 0.00018508393259253353, + 0.0001798556186258793, + 0.00021234701853245497, + 0.0001765936758602038, + 0.00020347427926026285, + 0.00015644489030819386, + 0.00022985193936619908, + 0.0002325760287931189, + 0.000184974807780236, + 0.0002061289269477129, + 0.0001538072101539001, + 0.000312924588797614, + 0.0002162098535336554, + 0.00018142232147511095, + 0.00021234640735201538, + 0.00021215510787442327, + 0.00021426554303616285, + 0.00023513633641414344, + 0.00023401879298035055, + 0.00018398705287836492, + 0.00022104794334154576, + 0.00021945311164017767, + 0.0001727072085486725, + 0.0001717775739962235, + 0.00022193904442247003, + 0.00019491702551022172, + 0.000204094045329839, + 0.00025675559299997985, + 0.00018360059766564518, + 0.00016543513629585505, + 0.0002062784187728539, + 0.00021399169054348022, + 0.0002403770195087418, + 0.00021369443857111037, + 0.0001410042168572545, + 0.00022416235879063606, + 0.00017228892829734832, + 0.00021782104158774018, + 0.00018320362141821533, + 0.00019589222210925072, + 0.00018187002569902688, + 0.00023647549096494913, + 0.0001402155467076227, + 0.0002315546735189855, + 0.00017477144137956202, + 0.00021382277191150934, + 0.0001796914148144424, + 0.0001996648352360353, + 0.00020713456615339965, + 0.0002045283472398296, + 0.00020596796821337193, + 0.00019355269614607096, + 0.00016407827206421643, + 0.00017457344802096486, + 0.00024276522162836045, + 0.000232059508562088, + 0.00020891510939691216, + 0.00024798474623821676, + 0.000229301571380347, + 0.00021108479995746166, + 0.00019311660435050726, + 0.00018362571427132934, + 0.00020283981575630605, + 0.00022931190324015915, + 0.00024682143703103065, + 0.00018566986545920372, + 0.0002184039622079581, + 0.00022508531401399523, + 0.0002246182702947408, + 0.00015545399219263345, + 0.00023502932162955403, + 0.00016578673967160285, + 0.00024566956562921405, + 0.00019818902364932, + 0.0001761903113219887, + 0.00020313682034611702, + 0.00022919631737750024, + 0.00012617414176929742, + 0.00021745054982602596, + 0.00028121343348175287, + 0.0002168153878301382, + 0.0001786781649570912, + 0.00028515912708826363, + 0.0002102527505485341, + 0.00023280791356228292, + 0.00023915270867291838, + 0.00017411279259249568, + 0.00024889400810934603, + 0.00014545633166562766, + 0.0002143344172509387, + 0.0001805946376407519, + 0.00016595998022239655, + 0.00019483634969219565, + 0.00021480799478013068, + 0.00021699111675843596, + 0.00023852942103985697, + 0.0002019120001932606, + 0.00021537989960052073, + 0.00022030480613466352, + 0.00020399982167873532, + 0.00017142118304036558, + 0.0002134575042873621, + 0.00022537588665727526, + 0.00025350655778311193, + 0.00026905181584879756, + 0.00020619829592760652, + 0.00021834812650922686, + 0.00023340711777564138, + 0.00025214924244210124, + 0.00023101581609807909, + 0.00017270445823669434, + 0.00018583395285531878, + 0.00016272600623779, + 0.00016972291632555425, + 0.000192027902812697, + 0.000235003957641311, + 0.0002481692936271429, + 0.00023987467284314334, + 0.0001951033336808905, + 0.00019538165361154824, + 0.00024259065685328096, + 0.0002493234642315656, + 0.00025753770023584366, + 0.00021013792138546705, + 0.00023381599748972803, + 0.00026475233607925475, + 0.00019278576655779034, + 0.0002482154523022473, + 0.00015326692664530128, + 0.00020715514256153256, + 0.00018717300554271787, + 0.00033009820617735386, + 0.00017909699818119407, + 0.00018250560970045626, + 0.00015821700799278915, + 0.00014483059931080788, + 0.00017548953474033624, + 0.0001935498003149405, + 0.0001844172365963459, + 0.00022961026115808636, + 0.00020299546304158866, + 0.00023976901138667017, + 0.00017396738985553384, + 0.00020238436991348863, + 0.0002514516527298838, + 0.00020912870240863413, + 0.0002467437298037112, + 0.000249333621468395, + 0.00017134560039266944, + 0.00020232272800058126, + 0.00021503663447219878, + 0.00029353785794228315, + 0.00016721469000913203, + 0.00021381945407483727, + 0.00019563644309528172, + 0.00016988256538752466, + 0.00021052944066468626, + 0.00016894041618797928, + 0.00023607391631230712, + 0.00013607193250209093, + 0.00022619497030973434, + 0.00017222415772266686, + 0.00018075907428283244, + 0.00016291224164888263, + 0.0003324732824694365, + 0.0002050754992524162, + 0.00019778807472903281, + 0.00022812689712736756, + 0.00016250915359705687, + 0.0001793664850993082, + 0.00020139687694609165, + 0.00021016581740695983, + 0.00015440768038388342, + 0.00021097779972478747, + 0.0002257447486044839, + 0.00027899310225620866, + 0.0001935386098921299, + 0.00017257145373150706, + 0.00023836021136958152, + 0.00016804311599116772, + 0.00020706634677480906, + 0.00020233076065778732, + 0.0002543155860621482, + 0.0001730617950670421, + 0.00016795082774478942, + 0.00022990420984569937, + 0.0001564888225402683, + 0.00023357325699180365, + 0.00019008084200322628, + 0.00019120125216431916, + 0.0002035114448517561, + 0.00019700516713783145, + 0.00018134780111722648, + 0.00019616680219769478, + 0.00019977516785729676, + 0.00022590842854697257, + 0.00015999427705537528, + 0.0002235140564152971, + 0.00015910319052636623, + 0.0001680527930147946, + 0.0001816571893868968, + 0.0001884257362689823, + 0.000181052484549582, + 0.00018973959959112108, + 0.00018993139383383095, + 0.00020810608111787587, + 0.00017959001706913114, + 0.00023569495533593, + 0.00023938064987305552, + 0.00022292265202850103, + 0.0001989514275919646, + 0.00022268586326390505, + 0.00015597113815601915, + 0.0002291974233230576, + 0.00020370329730212688, + 0.00019268026517238468, + 0.00020601734286174178, + 0.00022749269555788487, + 0.00023653372772969306, + 0.00018000132695306093, + 0.0002421458048047498, + 0.00018234836170449853, + 0.00022033481218386441, + 0.00021843859576620162, + 0.0002115741663146764, + 0.00021441691205836833, + 0.0001781651226337999, + 0.00022304223966784775, + 0.000216274696867913, + 0.00020071922335773706, + 0.000162009775522165, + 0.0002124329621437937, + 0.00022695030202157795, + 0.0002555058745201677, + 0.0002243407943751663, + 0.00015123638149816543, + 0.00027596723521128297, + 0.00018969194206874818, + 0.00020298847812227905, + 0.00018302665557712317, + 0.00018306888523511589, + 0.00022313518275041133, + 0.00018383197311777622, + 0.0002264886279590428, + 0.00019799932488240302, + 0.00020776996097993106, + 0.00019039210746996105, + 0.00019998347852379084, + 0.00019720449927262962, + 0.0001966220879694447, + 0.0001874939480330795, + 0.00019624244305305183, + 0.00017283116176258773, + 0.00016719276027288288, + 0.0002117563271895051, + 0.000243583825067617, + 0.00018118968000635505, + 0.0001799089804990217, + 0.00020171966752968729, + 0.0002266603842144832, + 0.00022836806601844728, + 0.00022541588987223804, + 0.00020831874280702323, + 0.0002471729530952871, + 0.00017496777581982315, + 0.00016549319843761623 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 186, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.5.attention.output", + "input_tensor_infos": [ + { + "id": 187, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.009986499324440956 + ], + "zero_point": [ + 127 + ] + }, + { + "id": 166, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.027287954464554787 + ], + "zero_point": [ + 126 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 188, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.output.dropout", + "input_tensor_infos": [ + { + "id": 186, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 187, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.attention.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 188, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 189, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 189, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:5:intermediate": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.intermediate.dense", + "input_tensor_infos": [ + { + "id": 189, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.01682308129966259 + ], + "zero_point": [ + 127 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.0002306164096808061, + 0.0002699292963370681, + 0.0002425148122711107, + 0.00022128422278910875, + 0.0003086070064455271, + 0.00022831496607977897, + 0.0001782271428965032, + 0.00022104526578914374, + 0.00019911515119019896, + 0.0002280090848216787, + 0.00019313803932163864, + 0.00031484171631745994, + 0.00025920799816958606, + 0.00022262841230258346, + 0.00027772580506280065, + 0.00026242915191687644, + 0.00019628828158602118, + 0.00025775033282116055, + 0.00019069320114795119, + 0.0002086851600324735, + 0.00026334909489378333, + 0.0002284635411342606, + 0.00025805120822042227, + 0.00023128070461098105, + 0.0002522209251765162, + 0.0002513591025490314, + 0.00019651460752356797, + 0.0002861947868950665, + 0.00024307737476192415, + 0.0002642316394485533, + 0.0002418907533865422, + 0.0002421087265247479, + 0.0002449344901833683, + 0.00023562593560200185, + 0.00024261344515252858, + 0.00020655167463701218, + 0.0001890935527626425, + 0.00023408287961501628, + 0.00020804168889299035, + 0.00018632036517374218, + 0.0002098044496960938, + 0.00019237826927565038, + 0.00024079185095615685, + 0.0002699363976716995, + 0.000206149707082659, + 0.00029231535154394805, + 0.00020542509446386248, + 0.00026095175417140126, + 0.00020880605734419078, + 0.00024946845951490104, + 0.00029207876650616527, + 0.00025567662669345737, + 0.00026491802418604493, + 0.00020170545030850917, + 0.0002752651635091752, + 0.00023747635714244097, + 0.00021376219228841364, + 0.00022816189448349178, + 0.0003132419369649142, + 0.0002604115870781243, + 0.00021384796127676964, + 0.0002716616145335138, + 0.00020922212570440024, + 0.00033192592673003674, + 0.0003348147729411721, + 0.00025181344244629145, + 0.00026007078122347593, + 0.00018881649884860963, + 0.00028129181009717286, + 0.0002433307672617957, + 0.00022818711295258254, + 0.00021393218776211143, + 0.00021485732577275485, + 0.0002872905461117625, + 0.00024276465410366654, + 0.0003310878819320351, + 0.0002356213517487049, + 0.00024920981377363205, + 0.00027970009250566363, + 0.00030692334985360503, + 0.0002595354162622243, + 0.00021013259538449347, + 0.00020315576693974435, + 0.0001995074562728405, + 0.00019081964273937047, + 0.00021563346672337502, + 0.00023137760581448674, + 0.00023192809021566063, + 0.0002495906373951584, + 0.0002233556006103754, + 0.0002342478692298755, + 0.000350182264810428, + 0.00024589349050074816, + 0.0002514971711207181, + 0.00020490204042289406, + 0.00020163021690677851, + 0.00027014027000404894, + 0.00019800869631581008, + 0.00024994785781018436, + 0.00020923707052133977, + 0.0002289200492668897, + 0.0002562150184530765, + 0.0002925716689787805, + 0.0003255995688959956, + 0.00023609261552337557, + 0.0002362230297876522, + 0.00020586111349985003, + 0.00022963575611356646, + 0.00022730548516847193, + 0.00028991911676712334, + 0.0002172894892282784, + 0.0003240561345592141, + 0.0002257284359075129, + 0.0002576743718236685, + 0.0002336111501790583, + 0.0002138861018465832, + 0.0001657514803810045, + 0.00028283370193094015, + 0.00023381519713439047, + 0.0002793338499031961, + 0.00023634455283172429, + 0.00027826649602502584, + 0.00020371490973047912, + 0.00020231316739227623, + 0.00026689094374887645, + 0.0002676103904377669, + 0.00020353097352199256, + 0.00021901392028667033, + 0.00021256681066006422, + 0.0002108342741848901, + 0.00023946075816638768, + 0.0002859880914911628, + 0.00037210548180155456, + 0.00025937549071386456, + 0.00023174237867351621, + 0.00024979349109344184, + 0.0002519677218515426, + 0.0002172600943595171, + 0.000235331041039899, + 0.00024981683236546814, + 0.00016631936887279153, + 0.0001803773338906467, + 0.00019947619875892997, + 0.00031781819416210055, + 0.00024758142535574734, + 0.0002543471928220242, + 0.0003159093903377652, + 0.00022408051881939173, + 0.00019129621796309948, + 0.00018045146134682, + 0.0002098668774124235, + 0.0002773028681986034, + 0.00021314881450962275, + 0.00017096959345508367, + 0.0002582100860308856, + 0.00021772572654299438, + 0.0002569383359514177, + 0.00032102473778650165, + 0.0002928270841948688, + 0.0002299426414538175, + 0.00020283841877244413, + 0.00025281295529566705, + 0.0002156414557248354, + 0.00019620849343482405, + 0.0002419315424049273, + 0.00023810261336620897, + 0.00021386719890870154, + 0.0002988961059600115, + 0.000235045823501423, + 0.0002879638341255486, + 0.0001907925179693848, + 0.0002132012596121058, + 0.0002310171112185344, + 0.0002775918401312083, + 0.00034128845436498523, + 0.0003196491743437946, + 0.00019185378914698958, + 0.00022564982646144927, + 0.0002710891712922603, + 0.0002112211805069819, + 0.0002459462557453662, + 0.000316574121825397, + 0.00023199454881250858, + 0.0002358771744184196, + 0.00025774151436053216, + 0.00024401867995038629, + 0.0002218076988356188, + 0.0002768355770967901, + 0.00019733997760340571, + 0.0002187199133913964, + 0.00018022177391685545, + 0.0002270438999403268, + 0.00022873679699841887, + 0.0002182381576858461, + 0.0002889833995141089, + 0.0002073710347758606, + 0.00025780920987017453, + 0.000212969389394857, + 0.00022628987790085375, + 0.00029365974478423595, + 0.0001995315687963739, + 0.0002575708494987339, + 0.0003232880262658, + 0.0001779239100869745, + 0.0002226580400019884, + 0.00018861988792195916, + 0.00025738595286384225, + 0.00028100042254664004, + 0.00028541040956042707, + 0.0002364866086281836, + 0.00021017428662162274, + 0.00023238059657160193, + 0.00017206562915816903, + 0.0002467491722200066, + 0.0002615992270875722, + 0.0003663604147732258, + 0.00032816105522215366, + 0.00022794616234023124, + 0.00022417452419176698, + 0.00026038818759843707, + 0.00026710800011642277, + 0.00021256887703202665, + 0.0002472403284627944, + 0.0002032029879046604, + 0.00023210738436318934, + 0.00037579171475954354, + 0.00024243579537142068, + 0.0002429896267130971, + 0.00021274873870424926, + 0.00019635757780633867, + 0.00038667285116389394, + 0.00033183806226588786, + 0.00029097747756168246, + 0.0002441497636027634, + 0.00027932910597883165, + 0.00023684774350840598, + 0.00019546911062207073, + 0.0002020730171352625, + 0.0003136242739856243, + 0.0003523691848386079, + 0.000280553795164451, + 0.00026713241823017597, + 0.00018308116705156863, + 0.00021305543486960232, + 0.00024177429440896958, + 0.00032841364736668766, + 0.00021015469974372536, + 0.0002411326568108052, + 0.00019541452638804913, + 0.00024131868849508464, + 0.0003169579431414604, + 0.00022208997688721865, + 0.00022174087644089013, + 0.00024271321308333427, + 0.0002511846541892737, + 0.0002550504868850112, + 0.0002825180417858064, + 0.000193209940334782, + 0.0001807601802283898, + 0.00024366029538214207, + 0.00024117402790579945, + 0.00023483377299271524, + 0.00026225694455206394, + 0.0002716273593250662, + 0.0003587588726077229, + 0.00024185172514989972, + 0.0002719092008192092, + 0.00028341609868220985, + 0.00020814919844269753, + 0.00023811675782781094, + 0.00023424533719662577, + 0.00021950664813630283, + 0.00023875808983575553, + 0.00033466503373347223, + 0.00020922787371091545, + 0.00021739010117016733, + 0.000199714646441862, + 0.00019421527395024896, + 0.0003062451723963022, + 0.0002530560886953026, + 0.00023241226153913885, + 0.00023754705034662038, + 0.00020002873498015106, + 0.0002605461049824953, + 0.00031141197541728616, + 0.00026366376550868154, + 0.00028935345471836627, + 0.0001733589160721749, + 0.00026409607380628586, + 0.00021989489323459566, + 0.00018873915541917086, + 0.00027386422152630985, + 0.0002365814143558964, + 0.00025769180501811206, + 0.00021005148300901055, + 0.00021083019964862615, + 0.0002320079511264339, + 0.00020893399778287858, + 0.0002001206303248182, + 0.00026409135898575187, + 0.0002348964917473495, + 0.0002706136438064277, + 0.00023526900622528046, + 0.0002923055144492537, + 0.00022812675160821527, + 0.00023452157620340586, + 0.00024544293410144746, + 0.00021135489805601537, + 0.000216696469578892, + 0.00018766889115795493, + 0.0002308340190211311, + 0.00022544953390024602, + 0.0002597938000690192, + 0.00025245427968911827, + 0.00021825768635608256, + 0.00021122940233908594, + 0.000231024285312742, + 0.00020536244846880436, + 0.0002434153575450182, + 0.00023794983280822635, + 0.0003914116823580116, + 0.00019591925956774503, + 0.00019982321828138083, + 0.00021276976622175425, + 0.00020016283087898046, + 0.0002600348670966923, + 0.00020997878164052963, + 0.0002677828597370535, + 0.0002254159771837294, + 0.000213543840800412, + 0.0003229093854315579, + 0.00024966857745312154, + 0.00020965484145563096, + 0.0002487133606337011, + 0.0002069178008241579, + 0.0003145353985019028, + 0.0002216205175500363, + 0.00025941708008758724, + 0.0002357543708058074, + 0.0002777461486402899, + 0.00028599106008186936, + 0.0003163308429066092, + 0.0002588473726063967, + 0.00023634464014321566, + 0.00022312055807560682, + 0.0002528738114051521, + 0.00029666052432730794, + 0.00023700075689703226, + 0.00019221438560634851, + 0.0002230345708085224, + 0.0002450707252137363, + 0.00019150010484736413, + 0.00033317875931970775, + 0.00023880801745690405, + 0.00023591563513036817, + 0.0002089994086418301, + 0.0002892081392928958, + 0.00024006226158235222, + 0.0002614709665067494, + 0.000257039355346933, + 0.00022213072224985808, + 0.00023863351088948548, + 0.00022875652939546853, + 0.00026409971178509295, + 0.0002886714646592736, + 0.00025093366275541484, + 0.00019115160102955997, + 0.00027464344748295844, + 0.00031602635863237083, + 0.00027354751364327967, + 0.00023159728152677417, + 0.0002742166689131409, + 0.00023629755014553666, + 0.0002364916290389374, + 0.00033836797229014337, + 0.0002481497940607369, + 0.0001856739545473829, + 0.0002067084569716826, + 0.00020444020628929138, + 0.0002013298071688041, + 0.00023060382227413356, + 0.00024021061835810542, + 0.0001867084065452218, + 0.0002025666763074696, + 0.0001988583680940792, + 0.00022370042279362679, + 0.00027231560670770705, + 0.00026912367320619524, + 0.000276986975222826, + 0.0002109146153088659, + 0.0002289585827384144, + 0.00028219399973750114, + 0.0003309959720354527, + 0.00017436569032724947, + 0.00020160930580459535, + 0.00021443083824124187, + 0.00026230464573018253, + 0.0003706939169205725, + 0.00018885666213463992, + 0.0003391458885744214, + 0.00025704424479044974, + 0.00023899824009276927, + 0.00024760281667113304, + 0.00019396420975681394, + 0.0002619727747514844, + 0.0002224630443379283, + 0.00021723676763940603, + 0.0002177777496399358, + 0.0002521557325962931, + 0.00022161570086609572, + 0.0002564775641076267, + 0.00023810830316506326, + 0.000317199039272964, + 0.00025085158995352685, + 0.00039444444701075554, + 0.00021955982083454728, + 0.00022254469513427466, + 0.00023887748830020428, + 0.00023220198636408895, + 0.0002100321144098416, + 0.00024365725403185934, + 0.00024518679128959775, + 0.0002226946671726182, + 0.00022065623488742858, + 0.0002648339723236859, + 0.0002669885288923979, + 0.0002532530634198338, + 0.00039425838622264564, + 0.00028010798268951476, + 0.0002839005319401622, + 0.00024273757298942655, + 0.00025837382418103516, + 0.00021079258294776082, + 0.00024408158787991852, + 0.00022755441023036838, + 0.00019802326278295368, + 0.000312934658722952, + 0.00024659803602844477, + 0.00023237208370119333, + 0.00020992421195842326, + 0.00022098523913882673, + 0.0002594800607766956, + 0.0002310777927050367, + 0.0002420557866571471, + 0.00021304990514181554, + 0.00018956699932459742, + 0.00021245690004434437, + 0.0002338120830245316, + 0.00022854996495880187, + 0.0002554017410147935, + 0.00025159321376122534, + 0.00027814661734737456, + 0.00017707554798107594, + 0.0002725127269513905, + 0.0002510151534806937, + 0.00024838544777594507, + 0.0002347011468373239, + 0.00026383812655694783, + 0.00024111461243592203, + 0.00018537708092480898, + 0.00018143873603548855, + 0.00023813842562958598, + 0.00021339634258765727, + 0.00033473788062110543, + 0.0002284696529386565, + 0.00028137420304119587, + 0.0002560065477155149, + 0.00031342857982963324, + 0.00026085565332323313, + 0.00022186212299857289, + 0.0002243219205411151, + 0.00022896379232406616, + 0.0002711389970500022, + 0.0002101879654219374, + 0.0002932258939836174, + 0.00018256163457408547, + 0.00024022617435548455, + 0.00041962420800700784, + 0.00034170731669291854, + 0.00027645076625049114, + 0.00021510831720661372, + 0.000274944759439677, + 0.00017973178182728589, + 0.00021058048878330737, + 0.00023532660270575434, + 0.0002497810637578368, + 0.0002478749956935644, + 0.0002043348940787837, + 0.0002146666229236871, + 0.00022574329341296107, + 0.00026598971453495324, + 0.00018608632672112435, + 0.00024348116130568087, + 0.00025337195256724954, + 0.00020667133503593504, + 0.0002391672896919772, + 0.00021666042448487133, + 0.0001996599166886881, + 0.00020223096362315118, + 0.00023462175158783793, + 0.00020216924895066768, + 0.00020655729167629033, + 0.00022428263036999851, + 0.00022576915216632187, + 0.00024152886180672795, + 0.000210447222343646, + 0.00021703567472286522, + 0.0002605711342766881, + 0.00020851199224125594, + 0.00023736822186037898, + 0.0001916772307595238, + 0.00022317247930914164, + 0.00024972757091745734, + 0.00021564337657764554, + 0.00019125317339785397, + 0.00025483855279162526, + 0.0002112612855853513, + 0.0002231086982646957, + 0.00021386191656347364, + 0.0002513448125682771, + 0.00021074882533866912, + 0.0002680778270587325, + 0.0002237476728623733, + 0.00021586401271633804, + 0.0003074076084885746, + 0.00023806524404790252, + 0.0003008483035955578, + 0.0003379430854693055, + 0.0002288848627358675, + 0.0002549406490288675, + 0.00021016772370785475, + 0.00017917748482432216, + 0.00028794328682124615, + 0.00023398545454256237, + 0.000255871593253687, + 0.00020323164062574506, + 0.0002258951572002843, + 0.0002506122982595116, + 0.00030091768712736666, + 0.00026059779338538647, + 0.0003468009817879647, + 0.0002090643538394943, + 0.00017464871052652597, + 0.0002382066159043461, + 0.00022395304404199123, + 0.00024635993759147823, + 0.0002330998395336792, + 0.00025598774664103985, + 0.00020425932598300278, + 0.0002435396600048989, + 0.000248226395342499, + 0.00022374236141331494, + 0.0002268658427055925, + 0.00022655451903119683, + 0.00022799514408688992, + 0.00019762323063332587, + 0.00021669184206984937, + 0.00027991377282887697, + 0.00024961421149782836, + 0.00025025077047757804, + 0.00023632668307982385, + 0.00028459684108383954, + 0.0002463033888489008, + 0.0003539541794452816, + 0.00020368494733702391, + 0.00021082368039060384, + 0.0003315582580398768, + 0.0002178704016841948, + 0.00025403828476555645, + 0.00021035004465375096, + 0.0002845069393515587, + 0.0003471567470114678, + 0.000258285814197734, + 0.0002267258969368413, + 0.0002280396583955735, + 0.0002394598996033892, + 0.00025677893427200615, + 0.00019991672888863832, + 0.00024218126782216132, + 0.00021751111489720643, + 0.0003295665082987398, + 0.00023424328537657857, + 0.0002011364558711648, + 0.0001997634390136227, + 0.0001890767744043842, + 0.00029871048172935843, + 0.00020215341646689922, + 0.00026646623155102134, + 0.00018287848797626793, + 0.00030958486604504287, + 0.0002071502385661006, + 0.0002156938862754032, + 0.0002930576738435775, + 0.0002045000292127952, + 0.000248716096393764, + 0.00021442625438794494, + 0.00025074361474253237, + 0.0002420025848550722, + 0.0002200627204729244, + 0.0001953711616806686, + 0.00025719692348502576, + 0.00032670938526280224, + 0.00026995656662620604, + 0.00027383712586015463, + 0.00027749803848564625, + 0.00024088988720905036, + 0.00019576461636461318, + 0.0002905229921452701, + 0.00022373994579538703, + 0.0002416759089101106, + 0.0002405566774541512, + 0.00022498430917039514, + 0.00022593514586333185, + 0.00019204651471227407, + 0.0002350322320125997, + 0.00021556713909376413, + 0.00020417959603946656, + 0.0002247740630991757, + 0.00020606236648745835, + 0.0002324298839084804, + 0.00024450282217003405, + 0.0003115330182481557, + 0.00028138901689089835, + 0.00027624351787380874, + 0.00018793149502016604, + 0.00021476087567862123, + 0.00023956749646458775, + 0.0002257701853523031, + 0.0001775432174326852, + 0.00020866132399532944, + 0.0002430848398944363, + 0.00023856607731431723, + 0.0002580557484179735, + 0.00023794610751792789, + 0.00023667060304433107, + 0.00022068008547648787, + 0.00022020442702341825, + 0.0002152550732716918, + 0.0002953588555101305, + 0.000269721494987607, + 0.00021938970894552767, + 0.00024025888706091791, + 0.00021817273227497935, + 0.00022183018154464662, + 0.00027778992080129683, + 0.00025726851890794933, + 0.00020040530944243073, + 0.0002574622631072998, + 0.0002815926563926041, + 0.000193303611013107, + 0.00020337736350484192, + 0.0002713421417865902, + 0.0003051286330446601, + 0.00020073445921298116, + 0.00028947804821655154, + 0.0002664115163497627, + 0.00026859252830035985, + 0.00023188434715848416, + 0.00023536257504019886, + 0.00019696939853020012, + 0.00025752020883373916, + 0.00023614575911778957, + 0.000241086891037412, + 0.00021427373576443642, + 0.0002315044985152781, + 0.00022522159270010889, + 0.0002526537864468992, + 0.0002351708390051499, + 0.00022821550373919308, + 0.0002701173652894795, + 0.00025270821060985327, + 0.0002387922868365422, + 0.0002297280152561143, + 0.000219605746679008, + 0.00025592968449927866, + 0.0002175481349695474, + 0.00021625480439979583, + 0.00023917209182400256, + 0.00025287893367931247, + 0.00023607803450431675, + 0.00022984146198723465, + 0.0002623156469780952, + 0.0003279742959421128, + 0.0002467857557348907, + 0.0002264649810967967, + 0.00025335673126392066, + 0.00029877712950110435, + 0.00021866006136406213, + 0.00022322543372865766, + 0.0001901416981127113, + 0.0002083393483189866, + 0.00023360579507425427, + 0.00021463945449795574, + 0.00019188261649105698, + 0.00020776894234586507, + 0.0002534205268602818, + 0.0002851417229976505, + 0.00030688242986798286, + 0.0002517707762308419, + 0.00027441748534329236, + 0.00021186863887123764, + 0.00020412509911693633, + 0.0002201415627496317, + 0.00018824930884875357, + 0.0002488996833562851, + 0.00023121519188862294, + 0.00020444068650249392, + 0.00026691987295635045, + 0.000209643374546431, + 0.00022520906350109726, + 0.0002155056718038395, + 0.0002073749346891418, + 0.00023224142205435783, + 0.00022901935153640807, + 0.00021391735936049372, + 0.00017373649461660534, + 0.0002944452571682632, + 0.00023104653519112617, + 0.00017657117859926075, + 0.00024539645528420806, + 0.00024196745653171092, + 0.00033190727117471397, + 0.0003493601398076862, + 0.00022927812824491411, + 0.00022904582147020847, + 0.0002592900418676436, + 0.00023779542243573815, + 0.00023783450888004154, + 0.0002470476320013404, + 0.000183085459866561, + 0.0002502145362086594, + 0.0002550504286773503, + 0.00021285856200847775, + 0.0002471129992045462, + 0.00022046601225156337, + 0.00022547694970853627, + 0.00018348562298342586, + 0.0002615473058540374, + 0.00019756171968765557, + 0.0002115523675456643, + 0.00029015110339969397, + 0.0002235160063719377, + 0.00027210908592678607, + 0.00023801368661224842, + 0.0002290240372531116, + 0.0002467229787725955, + 0.00017727125668898225, + 0.00021970611123833805, + 0.0002567655756138265, + 0.00024286191910505295, + 0.00020378570479806513, + 0.00023368769325315952, + 0.00021464607561938465, + 0.00024927136837504804, + 0.00019476500165183097, + 0.00024400783877354115, + 0.00021813419880345464, + 0.00021875205857213587, + 0.00024793052580207586, + 0.00022355069813784212, + 0.00020847242558375, + 0.00026163714937865734, + 0.000275979662546888, + 0.0001962325331987813, + 0.00024145041243173182, + 0.00027874132501892745, + 0.00026337563758715987, + 0.00027705958927981555, + 0.00021377508528530598, + 0.00019155043992213905, + 0.000243408081587404, + 0.0002445902500767261, + 0.000297386955935508, + 0.00029780276236124337, + 0.00019068560504820198, + 0.0003400299756322056, + 0.0002684449136722833, + 0.00022773980163037777, + 0.0002003139816224575, + 0.00021024378656875342, + 0.00025027015362866223, + 0.00025697340606711805, + 0.00028523855144158006, + 0.000266987772192806, + 0.0002389138244325295, + 0.0002447200531605631, + 0.00020998099353164434, + 0.0002366363478358835, + 0.00021600710169877857, + 0.0002416890492895618, + 0.00026071156025864184, + 0.0001848940155468881, + 0.00021824197028763592, + 0.00027054097154177725, + 0.00019627470464911312, + 0.00033846389851532876, + 0.00022806380002293736, + 0.0002978490083478391, + 0.00023502569820266217, + 0.0002544223971199244, + 0.00030378263909369707, + 0.0002459707611706108, + 0.00029508364968933165, + 0.00026074916240759194, + 0.0002761726500466466, + 0.0002360465150559321, + 0.000252243917202577, + 0.0001988140429602936, + 0.00025827164063230157, + 0.00023088805028237402, + 0.00020003599638585, + 0.00025423525949008763, + 0.00022113299928605556, + 0.00020254541595932096, + 0.00024485515314154327, + 0.00027495931135490537, + 0.00025011380785144866, + 0.0002762294025160372, + 0.00025929787079803646, + 0.0002461494295857847, + 0.00018468852795194834, + 0.0002653589763212949, + 0.0002041346306214109, + 0.00022805301705375314, + 0.00017819652566686273, + 0.00021547563665080816, + 0.0002797648776322603, + 0.00028121290961280465, + 0.0003341006231494248, + 0.0002936560194939375, + 0.0001848016254371032, + 0.00019044135115109384, + 0.00023207697086036205, + 0.00026808877009898424, + 0.00021577368897851557, + 0.000222743081394583, + 0.00021242930961307138, + 0.00023024174151942134, + 0.0002166944177588448, + 0.0002358391066081822, + 0.00020313943969085813, + 0.0002762935182545334, + 0.00021502352319657803, + 0.00021788441517855972, + 0.0002814477775245905, + 0.00023206125479191542, + 0.00020861782832071185, + 0.0003089512465521693, + 0.0002113898517563939, + 0.00023013874306343496, + 0.00035006404505111277, + 0.0002182753087254241, + 0.0003179072809871286, + 0.0002786777331493795, + 0.0002352261944906786, + 0.00023511618201155216, + 0.00019191532919649035, + 0.00022949939011596143, + 0.0002598540158942342, + 0.0003104297793470323, + 0.00024224535445682704, + 0.0002631511597428471, + 0.00022779074788559228, + 0.00029568816535174847, + 0.0003396644024178386, + 0.0002640992752276361, + 0.00026988823083229363, + 0.0002664368075784296, + 0.00019031614647246897, + 0.00023674174735788256, + 0.000252482364885509, + 0.00020329534891061485, + 0.00020901723473798484, + 0.00021409404871519655, + 0.00022216158686205745, + 0.0002352604642510414, + 0.00022245562286116183, + 0.00018195858865510672, + 0.00021769755403511226, + 0.00021344854030758142, + 0.00020432886958587915, + 0.00024208509421441704, + 0.00023341688211075962, + 0.00021207102690823376, + 0.00023309254902414978, + 0.0002808391582220793, + 0.0002236301952507347, + 0.00017208083590958267, + 0.00028260951512493193, + 0.00027370426687411964, + 0.00020893648616038263, + 0.000319138664053753, + 0.00027320071239955723, + 0.00023413426242768764, + 0.00026381827774457633, + 0.00023910650634206831, + 0.00025149277644231915, + 0.00026782305212691426, + 0.00025716336676850915, + 0.0002917591482400894, + 0.000205137170269154, + 0.00021297979401424527, + 0.00018979287415277213, + 0.00020491689792834222, + 0.0002285820955876261, + 0.0002729897969402373, + 0.00022059358889237046, + 0.00021710376313421875, + 0.00029876388725824654, + 0.00021731933520641178, + 0.000213066246942617, + 0.00031508240499533713, + 0.00018507153436075896, + 0.00028100216877646744, + 0.00017182638111989945, + 0.00021956484124530107, + 0.0002664551429916173, + 0.00021110409579705447, + 0.00028537228354252875, + 0.00023811984283383936, + 0.0002898927195928991, + 0.0003010680666193366, + 0.00024007032334338874, + 0.00021340398234315217, + 0.0002594256366137415, + 0.00021611139527522027, + 0.00025030059623531997, + 0.00031789380591362715, + 0.00028183910762891173, + 0.00027527505881153047, + 0.00023558693646918982, + 0.0002034906210610643, + 0.00022445277136284858, + 0.00023666326887905598, + 0.00020056491484865546, + 0.0002474330540280789, + 0.0002337684709345922, + 0.00018802784325089306, + 0.0002503849391359836, + 0.0002090827183565125, + 0.00022726271708961576, + 0.00024107765057124197, + 0.00018417986575514078, + 0.00022050953703001142, + 0.0002409947192063555, + 0.00023899607185740024, + 0.00025822967290878296, + 0.0002343036758247763, + 0.0002553194062784314, + 0.00023455284826923162, + 0.00022949831327423453, + 0.00022656007786281407, + 0.00024257507175207138, + 0.00025276181986555457, + 0.00021213862055446953, + 0.00018957052088808268, + 0.00020440065418370068, + 0.0002228509692940861, + 0.0002675445575732738, + 0.00018219866615254432, + 0.0003027598140761256, + 0.00023384600353892893, + 0.00021672097500413656, + 0.000229911514907144, + 0.0001972460886463523, + 0.0002285819937242195, + 0.00024634157307446003, + 0.00020886083075311035, + 0.00028158037457615137, + 0.00025374238612130284, + 0.00025795670808292925, + 0.0002755655150394887, + 0.00023468545987270772, + 0.00024821609258651733, + 0.00020232894166838378, + 0.0002998450363520533, + 0.00019434386922512203, + 0.00019559866632334888, + 0.00022911830455996096, + 0.00025020475732162595, + 0.0002354128664592281, + 0.00019893361604772508, + 0.00025017239386215806, + 0.00024140188179444522, + 0.0003431821533013135, + 0.00025173870380967855, + 0.0002126796607626602, + 0.00025202473625540733, + 0.00023730756947770715, + 0.00020447590213734657, + 0.0002498221874702722, + 0.0002896385849453509, + 0.0001871556742116809, + 0.0002046578738372773, + 0.00029354760772548616, + 0.00023059685190673918, + 0.0003225632244721055, + 0.00020203276653774083, + 0.0003626883844844997, + 0.00023346205125562847, + 0.0002163155295420438, + 0.0002813505125232041, + 0.0002452324843034148, + 0.00022633500338997692, + 0.0003319983370602131, + 0.00023112655617296696, + 0.00021533900871872902, + 0.000259859167272225, + 0.00021464793826453388, + 0.00022361996525432914, + 0.0003371660131961107, + 0.00022646404977422208, + 0.00022795646509621292, + 0.00018944632029160857, + 0.0002433143963571638, + 0.00029648555209860206, + 0.00021353336342144758, + 0.00028707642923109233, + 0.00022255429939832538, + 0.0002390940353507176, + 0.00020286998187657446, + 0.0002349030110053718, + 0.00033166297362186015, + 0.00028150304569862783, + 0.00021453111548908055, + 0.00022704710136167705, + 0.00022403083858080208, + 0.00022805435582995415, + 0.00028441715403459966, + 0.00018333815387450159, + 0.0002867487201001495, + 0.000233374084928073, + 0.00024549555382691324, + 0.00023759428586345166, + 0.00025692296912893653, + 0.00025176917552016675, + 0.00018772830662783235, + 0.0002202215837314725, + 0.00027401832630857825, + 0.00020911572210025042, + 0.00018485120381228626, + 0.00019627822621259838, + 0.00027056504040956497, + 0.00023448996944352984, + 0.00024199558538384736, + 0.00024018535623326898, + 0.0003226014378014952, + 0.00021470557840075344, + 0.00021607289090752602, + 0.00019276226521469653, + 0.00029541662661358714, + 0.00023741726181469858, + 0.0002236618020106107, + 0.0003031890082638711, + 0.00027089292416349053, + 0.0003087276127189398, + 0.00022042066848371178, + 0.0002004538691835478, + 0.00020149737247265875, + 0.0001848365063779056, + 0.00022750318748876452, + 0.0002548265038058162, + 0.0002689506800379604, + 0.0002647512883413583, + 0.0002589058130979538, + 0.00019943239749409258, + 0.00021439336705952883, + 0.0003076472203247249, + 0.0002672565751709044, + 0.00018548381922300905, + 0.0002429288433631882, + 0.00021875179663766176, + 0.00028083217330276966, + 0.0002722108329180628, + 0.00023358095495495945, + 0.00023762228374835104, + 0.00021028687478974462, + 0.00025761922006495297, + 0.00021600033505819738, + 0.0002130679349647835, + 0.00020484162087086588, + 0.00024116413260344416, + 0.00031694717472419143, + 0.0002218657755292952, + 0.0002203682524850592, + 0.00024274135648738593, + 0.00024093306274153292, + 0.00030534047982655466, + 0.00022098375484347343, + 0.00024147698422893882, + 0.00023998331744223833, + 0.00020446664711926132, + 0.00029116077348589897, + 0.00021448978804983199, + 0.00023871278972364962, + 0.00032904132967814803, + 0.00024301173107232898, + 0.00026540650287643075, + 0.00020684250921476632, + 0.0002747180114965886, + 0.0001994823251152411, + 0.00023495177447330207, + 0.00021483589080162346, + 0.0002385632978985086, + 0.00027478724950924516, + 0.00040581621578894556, + 0.00020578238763846457, + 0.00022811343660578132, + 0.00029357982566580176, + 0.00024213037977460772, + 0.00020973382925149053, + 0.00019958484335802495, + 0.00022552032896783203, + 0.00025993003509938717, + 0.00022805533080827445, + 0.00028347846819087863, + 0.00019667962624225765, + 0.000304445595247671, + 0.00022928477847017348, + 0.00024644422228448093, + 0.00017776164168026298, + 0.00020598983974196017, + 0.00023347890237346292, + 0.00027300327201373875, + 0.00023233309912029654, + 0.00019702236750163138, + 0.00028764113085344434, + 0.00020625272009056062, + 0.0002457088266965002, + 0.00025439055752940476, + 0.0001903543306980282, + 0.00018698704661801457, + 0.000309222552459687, + 0.0002363219391554594, + 0.00023993043578229845, + 0.00022414184059016407, + 0.00023492076434195042, + 0.00023173495719674975, + 0.0002696207957342267, + 0.0002279206964885816, + 0.00028545758686959743, + 0.0002175856934627518, + 0.00026870323927141726, + 0.00023499653616454452, + 0.0002234536368632689, + 0.00027024102746509016, + 0.00022209722374100238, + 0.0002679991885088384, + 0.00024630679399706423, + 0.00020628269703593105, + 0.000234879509662278, + 0.00021388022287283093, + 0.00022742748842574656, + 0.0001965166738955304, + 0.0002518911787774414, + 0.00019664273713715374, + 0.000245283474214375, + 0.0002230205136584118, + 0.0001941930822795257, + 0.00022201673709787428, + 0.00027723857783712447, + 0.00018974074919242412, + 0.0002257749147247523, + 0.00028200127417221665, + 0.0002609729999676347, + 0.00018674772582016885, + 0.00021043088054284453, + 0.0001893598382594064, + 0.00021504303731489927, + 0.00020246811618562788, + 0.00022257650562096387, + 0.00019776880799327046, + 0.0002087500470224768, + 0.00020562995632644743, + 0.00020127440802752972, + 0.0002555159153416753, + 0.00022795828408561647, + 0.0002143921155948192, + 0.0002078777615679428, + 0.00032455543987452984, + 0.00021014368394389749, + 0.0002601798332761973, + 0.00026919058291241527, + 0.0002329379494767636, + 0.0002390014851698652, + 0.00024714245228096843, + 0.00018501085287425667, + 0.0002697541785892099, + 0.00023321245680563152, + 0.00016287034668494016, + 0.00018579019524622709, + 0.00030509522184729576, + 0.00028530831332318485, + 0.0003085387288592756, + 0.00023992401838768274, + 0.0002880770480260253, + 0.0002433688350720331, + 0.00018998545419890434, + 0.00019924211665056646, + 0.0002891825570259243, + 0.0002716282324399799, + 0.0001761006424203515, + 0.00021200488845352083, + 0.00033407978480681777, + 0.000265405309619382, + 0.00027304902323521674, + 0.0002944626612588763, + 0.00027119441074319184, + 0.0002153215027647093, + 0.00020455187768675387, + 0.0001789966190699488, + 0.00025470220134593546, + 0.00021968060173094273, + 0.00023719374439679086, + 0.00028450496029108763, + 0.0002570695651229471, + 0.0002290701522724703, + 0.0002521999995224178, + 0.00021272776939440519, + 0.00019848259398713708, + 0.0002003898989642039, + 0.0003266935236752033, + 0.00024457823019474745, + 0.00022978620836511254, + 0.0002264251234009862, + 0.0002637915895320475, + 0.00019045859517063946, + 0.00023554048675578088, + 0.0002615742268972099, + 0.00023200796567834914, + 0.00021231068240012974, + 0.000262438872596249, + 0.000252459169132635, + 0.00026747205993160605, + 0.00021628809918183833, + 0.0001813486887840554, + 0.0002534828381612897, + 0.00024168055097106844, + 0.0002560631255619228, + 0.00018251441360916942, + 0.0002486867888364941, + 0.00018407823517918587, + 0.00023143397993408144, + 0.00023380036873277277, + 0.00023663605679757893, + 0.00031769718043506145, + 0.00019207588047720492, + 0.00018978805746883154, + 0.00019165191042702645, + 0.0002990393550135195, + 0.0002050049661193043, + 0.00023995582887437195, + 0.00022212066687643528, + 0.00030091757071204484, + 0.00031730864429846406, + 0.0002858246152754873, + 0.00028353321249596775, + 0.0002243288472527638, + 0.0001902743533719331, + 0.0003156239981763065, + 0.0001962405804079026, + 0.00022354234533850104, + 0.00029669751529581845, + 0.00024464630405418575, + 0.00025915447622537613, + 0.000231877900660038, + 0.0003006173647008836, + 0.00034678232623264194, + 0.0002496463421266526, + 0.00023489816521760076, + 0.00018901958537753671, + 0.00029432724113576114, + 0.0001987298601306975, + 0.00023269522353075445, + 0.0002468007442075759, + 0.00020920559472870082, + 0.00021351886971388012, + 0.0002511182683520019, + 0.00029620539862662554, + 0.00024379833484999835, + 0.00024519924772903323, + 0.00019709371554199606, + 0.00025039620231837034, + 0.00023421582591254264, + 0.0002389300352660939, + 0.00020112693891860545, + 0.0002691801346372813, + 0.0002659234160091728, + 0.0002575659309513867, + 0.00017441806267015636, + 0.00023533316561952233, + 0.00023550850164610893, + 0.00018312243628315628, + 0.0002496315282769501, + 0.00020319285977166146, + 0.00030681423959322274, + 0.0002460613613948226, + 0.0002670448739081621, + 0.0002836422063410282, + 0.00026074174093082547, + 0.00020424005924724042, + 0.0002393984905211255, + 0.0002511757775209844, + 0.00025843229377642274, + 0.00020277590374462306, + 0.00021488472702912986, + 0.00021629250841215253, + 0.00024061517615336925, + 0.0003103214257862419, + 0.00021267091506160796, + 0.00021997184376232326, + 0.0002286357048433274, + 0.0002285391528857872, + 0.00022131441801320761, + 0.00020273978589102626, + 0.00033107600756920874, + 0.00024171984114218503, + 0.00023430194414686412, + 0.0002547872718423605, + 0.00019431053078733385, + 0.00020031574240420014, + 0.0002484933356754482, + 0.00017331338312942535, + 0.000188764781341888, + 0.0002370899892412126, + 0.00020803332154173404, + 0.00021065885084681213, + 0.0002157388225896284, + 0.0002282347995787859, + 0.00028627217398025095, + 0.0002346148539800197, + 0.00022832331887912005, + 0.000254650367423892, + 0.0003145119990222156, + 0.00023124783183448017, + 0.00019134735339321196, + 0.00027384734130464494, + 0.00017360023048240691, + 0.0002101007557939738, + 0.0003019043360836804, + 0.00025283900322392583, + 0.00019022764172405005, + 0.0002468471066094935, + 0.0002434327034279704, + 0.0002518214168958366, + 0.0002074251533485949, + 0.00018672824080567807, + 0.00028291335911490023, + 0.00025269348407164216, + 0.00024475151440128684, + 0.00023232406238093972, + 0.000265084468992427, + 0.00021968549117445946, + 0.00022111888392828405, + 0.0002728773979470134, + 0.0002376161137362942, + 0.00032852866570465267, + 0.0002669005480129272, + 0.0002683863276615739, + 0.0002491131017450243, + 0.00023537837842013687, + 0.00019523699302226305, + 0.00018632544379215688, + 0.00023194338427856565, + 0.0003222632221877575, + 0.00022644069395028055, + 0.00024759615189395845, + 0.00030811416218057275, + 0.00018774232012219727, + 0.00020483412663452327, + 0.00017634722462389618, + 0.00022197727230377495, + 0.00031017957371659577, + 0.00023302211775444448, + 0.00021887097682338208, + 0.00025265439762733877, + 0.0002159726427635178, + 0.00019731876091100276, + 0.0002659189922269434, + 0.00017865966947283596, + 0.00022352080850396305, + 0.00021982112957630306, + 0.0002342092921026051, + 0.00023047464492265135, + 0.00024377385852858424, + 0.0002705335500650108, + 0.00021826698502991349, + 0.0002490926126483828, + 0.00021195442241150886, + 0.00023627675545867532, + 0.00028079867479391396, + 0.0002017417282331735, + 0.0003351938212290406, + 0.00023247372882906348, + 0.00030921242432668805, + 0.0001952450256794691, + 0.00023704311752226204, + 0.00022451825498137623, + 0.00020148624025750905, + 0.0002093567600240931, + 0.0002753726439550519, + 0.00027310752193443477, + 0.00020446079724933952, + 0.00020182064326945692, + 0.00021767652651760727, + 0.00022656130022369325, + 0.0002069078473141417, + 0.00027103148750029504, + 0.00022964179515838623, + 0.0002674410352483392, + 0.00022787199122831225, + 0.0002533754741307348, + 0.000258599960943684, + 0.00020621389558073133, + 0.0002289475523866713, + 0.0001989982119994238, + 0.00024239889171440154, + 0.00020672801474574953, + 0.00021028911578468978, + 0.0002770143619272858, + 0.00017455201304983348, + 0.00026737473672255874, + 0.0002588385541457683, + 0.00019764018361456692, + 0.0002417157666059211, + 0.0003649266727734357, + 0.00020253592811059207, + 0.00021321473468560725, + 0.0002398916258243844, + 0.0002713037538342178, + 0.0002881708787754178, + 0.0002271691628266126, + 0.00022544755483977497, + 0.00021448424377012998, + 0.00017495274369139224, + 0.0003420166904106736, + 0.0002105010353261605, + 0.00027098707505501807, + 0.0002779794158414006, + 0.0002444882702548057, + 0.00023847290140111, + 0.0002916590601671487, + 0.0002291764976689592, + 0.0002214124979218468, + 0.0002213777625001967, + 0.00022622205142397434, + 0.00024928676430135965, + 0.00020279324962757528, + 0.00023939665697980672, + 0.00026091141626238823, + 0.0002094802912324667, + 0.00023291161051020026, + 0.00021686850232072175, + 0.00019541181973181665, + 0.00027437234530225396, + 0.0003008372150361538, + 0.0002886303700506687, + 0.0002013664779951796, + 0.0003492769319564104, + 0.0002963081933557987, + 0.00025332721997983754, + 0.0002144861500710249, + 0.0002809966972563416, + 0.000247793534072116, + 0.00027586682699620724, + 0.0001892188738565892, + 0.00034208974102512, + 0.0002076283417409286, + 0.00026658360729925334, + 0.00020272798428777605, + 0.0002159903961000964, + 0.00025665503926575184, + 0.0002860005770344287, + 0.0003198216436430812, + 0.00025009873206727207, + 0.00022333698871079832, + 0.00019988862914033234, + 0.00027008852339349687, + 0.0002942270366474986, + 0.0002291299751959741, + 0.00023191067157313228, + 0.00024312737514264882, + 0.00024362928525079042, + 0.00020718469750136137, + 0.0002499220718163997, + 0.00020040578965563327, + 0.0002188408252550289, + 0.0002557985717430711, + 0.0002080869599012658, + 0.00019727932522073388, + 0.000238460284890607, + 0.00024518935242667794, + 0.00023443906684406102, + 0.00020996255625505, + 0.00024521505110897124, + 0.00016757662524469197, + 0.000285672809695825, + 0.0002919008838944137, + 0.00022700050612911582, + 0.00024594386923126876, + 0.00026491371681913733, + 0.00020526516891550273, + 0.00020498161029536277, + 0.0002823772665578872, + 0.0002994499518536031, + 0.0002509508340153843, + 0.00024946790654212236, + 0.00023124960716813803, + 0.00022717502724844962, + 0.00024451324134133756, + 0.00026090769097208977, + 0.00018875848036259413, + 0.00028071663109585643, + 0.00027720886282622814, + 0.00032629695488139987, + 0.00021154475689399987, + 0.0002213193802163005, + 0.00021379583631642163, + 0.00025737087707966566, + 0.0002599021536298096, + 0.00025904516223818064, + 0.00021587910305242985, + 0.00023614951351191849, + 0.0002742078504525125, + 0.00026844063540920615, + 0.00018202066712547094, + 0.0002111643843818456, + 0.00021485122852027416, + 0.00021893704251851887, + 0.0001915657485369593, + 0.0002767314435914159, + 0.0002803276584018022, + 0.00019322159641887993, + 0.00026778026949614286, + 0.0002773456508293748, + 0.0001998939987970516 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 190, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": {}, + "layer_output_infos": [ + { + "id": 191, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + }, + "roberta:encoder:layer:5:output": { + "q_op_infos": { + "0": { + "op_type": "", + "op_type_is_module": true, + "fqn": "roberta.encoder.layer.5.output.dense", + "input_tensor_infos": [ + { + "id": 191, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.003751948941498995 + ], + "zero_point": [ + 45 + ] + } + ], + "weight_tensor_infos": [ + { + "orig_dtype": "torch.float32", + "inf_dtype": "torch.qint8", + "scale": [ + 0.00019581826927606016, + 0.00016811539535410702, + 0.00012845367018599063, + 0.00014794956950936466, + 0.0002679583849385381, + 0.00010978015779983252, + 0.00018352588813286275, + 0.00012737825454678386, + 0.0001373567502014339, + 0.00011427073332015425, + 0.0001508967689005658, + 9.035333641804755e-05, + 0.00014238376752473414, + 0.0001606205478310585, + 0.00011385124525986612, + 0.00013658996613230556, + 0.00014400584041140974, + 0.00012196113675599918, + 0.00018611448467709124, + 0.00023777813476044685, + 0.00012992246774956584, + 0.00013471860438585281, + 0.00013621845573652536, + 0.00012992513075005263, + 0.00023821595823392272, + 0.00018921987793873996, + 0.00013799282896798104, + 0.0001923715026350692, + 0.00017684957128949463, + 0.0001090533914975822, + 0.0002522501745261252, + 0.0001761720486683771, + 0.00015660939970985055, + 0.00013172363105695695, + 0.0002563736925367266, + 0.0001409920078003779, + 0.00015112596156541258, + 0.00012217427138239145, + 0.00020176434190943837, + 0.00011519990948727354, + 0.0001469924027333036, + 0.00023548277385998517, + 0.0001597079390194267, + 0.00021149417443666607, + 0.0001244742888957262, + 0.00011885844287462533, + 0.00016233140195254236, + 0.0001445653906557709, + 0.00018378060485702008, + 0.00013020836922805756, + 0.0001858817267930135, + 0.00027452551876194775, + 0.00015624782827217132, + 0.00029475000337697566, + 0.00014249754894990474, + 0.0001017456961562857, + 0.00020268090884201229, + 0.00012721501116175205, + 0.00010782779281726107, + 0.00020131314522586763, + 0.0001431136333849281, + 0.00022721191635355353, + 0.00013683710130862892, + 0.00015841815911699086, + 0.00016944707022048533, + 0.0002203221374657005, + 0.00012980427709408104, + 0.0003090356185566634, + 0.00019095644529443234, + 0.000163002303452231, + 0.00017276524158660322, + 0.00012164017971372232, + 0.00022192872711457312, + 0.00010627423034748062, + 0.00015994101704563946, + 0.00012612166756298393, + 0.0002151785301975906, + 0.00010548998398007825, + 0.0001165362264146097, + 0.00015866701141931117, + 0.00011278805322945118, + 9.826273162616417e-05, + 0.00013643155398312956, + 0.00013232542551122606, + 9.148702520178631e-05, + 0.00016692625649739057, + 0.00018819933757185936, + 0.0001284581230720505, + 0.00013578210200648755, + 0.00015265592082869262, + 0.000262853573076427, + 0.00020351998682599515, + 9.91563792922534e-05, + 0.000170981147675775, + 0.0001233236980624497, + 0.0001566542050568387, + 0.00011721812188625336, + 0.00016774353571236134, + 0.0002627455396577716, + 0.0001641857816139236, + 0.0001578127994434908, + 0.0001329600199824199, + 0.00010855957225430757, + 0.00018189784896094352, + 0.00014417991042137146, + 0.00013678762479685247, + 9.333141497336328e-05, + 0.00015531995450146496, + 0.00010166615538764745, + 0.0001216198070324026, + 0.00022170471493154764, + 0.00011225792695768178, + 0.0001137919316533953, + 0.0001787347864592448, + 0.00013978323841001838, + 0.00012471461377572268, + 0.00011102301505161449, + 0.0001221201237058267, + 0.00016258213145192713, + 0.0001866871170932427, + 9.546938963467255e-05, + 0.0001568617590237409, + 0.0001767001231200993, + 0.00017026555724442005, + 0.00015892334340605885, + 0.00011963872384512797, + 0.00012699564103968441, + 0.00010350990487495437, + 0.00010218140232609585, + 0.00019756489200517535, + 0.00019582713139243424, + 0.00015995724243111908, + 0.00011346636165399104, + 0.0001228894107043743, + 0.00019720604177564383, + 0.00024059071438387036, + 0.00011743068171199411, + 0.00015617182361893356, + 0.00014912376354914159, + 0.00011063511919928715, + 0.00018048484344035387, + 0.00012810429325327277, + 0.00016371298988815397, + 0.00014576782996300608, + 0.0001813682756619528, + 0.0002052765485132113, + 0.00012404118024278432, + 0.00018860526324715465, + 0.00022692697530146688, + 0.00013419314927887172, + 0.00015927001368254423, + 0.0002527362375985831, + 0.00014031720638740808, + 0.00011923036799998954, + 0.00017177678819280118, + 0.0001398802996845916, + 0.00016469012189190835, + 0.0002603981120046228, + 0.0001629296748433262, + 0.00018377004016656429, + 0.0001977579086087644, + 0.0001381756883347407, + 0.00019140997028443962, + 9.795186633709818e-05, + 0.00020655877597164363, + 0.00010860135080292821, + 0.00012393895303830504, + 0.00027503701858222485, + 0.00021327902504708618, + 0.00011342459038132802, + 0.0002001531538553536, + 0.0001442691427655518, + 0.00014575413661077619, + 0.00014417101920116693, + 0.00015864285524003208, + 0.0001340746966889128, + 0.0001478026097174734, + 0.00014601711882278323, + 0.00010755455878097564, + 0.00011990237544523552, + 0.00011677037400659174, + 0.00018239319615531713, + 0.00015605533553753048, + 0.00016851082909852266, + 0.00015147945669014007, + 0.00011614312825258821, + 0.00027661537751555443, + 0.00018463670858182013, + 0.00015473602979909629, + 0.00016822508769109845, + 0.00017601103172637522, + 0.00019119633361697197, + 9.504767513135448e-05, + 0.00018489999638404697, + 0.00015438963600900024, + 0.00013591746392194182, + 0.00021151083637960255, + 0.00022549547429662198, + 0.0001503192906966433, + 0.00013136508641764522, + 0.00022819060541223735, + 0.00016700156265869737, + 0.00014869037840981036, + 0.0001095112893381156, + 0.0001514449540991336, + 0.0001568552543176338, + 0.00018025537428911775, + 0.000161587682669051, + 0.00015619168698322028, + 0.0002331121067982167, + 0.0001727592316456139, + 0.0001459020422771573, + 0.00011825999536085874, + 0.00016544011305086315, + 0.00011625397019088268, + 9.976179717341438e-05, + 0.00011519019608385861, + 0.0002528580080252141, + 9.532966942060739e-05, + 0.00011396715854061767, + 0.00014693521370645612, + 0.00016749365022405982, + 0.00016171892639249563, + 0.00031185545958578587, + 0.0002690377295948565, + 0.00019060549675486982, + 0.00016998033970594406, + 0.000166505720699206, + 0.00012204220547573641, + 0.00013819485320709646, + 0.00020608319027815014, + 0.00010878635657718405, + 9.732114995131269e-05, + 0.0002834962506312877, + 0.00015382349374704063, + 9.763661364559084e-05, + 0.00012818770483136177, + 9.677807975094765e-05, + 0.0002699034521356225, + 0.00019112210429739207, + 0.00018009150517173111, + 0.0001756009296514094, + 0.00021292529709171504, + 0.0003542935592122376, + 0.00013908326218370348, + 0.00019611393508967012, + 0.00015140684263315052, + 0.00018642828217707574, + 0.0003586679231375456, + 0.0003651741717476398, + 0.00021257108892314136, + 0.00013057859905529767, + 0.00011940457625314593, + 0.00011337827163515612, + 0.00012954146950505674, + 0.00016007706290110946, + 0.00016913778381422162, + 0.00016176833014469594, + 0.00018627956160344183, + 0.00027177133597433567, + 0.00015300957602448761, + 0.00014427908172365278, + 0.0002945664164144546, + 0.00018185118096880615, + 0.0002213681727880612, + 0.00012948104995302856, + 0.00010310028301319107, + 0.00010956644109683111, + 0.00013866070366930217, + 0.0001521236845292151, + 0.00018207634275313467, + 0.00010904292139457539, + 0.00012400727428030223, + 0.00019977668125648052, + 0.00024221817147918046, + 0.00020219861471559852, + 0.00011946711310883984, + 9.141036571236327e-05, + 0.0001553338806843385, + 0.00016965165559668094, + 0.00014228431973606348, + 0.0001894743472803384, + 0.00012166755186626688, + 0.0001689871569396928, + 0.00013449249672703445, + 0.00012093788245692849, + 0.00012614158913493156, + 0.00014248625666368753, + 0.00013131632294971496, + 0.00018857880786526948, + 0.00012254099419806153, + 0.00013084919191896915, + 0.00011886496213264763, + 0.00021665760141331702, + 0.0002225907810498029, + 0.00012854186934418976, + 0.00012247225095052272, + 0.00013954128371551633, + 0.00014724142965860665, + 0.00011037422518711537, + 0.00013183894043322653, + 0.00025142490630969405, + 0.00017978542018681765, + 0.00017291950643993914, + 0.00012240726209711283, + 0.0001291410153498873, + 0.00011199182335985824, + 0.00011385808466002345, + 0.00017449089500587434, + 0.00011088584142271429, + 0.0001718785206321627, + 0.00014224696496967226, + 0.00012890348443761468, + 0.0002176772541133687, + 0.00015162494673859328, + 0.00020562273857649416, + 0.00013507013500202447, + 0.0002026235160883516, + 0.0001389493845636025, + 0.0001141014727181755, + 0.00011037375224987045, + 0.000146550708450377, + 0.00013459684851113707, + 0.00017749419203028083, + 0.00016755513206589967, + 0.00015130323299672455, + 0.00028990887221880257, + 0.0001628894970053807, + 0.00022467999951913953, + 0.0001197094825329259, + 0.00021700715296901762, + 0.00013200186367612332, + 0.00012428210175130516, + 0.00012028826313326135, + 0.00010993776231771335, + 0.00012143309140810743, + 0.00011494890350149944, + 0.00014511180052068084, + 0.0001837298332247883, + 0.00018884991004597396, + 0.00011510815966175869, + 0.0002166449121432379, + 0.00015333732881117612, + 0.00010253999062115327, + 0.00014716936857439578, + 0.00017290688992943615, + 9.7177158750128e-05, + 0.00012606073869392276, + 9.835012315306813e-05, + 0.00015120817988645285, + 0.00018485731561668217, + 0.00013288439367897809, + 0.00011272728443145752, + 0.0001521220401627943, + 0.00011113545042462647, + 0.00013787334319204092, + 0.0001524187537143007, + 0.00014439709775615484, + 0.00014878700312692672, + 0.0001295585825573653, + 0.00012604374205693603, + 0.00024627838865853846, + 0.00013397011207416654, + 0.00019075782620348036, + 0.00018959230510517955, + 0.00012907039490528405, + 0.00021989617380313575, + 0.00015058899589348584, + 0.00010781636228784919, + 0.00015850181807763875, + 0.0001767401263350621, + 0.00013230543117970228, + 0.0001090361038222909, + 0.00022611694294027984, + 0.00013413232227321714, + 9.885036706691608e-05, + 0.00010907997057074681, + 0.0001474013552069664, + 0.00012100586900487542, + 0.00015592644922435284, + 0.00018365362484473735, + 0.0001321779127465561, + 0.0002982409205287695, + 0.00015227950643748045 + ], + "zero_point": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ], + "output_tensor_infos": [ + { + "id": 192, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + }, + "1": { + "op_type": "", + "op_type_is_module": false, + "fqn": "roberta.encoder.layer.5.output", + "input_tensor_infos": [ + { + "id": 193, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32", + "force_dtype": "torch.float32", + "scale": [ + 0.01227146852761507 + ], + "zero_point": [ + 126 + ] + }, + { + "id": 189, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8", + "force_dtype": "torch.quint8", + "scale": [ + 0.01682308129966259 + ], + "zero_point": [ + 127 + ] + } + ], + "weight_tensor_infos": [], + "output_tensor_infos": [ + { + "id": 194, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "activation_observer": { + "name": "MinMaxObserver", + "dtype": "torch.quint8", + "qscheme": "torch.per_tensor_affine", + "reduce_range": false, + "quant_min": 0, + "quant_max": 255 + }, + "weight_observer": { + "name": "PerChannelMinMaxObserver", + "ch_axis": 0, + "dtype": "torch.qint8", + "qscheme": "torch.per_channel_symmetric", + "reduce_range": false, + "quant_min": -128, + "quant_max": 127 + } + } + }, + "nonq_op_infos": { + "0": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.output.dropout", + "input_tensor_infos": [ + { + "id": 192, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 193, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ] + }, + "1": { + "op_type": "", + "fqn": "roberta.encoder.layer.5.output.LayerNorm", + "input_tensor_infos": [ + { + "id": 194, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.float32" + } + ], + "output_tensor_infos": [ + { + "id": 195, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } + }, + "layer_output_infos": [ + { + "id": 195, + "orig_dtype": "torch.float32", + "inf_dtype": "torch.quint8" + } + ] + } +} \ No newline at end of file