tanuki-stan / label_tokenizer.json
abitrolly's picture
Upload 3 files
e5ee45a
{"class_name": "Tokenizer", "config": {"num_words": null, "filters": [], "lower": false, "split": null, "char_level": false, "oov_token": null, "document_count": 94660, "word_counts": "{\"group::integrations\": 1907, \"group::product_planning\": 3075, \"group::application_performance\": 948, \"group::source_code\": 5930, \"group::static_analysis\": 2020, \"group::configure\": 2958, \"group::foundations\": 1521, \"group::package_registry\": 2863, \"group::product_analytics\": 178, \"group::authentication_and_authorization\": 4984, \"group::editor\": 3715, \"group::respond\": 3567, \"group::gitaly\": 664, \"group::import\": 2393, \"group::observability\": 440, \"group::utilization\": 831, \"group::project_management\": 6569, \"group::optimize\": 2049, \"group::global_search\": 1762, \"group::dynamic_analysis\": 2611, \"group::product_intelligence\": 1378, \"group::geo\": 3431, \"group::composition_analysis\": 3625, \"group::threat_insights\": 2509, \"group::compliance\": 1883, \"group::code_review\": 4803, \"group::pods\": 444, \"group::organization\": 1615, \"group::database\": 953, \"group::security_policies\": 1218, \"group::pipeline_execution\": 5463, \"group::distribution\": 830, \"group::pipeline_authoring\": 3276, \"group::release\": 2830, \"Engineering_Productivity\": 1708, \"group::pipeline_insights\": 1733, \"group::runner\": 1432, \"group::vulnerability_research\": 186, \"group::acquisition\": 1621, \"group::certify\": 281, \"group::fulfillment_platform\": 28, \"group::activation\": 246, \"group::provision\": 432, \"group::container_registry\": 511, \"group::mlops\": 31, \"group::ai_assisted\": 100, \"group::anti-abuse\": 101, \"group::incubation\": 115, \"group::scalability\": 151, \"group::billing_and_subscription_management\": 139, \"group::purchase\": 412, \"group::analyzer_frontend\": 68, \"group::admin_tooling\": 17, \"group::dataops\": 1, \"group::delivery\": 10, \"group::gitter\": 21, \"group::runner_saas\": 21, \"group::pricing\": 25, \"group::secure\": 9, \"group::pubsec_services\": 9, \"group::dependency_management\": 4, \"group::license\": 2, \"group::container_security\": 2, \"group::buyer_experience\": 1}", "word_docs": "{\"group::integrations\": 1907, \"group::product_planning\": 3075, \"group::application_performance\": 948, \"group::source_code\": 5930, \"group::static_analysis\": 2020, \"group::configure\": 2958, \"group::foundations\": 1521, \"group::package_registry\": 2863, \"group::product_analytics\": 178, \"group::authentication_and_authorization\": 4984, \"group::editor\": 3715, \"group::respond\": 3567, \"group::gitaly\": 664, \"group::import\": 2393, \"group::observability\": 440, \"group::utilization\": 831, \"group::project_management\": 6569, \"group::optimize\": 2049, \"group::global_search\": 1762, \"group::dynamic_analysis\": 2611, \"group::product_intelligence\": 1378, \"group::geo\": 3431, \"group::composition_analysis\": 3625, \"group::threat_insights\": 2509, \"group::compliance\": 1883, \"group::code_review\": 4803, \"group::pods\": 444, \"group::organization\": 1615, \"group::database\": 953, \"group::security_policies\": 1218, \"group::pipeline_execution\": 5463, \"group::distribution\": 830, \"group::pipeline_authoring\": 3276, \"group::release\": 2830, \"Engineering_Productivity\": 1708, \"group::pipeline_insights\": 1733, \"group::runner\": 1432, \"group::vulnerability_research\": 186, \"group::acquisition\": 1621, \"group::certify\": 281, \"group::fulfillment_platform\": 28, \"group::activation\": 246, \"group::provision\": 432, \"group::container_registry\": 511, \"group::mlops\": 31, \"group::ai_assisted\": 100, \"group::anti-abuse\": 101, \"group::incubation\": 115, \"group::scalability\": 151, \"group::billing_and_subscription_management\": 139, \"group::purchase\": 412, \"group::analyzer_frontend\": 68, \"group::admin_tooling\": 17, \"group::dataops\": 1, \"group::delivery\": 10, \"group::gitter\": 21, \"group::runner_saas\": 21, \"group::pricing\": 25, \"group::secure\": 9, \"group::pubsec_services\": 9, \"group::dependency_management\": 4, \"group::license\": 2, \"group::container_security\": 2, \"group::buyer_experience\": 1}", "index_docs": "{\"20\": 1907, \"11\": 3075, \"32\": 948, \"2\": 5930, \"19\": 2020, \"12\": 2958, \"27\": 1521, \"13\": 2863, \"44\": 178, \"4\": 4984, \"6\": 3715, \"8\": 3567, \"35\": 664, \"17\": 2393, \"38\": 440, \"33\": 831, \"1\": 6569, \"18\": 2049, \"22\": 1762, \"15\": 2611, \"29\": 1378, \"9\": 3431, \"7\": 3625, \"16\": 2509, \"21\": 1883, \"5\": 4803, \"37\": 444, \"26\": 1615, \"31\": 953, \"30\": 1218, \"3\": 5463, \"34\": 830, \"10\": 3276, \"14\": 2830, \"24\": 1708, \"23\": 1733, \"28\": 1432, \"43\": 186, \"25\": 1621, \"41\": 281, \"52\": 28, \"42\": 246, \"39\": 432, \"36\": 511, \"51\": 31, \"49\": 100, \"48\": 101, \"47\": 115, \"45\": 151, \"46\": 139, \"40\": 412, \"50\": 68, \"56\": 17, \"63\": 1, \"57\": 10, \"54\": 21, \"55\": 21, \"53\": 25, \"58\": 9, \"59\": 9, \"60\": 4, \"61\": 2, \"62\": 2, \"64\": 1}", "index_word": "{\"1\": \"group::project_management\", \"2\": \"group::source_code\", \"3\": \"group::pipeline_execution\", \"4\": \"group::authentication_and_authorization\", \"5\": \"group::code_review\", \"6\": \"group::editor\", \"7\": \"group::composition_analysis\", \"8\": \"group::respond\", \"9\": \"group::geo\", \"10\": \"group::pipeline_authoring\", \"11\": \"group::product_planning\", \"12\": \"group::configure\", \"13\": \"group::package_registry\", \"14\": \"group::release\", \"15\": \"group::dynamic_analysis\", \"16\": \"group::threat_insights\", \"17\": \"group::import\", \"18\": \"group::optimize\", \"19\": \"group::static_analysis\", \"20\": \"group::integrations\", \"21\": \"group::compliance\", \"22\": \"group::global_search\", \"23\": \"group::pipeline_insights\", \"24\": \"Engineering_Productivity\", \"25\": \"group::acquisition\", \"26\": \"group::organization\", \"27\": \"group::foundations\", \"28\": \"group::runner\", \"29\": \"group::product_intelligence\", \"30\": \"group::security_policies\", \"31\": \"group::database\", \"32\": \"group::application_performance\", \"33\": \"group::utilization\", \"34\": \"group::distribution\", \"35\": \"group::gitaly\", \"36\": \"group::container_registry\", \"37\": \"group::pods\", \"38\": \"group::observability\", \"39\": \"group::provision\", \"40\": \"group::purchase\", \"41\": \"group::certify\", \"42\": \"group::activation\", \"43\": \"group::vulnerability_research\", \"44\": \"group::product_analytics\", \"45\": \"group::scalability\", \"46\": \"group::billing_and_subscription_management\", \"47\": \"group::incubation\", \"48\": \"group::anti-abuse\", \"49\": \"group::ai_assisted\", \"50\": \"group::analyzer_frontend\", \"51\": \"group::mlops\", \"52\": \"group::fulfillment_platform\", \"53\": \"group::pricing\", \"54\": \"group::gitter\", \"55\": \"group::runner_saas\", \"56\": \"group::admin_tooling\", \"57\": \"group::delivery\", \"58\": \"group::secure\", \"59\": \"group::pubsec_services\", \"60\": \"group::dependency_management\", \"61\": \"group::license\", \"62\": \"group::container_security\", \"63\": \"group::dataops\", \"64\": \"group::buyer_experience\"}", "word_index": "{\"group::project_management\": 1, \"group::source_code\": 2, \"group::pipeline_execution\": 3, \"group::authentication_and_authorization\": 4, \"group::code_review\": 5, \"group::editor\": 6, \"group::composition_analysis\": 7, \"group::respond\": 8, \"group::geo\": 9, \"group::pipeline_authoring\": 10, \"group::product_planning\": 11, \"group::configure\": 12, \"group::package_registry\": 13, \"group::release\": 14, \"group::dynamic_analysis\": 15, \"group::threat_insights\": 16, \"group::import\": 17, \"group::optimize\": 18, \"group::static_analysis\": 19, \"group::integrations\": 20, \"group::compliance\": 21, \"group::global_search\": 22, \"group::pipeline_insights\": 23, \"Engineering_Productivity\": 24, \"group::acquisition\": 25, \"group::organization\": 26, \"group::foundations\": 27, \"group::runner\": 28, \"group::product_intelligence\": 29, \"group::security_policies\": 30, \"group::database\": 31, \"group::application_performance\": 32, \"group::utilization\": 33, \"group::distribution\": 34, \"group::gitaly\": 35, \"group::container_registry\": 36, \"group::pods\": 37, \"group::observability\": 38, \"group::provision\": 39, \"group::purchase\": 40, \"group::certify\": 41, \"group::activation\": 42, \"group::vulnerability_research\": 43, \"group::product_analytics\": 44, \"group::scalability\": 45, \"group::billing_and_subscription_management\": 46, \"group::incubation\": 47, \"group::anti-abuse\": 48, \"group::ai_assisted\": 49, \"group::analyzer_frontend\": 50, \"group::mlops\": 51, \"group::fulfillment_platform\": 52, \"group::pricing\": 53, \"group::gitter\": 54, \"group::runner_saas\": 55, \"group::admin_tooling\": 56, \"group::delivery\": 57, \"group::secure\": 58, \"group::pubsec_services\": 59, \"group::dependency_management\": 60, \"group::license\": 61, \"group::container_security\": 62, \"group::dataops\": 63, \"group::buyer_experience\": 64}"}}