vijaym's picture
Initial release: 107-language classifier
c96794f verified
{
"architectures": [
"ModernBertForSequenceClassification"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 50281,
"classifier_activation": "gelu",
"classifier_bias": false,
"classifier_dropout": 0.0,
"classifier_pooling": "mean",
"cls_token_id": 50281,
"decoder_bias": true,
"deterministic_flash_attn": false,
"dtype": "float16",
"embedding_dropout": 0.0,
"eos_token_id": 50282,
"global_attn_every_n_layers": 3,
"global_rope_theta": 160000.0,
"gradient_checkpointing": false,
"hidden_activation": "gelu",
"hidden_size": 768,
"id2label": {
"0": "Julia",
"1": "Go",
"2": "Raku",
"3": "Pascal",
"4": "Perl",
"5": "Python",
"6": "Nim",
"7": "J",
"8": "C",
"9": "Haskell",
"10": "Mathematica/Wolfram Language",
"11": "Kotlin",
"12": "Java",
"13": "Ruby",
"14": "Racket",
"15": "C++",
"16": "Tcl",
"17": "C#",
"18": "Scala",
"19": "Ada",
"20": "Factor",
"21": "Rust",
"22": "Lua",
"23": "D",
"24": "Common Lisp",
"25": "AutoHotkey",
"26": "JavaScript",
"27": "F#",
"28": "Wren",
"29": "Clojure",
"30": "Fortran",
"31": "PureBasic",
"32": "OCaml",
"33": "Awk",
"34": "R",
"35": "Swift",
"36": "Forth",
"37": "Elixir",
"38": "Erlang",
"39": "PowerShell",
"40": "Groovy",
"41": "REXX",
"42": "Visual Basic .NET",
"43": "PHP",
"44": "Prolog",
"45": "Scheme",
"46": "AppleScript",
"47": "COBOL",
"48": "FreeBASIC",
"49": "Smalltalk",
"50": "PicoLisp",
"51": "MATLAB",
"52": "Oz",
"53": "Standard ML",
"54": "Lasso",
"55": "Crystal",
"56": "APL",
"57": "Stata",
"58": "CoffeeScript",
"59": "Batchfile",
"60": "jq",
"61": "GAP",
"62": "Red",
"63": "Emacs Lisp",
"64": "Eiffel",
"65": "Fantom",
"66": "Ring",
"67": "Pike",
"68": "Rebol",
"69": "ActionScript",
"70": "MAXScript",
"71": "Vala",
"72": "Dart",
"73": "Processing",
"74": "Ceylon",
"75": "AutoIt",
"76": "Io",
"77": "M4",
"78": "Zig",
"79": "LFE",
"80": "ATS",
"81": "Logtalk",
"82": "ABAP",
"83": "Scilab",
"84": "IDL",
"85": "LabVIEW",
"86": "ColdFusion",
"87": "SAS",
"88": "Haxe",
"89": "VBA",
"90": "BASIC",
"91": "V",
"92": "VBScript",
"93": "E",
"94": "Euphoria",
"95": "ARM Assembly",
"96": "Component Pascal",
"97": "M",
"98": "Modula-2",
"99": "BQN",
"100": "Befunge",
"101": "Objective-C",
"102": "NewLisp",
"103": "Nemerle",
"104": "Modula-3",
"105": "Mercury",
"106": "QuickBASIC"
},
"initializer_cutoff_factor": 2.0,
"initializer_range": 0.02,
"intermediate_size": 1152,
"label2id": {
"ABAP": 82,
"APL": 56,
"ARM Assembly": 95,
"ATS": 80,
"ActionScript": 69,
"Ada": 19,
"AppleScript": 46,
"AutoHotkey": 25,
"AutoIt": 75,
"Awk": 33,
"BASIC": 90,
"BQN": 99,
"Batchfile": 59,
"Befunge": 100,
"C": 8,
"C#": 17,
"C++": 15,
"COBOL": 47,
"Ceylon": 74,
"Clojure": 29,
"CoffeeScript": 58,
"ColdFusion": 86,
"Common Lisp": 24,
"Component Pascal": 96,
"Crystal": 55,
"D": 23,
"Dart": 72,
"E": 93,
"Eiffel": 64,
"Elixir": 37,
"Emacs Lisp": 63,
"Erlang": 38,
"Euphoria": 94,
"F#": 27,
"Factor": 20,
"Fantom": 65,
"Forth": 36,
"Fortran": 30,
"FreeBASIC": 48,
"GAP": 61,
"Go": 1,
"Groovy": 40,
"Haskell": 9,
"Haxe": 88,
"IDL": 84,
"Io": 76,
"J": 7,
"Java": 12,
"JavaScript": 26,
"Julia": 0,
"Kotlin": 11,
"LFE": 79,
"LabVIEW": 85,
"Lasso": 54,
"Logtalk": 81,
"Lua": 22,
"M": 97,
"M4": 77,
"MATLAB": 51,
"MAXScript": 70,
"Mathematica/Wolfram Language": 10,
"Mercury": 105,
"Modula-2": 98,
"Modula-3": 104,
"Nemerle": 103,
"NewLisp": 102,
"Nim": 6,
"OCaml": 32,
"Objective-C": 101,
"Oz": 52,
"PHP": 43,
"Pascal": 3,
"Perl": 4,
"PicoLisp": 50,
"Pike": 67,
"PowerShell": 39,
"Processing": 73,
"Prolog": 44,
"PureBasic": 31,
"Python": 5,
"QuickBASIC": 106,
"R": 34,
"REXX": 41,
"Racket": 14,
"Raku": 2,
"Rebol": 68,
"Red": 62,
"Ring": 66,
"Ruby": 13,
"Rust": 21,
"SAS": 87,
"Scala": 18,
"Scheme": 45,
"Scilab": 83,
"Smalltalk": 49,
"Standard ML": 53,
"Stata": 57,
"Swift": 35,
"Tcl": 16,
"V": 91,
"VBA": 89,
"VBScript": 92,
"Vala": 71,
"Visual Basic .NET": 42,
"Wren": 28,
"Zig": 78,
"jq": 60
},
"layer_norm_eps": 1e-05,
"local_attention": 128,
"local_rope_theta": 10000.0,
"max_position_embeddings": 8192,
"mlp_bias": false,
"mlp_dropout": 0.0,
"model_type": "modernbert",
"norm_bias": false,
"norm_eps": 1e-05,
"num_attention_heads": 12,
"num_hidden_layers": 22,
"pad_token_id": 50283,
"position_embedding_type": "absolute",
"problem_type": "single_label_classification",
"repad_logits_with_grad": false,
"sep_token_id": 50282,
"sparse_pred_ignore_index": -100,
"sparse_prediction": false,
"transformers_version": "4.57.6",
"vocab_size": 50368
}