{
  "architectures": [
    "ModernBertForSequenceClassification"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "bos_token_id": 50281,
  "classifier_activation": "gelu",
  "classifier_bias": false,
  "classifier_dropout": 0.0,
  "classifier_pooling": "mean",
  "cls_token_id": 50281,
  "decoder_bias": true,
  "deterministic_flash_attn": false,
  "dtype": "float32",
  "embedding_dropout": 0.0,
  "eos_token_id": 50282,
  "global_attn_every_n_layers": 3,
  "global_rope_theta": 160000.0,
  "gradient_checkpointing": false,
  "hidden_activation": "gelu",
  "hidden_size": 768,
  "id2label": {
    "0": "Julia",
    "1": "Go",
    "2": "Raku",
    "3": "Pascal",
    "4": "Perl",
    "5": "Python",
    "6": "Nim",
    "7": "J",
    "8": "C",
    "9": "Haskell",
    "10": "Mathematica/Wolfram Language",
    "11": "Kotlin",
    "12": "Java",
    "13": "Ruby",
    "14": "Racket",
    "15": "C++",
    "16": "Tcl",
    "17": "C#",
    "18": "Scala",
    "19": "Ada",
    "20": "Factor",
    "21": "Rust",
    "22": "Lua",
    "23": "D",
    "24": "Common Lisp",
    "25": "AutoHotkey",
    "26": "JavaScript",
    "27": "F#",
    "28": "Wren",
    "29": "Clojure",
    "30": "Fortran",
    "31": "PureBasic",
    "32": "OCaml",
    "33": "Awk",
    "34": "R",
    "35": "Swift",
    "36": "Forth",
    "37": "Elixir",
    "38": "Erlang",
    "39": "PowerShell",
    "40": "Groovy",
    "41": "REXX",
    "42": "Visual Basic .NET",
    "43": "PHP",
    "44": "Prolog",
    "45": "Scheme",
    "46": "AppleScript",
    "47": "COBOL",
    "48": "FreeBASIC",
    "49": "Smalltalk",
    "50": "PicoLisp",
    "51": "MATLAB",
    "52": "Oz",
    "53": "Standard ML",
    "54": "Lasso",
    "55": "Crystal",
    "56": "APL",
    "57": "Stata",
    "58": "CoffeeScript",
    "59": "Batchfile",
    "60": "jq",
    "61": "GAP",
    "62": "Red",
    "63": "Emacs Lisp",
    "64": "Eiffel",
    "65": "Fantom",
    "66": "Ring",
    "67": "Pike",
    "68": "Rebol",
    "69": "ActionScript",
    "70": "MAXScript",
    "71": "Vala",
    "72": "Dart",
    "73": "Processing",
    "74": "Ceylon",
    "75": "AutoIt",
    "76": "Io",
    "77": "M4",
    "78": "Zig",
    "79": "LFE",
    "80": "ATS",
    "81": "Logtalk",
    "82": "ABAP",
    "83": "Scilab",
    "84": "IDL",
    "85": "LabVIEW",
    "86": "ColdFusion",
    "87": "SAS",
    "88": "Haxe",
    "89": "VBA",
    "90": "BASIC",
    "91": "V",
    "92": "VBScript",
    "93": "E",
    "94": "Euphoria",
    "95": "ARM Assembly",
    "96": "Component Pascal",
    "97": "M",
    "98": "Modula-2",
    "99": "BQN",
    "100": "Befunge",
    "101": "Objective-C",
    "102": "NewLisp",
    "103": "Nemerle",
    "104": "Modula-3",
    "105": "Mercury",
    "106": "QuickBASIC"
  },
  "initializer_cutoff_factor": 2.0,
  "initializer_range": 0.02,
  "intermediate_size": 1152,
  "label2id": {
    "ABAP": 82,
    "APL": 56,
    "ARM Assembly": 95,
    "ATS": 80,
    "ActionScript": 69,
    "Ada": 19,
    "AppleScript": 46,
    "AutoHotkey": 25,
    "AutoIt": 75,
    "Awk": 33,
    "BASIC": 90,
    "BQN": 99,
    "Batchfile": 59,
    "Befunge": 100,
    "C": 8,
    "C#": 17,
    "C++": 15,
    "COBOL": 47,
    "Ceylon": 74,
    "Clojure": 29,
    "CoffeeScript": 58,
    "ColdFusion": 86,
    "Common Lisp": 24,
    "Component Pascal": 96,
    "Crystal": 55,
    "D": 23,
    "Dart": 72,
    "E": 93,
    "Eiffel": 64,
    "Elixir": 37,
    "Emacs Lisp": 63,
    "Erlang": 38,
    "Euphoria": 94,
    "F#": 27,
    "Factor": 20,
    "Fantom": 65,
    "Forth": 36,
    "Fortran": 30,
    "FreeBASIC": 48,
    "GAP": 61,
    "Go": 1,
    "Groovy": 40,
    "Haskell": 9,
    "Haxe": 88,
    "IDL": 84,
    "Io": 76,
    "J": 7,
    "Java": 12,
    "JavaScript": 26,
    "Julia": 0,
    "Kotlin": 11,
    "LFE": 79,
    "LabVIEW": 85,
    "Lasso": 54,
    "Logtalk": 81,
    "Lua": 22,
    "M": 97,
    "M4": 77,
    "MATLAB": 51,
    "MAXScript": 70,
    "Mathematica/Wolfram Language": 10,
    "Mercury": 105,
    "Modula-2": 98,
    "Modula-3": 104,
    "Nemerle": 103,
    "NewLisp": 102,
    "Nim": 6,
    "OCaml": 32,
    "Objective-C": 101,
    "Oz": 52,
    "PHP": 43,
    "Pascal": 3,
    "Perl": 4,
    "PicoLisp": 50,
    "Pike": 67,
    "PowerShell": 39,
    "Processing": 73,
    "Prolog": 44,
    "PureBasic": 31,
    "Python": 5,
    "QuickBASIC": 106,
    "R": 34,
    "REXX": 41,
    "Racket": 14,
    "Raku": 2,
    "Rebol": 68,
    "Red": 62,
    "Ring": 66,
    "Ruby": 13,
    "Rust": 21,
    "SAS": 87,
    "Scala": 18,
    "Scheme": 45,
    "Scilab": 83,
    "Smalltalk": 49,
    "Standard ML": 53,
    "Stata": 57,
    "Swift": 35,
    "Tcl": 16,
    "V": 91,
    "VBA": 89,
    "VBScript": 92,
    "Vala": 71,
    "Visual Basic .NET": 42,
    "Wren": 28,
    "Zig": 78,
    "jq": 60
  },
  "layer_norm_eps": 1e-05,
  "local_attention": 128,
  "local_rope_theta": 10000.0,
  "max_position_embeddings": 8192,
  "mlp_bias": false,
  "mlp_dropout": 0.0,
  "model_type": "modernbert",
  "norm_bias": false,
  "norm_eps": 1e-05,
  "num_attention_heads": 12,
  "num_hidden_layers": 22,
  "pad_token_id": 50283,
  "position_embedding_type": "absolute",
  "problem_type": "single_label_classification",
  "repad_logits_with_grad": false,
  "sep_token_id": 50282,
  "sparse_pred_ignore_index": -100,
  "sparse_prediction": false,
  "transformers_version": "4.57.6",
  "vocab_size": 50368,
  "reference_compile": false,
  "torch_dtype": "bfloat16"
}