MOJO / tokenizer_config.json
mgelard's picture
Add tokenizer config
5d66275 verified
raw
history blame contribute delete
630 Bytes
{
"tokenizer_class": "MOJOTokenizer",
"n_expressions_bins": {
"rnaseq": 64,
"methylation": 64
},
"min_omic_value": {
"rnaseq": 0.0,
"methylation": 0.006863548701544
},
"max_omic_value": {
"rnaseq": 1.0,
"methylation": 0.992831582796998
},
"use_max_normalization": {
"rnaseq": true,
"methylation": false
},
"normalization_factor": {
"rnaseq": 5.52786861525666,
"methylation": 1.0
},
"prepend_cls_token": false,
"fixed_sequence_length": 17152,
"unpadded_length": 17116,
"auto_map": {
"AutoTokenizer": [
"tokenizer.MOJOTokenizer",
null
]
}
}