OralGPT-Omni: Dental Visual Expert Models
This repository contains the "Teeth Visual Expert Models" which are part of the OralGPT-Omni project, presented in the paper OralGPT-Omni: A Versatile Dental Multimodal Large Language Model.
For the project's code and more details, please refer to the official GitHub repository.
For Panoramic X-ray images (XXX visual experts)
Some teeth visual experts models, including detection and instance segmentation ability.
Model: Teeth_Visual_Experts_Maskdino_Swinl_x-ray_bone_loss_1disease.pth
Config: maskdino_SwinL_bs16_50ep_4s_dowsample1_2048_x-ray_bone_loss_1diseases.yaml
COCO_CATEGORIES = [
{"color": [220, 20, 60], "isthing": 1, "id": 0, "name": "bone_loss"},
]
"bone_loss_1classes_train": ("bone_loss/images", "bone_loss/instances_train2017.json"),
"bone_loss_1classes_val": ("bone_loss/images", "bone_loss/instances_val2017.json"),
Model: Teeth_Visual_Experts_Maskdino_Swinl_x-ray_11diseases.pth
Config: maskdino_SwinL_bs16_50ep_4s_dowsample1_2048_x-ray_11diseases.yaml
COCO_CATEGORIES = [
{"color": [220, 20, 60], "isthing": 1, "id": 1, "name": "Caries"},
{"color": [119, 11, 32], "isthing": 1, "id": 2, "name": "Crown"},
{"color": [0, 0, 142], "isthing": 1, "id": 3, "name": "Filling"},
{"color": [0, 0, 230], "isthing": 1, "id": 4, "name": "Implant"},
{"color": [106, 0, 228], "isthing": 1, "id": 5, "name": "Mandibular Canal"},
{"color": [0, 60, 100], "isthing": 1, "id": 6, "name": "Missing teeth"},
{"color": [0, 80, 100], "isthing": 1, "id": 7, "name": "Periapical lesion"},
{"color": [0, 0, 70], "isthing": 1, "id": 8, "name": "Root Canal Treatment"},
{"color": [0, 0, 192], "isthing": 1, "id": 9, "name": "Root Piece"},
{"color": [250, 170, 30], "isthing": 1, "id": 10, "name": "impacted tooth"},
{"color": [100, 170, 30], "isthing": 1, "id": 11, "name": "maxillary sinus"},
]
"x-ray-11classes": ("x-ray-11classes/images", "x-ray-11classes/annotations_coco.json"),
Model: Teeth_Visual_Experts_DINO_r50_5scale_x-ray_periapical_lesions_3classes.pth
Config: DINO_r50_5scale_x-ray_periapical_lesions_3classes.py
"categories": [
{
"id": 1,
"name": "Granuloma",
"supercategory": "genjianzhouyan_rouyazhong"
},
{
"id": 2,
"name": "Cyst",
"supercategory": "genjianzhouyan_nangzhong"
},
{
"id": 3,
"name": "Abscess",
"supercategory": "genjianzhouyan_nongzhong"
}
]
Model: Teeth_Visual_Experts_Maskdino_Swinl_panoramic_x-ray_4quadrants.pth
Config: maskdino_SwinL_bs16_50ep_4s_dowsample1_2048_panoramic_x-ray_4quadrants.yaml
COCO_CATEGORIES = [
{"color": [220, 20, 60], "isthing": 1, "id": 0, "name": "2"},
{"color": [119, 11, 32], "isthing": 1, "id": 1, "name": "1"},
{"color": [0, 0, 142], "isthing": 1, "id": 2, "name": "3"},
{"color": [0, 0, 230], "isthing": 1, "id": 3, "name": "4"},
]
"panoramic_x-ray_4quadrants_train": ("panoramic_x-ray_4quadrants/train2017/", "panoramic_x-ray_4quadrants/annotations/instances_train2017.json"),
"panoramic_x-ray_4quadrants_val": ("panoramic_x-ray_4quadrants/val2017/", "panoramic_x-ray_4quadrants/annotations/instances_val2017.json"),
}
Model: Teeth_Visual_Experts_DINO_SwinL_5scale_panoramic_x-ray_32ToothID.pth
Config: DINO_5scale_swinL_panoramic_x-ray_32ToothID.py
"categories": [
{
"id": 1,
"name": "11",
"supercategory": "none"
},
{
"id": 2,
"name": "21",
"supercategory": "none"
},
{
"id": 3,
"name": "22",
"supercategory": "none"
},
{
"id": 4,
"name": "23",
"supercategory": "none"
},
{
"id": 5,
"name": "12",
"supercategory": "none"
},
{
"id": 6,
"name": "13",
"supercategory": "none"
},
{
"id": 7,
"name": "15",
"supercategory": "none"
},
{
"id": 8,
"name": "17",
"supercategory": "none"
},
{
"id": 9,
"name": "27",
"supercategory": "none"
},
{
"id": 10,
"name": "28",
"supercategory": "none"
},
{
"id": 11,
"name": "38",
"supercategory": "none"
},
{
"id": 12,
"name": "36",
"supercategory": "none"
},
{
"id": 13,
"name": "34",
"supercategory": "none"
},
{
"id": 14,
"name": "33",
"supercategory": "none"
},
{
"id": 15,
"name": "32",
"supercategory": "none"
},
{
"id": 16,
"name": "31",
"supercategory": "none"
},
{
"id": 17,
"name": "41",
"supercategory": "none"
},
{
"id": 18,
"name": "43",
"supercategory": "none"
},
{
"id": 19,
"name": "44",
"supercategory": "none"
},
{
"id": 20,
"name": "45",
"supercategory": "none"
},
{
"id": 21,
"name": "48",
"supercategory": "none"
},
{
"id": 22,
"name": "18",
"supercategory": "none"
},
{
"id": 23,
"name": "16",
"supercategory": "none"
},
{
"id": 24,
"name": "42",
"supercategory": "none"
},
{
"id": 25,
"name": "35",
"supercategory": "none"
},
{
"id": 26,
"name": "47",
"supercategory": "none"
},
{
"id": 27,
"name": "24",
"supercategory": "none"
},
{
"id": 28,
"name": "25",
"supercategory": "none"
},
{
"id": 29,
"name": "14",
"supercategory": "none"
},
{
"id": 30,
"name": "26",
"supercategory": "none"
},
{
"id": 31,
"name": "37",
"supercategory": "none"
},
{
"id": 32,
"name": "46",
"supercategory": "none"
}
]
Model: Teeth_Visual_Experts_Maskdino_Swinl_panoramic_x-ray_Mandibular_Canal_Maxillary_Sinus.pth
Config: maskdino_Swinl_bs16_50ep_4s_dowsample1_2048_panoramic_x-ray_Mandibular_Canal_Maxillary_Sinus.yaml
COCO_CATEGORIES = [
{"color": [220, 20, 60], "isthing": 1, "id": 5, "name": "Mandibular Canal"},
{"color": [119, 11, 32], "isthing": 1, "id": 11, "name": "maxillary sinus"},
]
"panoramic_x-ray_Mandibular_Canal_Maxillary_Sinus": ("Mandibular_Canal_Maxillary_Sinus/images/", "Mandibular_Canal_Maxillary_Sinus/Mandibular_Canal_Maxillary_Sinus_train.json"),
}
For Periapical X-ray images (Two visual experts)
Model: Teeth_Visual_Experts_Maskdino_Swinl_periapical_images_6diseases.pth
Config: maskdino_SwinL_bs16_50ep_4s_dowsample1_2048_periapical_x-ray_6diseases.yaml
COCO_CATEGORIES = [
{"color": [220, 20, 60], "isthing": 1, "id": 1, "name": "Crown"},
{"color": [119, 11, 32], "isthing": 1, "id": 2, "name": "Deep_Caries"},
{"color": [0, 0, 142], "isthing": 1, "id": 3, "name": "RCT"},
{"color": [0, 0, 230], "isthing": 1, "id": 4, "name": "Restoration"},
{"color": [106, 0, 228], "isthing": 1, "id": 5, "name": "Caries"},
{"color": [0, 60, 100], "isthing": 1, "id": 6, "name": "Normal"},
]
"periapical_x-ray_6diseases": ("periapical_x-ray_6diseases/images", "periapical_x-ray_6diseases/output_coco.json"),
Model: Teeth_Visual_Experts_ViT_L_periapical_images_cls_7diseases.bin
CATEGORIES = [
"Pulpitis" (牙髓炎),
"Impacted tooth" (阻生齿),
"Apical periodontitis" (根尖周炎),
"Bone loss" (骨质流失),
"Alternation between primary and permanent teeth" (乳恒牙交替期),
"Caries" (龋齿),
"Periodontitis", (牙周炎)
]