Initial upload of Field-adaptive-bi-encoder

1_Pooling/config.json

@@ -0,0 +1,10 @@
+{
+    "word_embedding_dimension": 384,
+    "pooling_mode_cls_token": false,
+    "pooling_mode_mean_tokens": true,
+    "pooling_mode_max_tokens": false,
+    "pooling_mode_mean_sqrt_len_tokens": false,
+    "pooling_mode_weightedmean_tokens": false,
+    "pooling_mode_lasttoken": false,
+    "include_prompt": true
+}

eval/Information-Retrieval_evaluation_validation_results.csv

@@ -0,0 +1,70 @@
+epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@1,cosine-MAP@5,cosine-MAP@10
+1.0,500,0.33375,0.476875,0.530625,0.596875,0.33375,0.33375,0.1589583333333333,0.476875,0.10612500000000001,0.530625,0.0596875,0.596875,0.4187127976190476,0.4615546310676424,0.33375,0.40980208333333334,0.41871279761904767
+2.0,1000,0.3653125,0.516875,0.56875,0.64125,0.3653125,0.3653125,0.17229166666666665,0.516875,0.11375,0.56875,0.064125,0.64125,0.45417212301587256,0.4991131221515955,0.3653125,0.4444635416666667,0.454172123015873
+3.0,1500,0.379375,0.5353125,0.5903125,0.6678125,0.379375,0.379375,0.1784375,0.5353125,0.11806249999999999,0.5903125,0.06678125,0.6678125,0.4717951388888883,0.5188177392765576,0.379375,0.461515625,0.4717951388888889
+4.0,2000,0.3896875,0.5475,0.608125,0.6825,0.3896875,0.3896875,0.1825,0.5475,0.121625,0.608125,0.06824999999999999,0.6825,0.48431411210317354,0.5319509478165618,0.3896875,0.47438541666666667,0.48431411210317465
+5.0,2500,0.4046875,0.5584375,0.62375,0.6940625,0.4046875,0.4046875,0.18614583333333332,0.5584375,0.12474999999999997,0.62375,0.06940624999999999,0.6940625,0.4977089533730153,0.5449122734603349,0.4046875,0.48841145833333327,0.4977089533730158
+6.0,3000,0.41125,0.573125,0.6315625,0.7003125,0.41125,0.41125,0.19104166666666667,0.573125,0.1263125,0.6315625,0.07003124999999999,0.7003125,0.5055756448412687,0.5525387880316945,0.41125,0.496265625,0.5055756448412698
+7.0,3500,0.415,0.5846875,0.6390625,0.711875,0.415,0.415,0.19489583333333335,0.5846875,0.1278125,0.6390625,0.0711875,0.711875,0.5122431795634913,0.5603301398568155,0.415,0.5025364583333333,0.5122431795634921
+8.0,4000,0.42,0.5859375,0.6459375,0.7175,0.42,0.42,0.1953125,0.5859375,0.12918749999999998,0.6459375,0.07175,0.7175,0.5175192212301581,0.5657152692486724,0.42,0.5078802083333334,0.5175192212301587
+9.0,4500,0.4265625,0.591875,0.651875,0.7259375,0.4265625,0.4265625,0.19729166666666664,0.591875,0.130375,0.651875,0.07259375,0.7259375,0.5239277033730155,0.5725595625344886,0.4265625,0.51403125,0.5239277033730159
+10.0,5000,0.4303125,0.596875,0.6575,0.731875,0.4303125,0.4303125,0.19895833333333332,0.596875,0.13149999999999998,0.6575,0.0731875,0.731875,0.5282444196428567,0.5772762836492147,0.4303125,0.51815625,0.5282444196428571
+11.0,5500,0.4325,0.6034375,0.66375,0.7428125,0.4325,0.4325,0.20114583333333333,0.6034375,0.13274999999999998,0.66375,0.07428125,0.7428125,0.5329319196428566,0.5833689248637326,0.4325,0.52246875,0.5329319196428571
+12.0,6000,0.4353125,0.605625,0.6671875,0.745,0.4353125,0.4353125,0.201875,0.605625,0.1334375,0.6671875,0.0745,0.745,0.5358577628968246,0.5861285430467046,0.4353125,0.5256145833333333,0.5358577628968254
+13.0,6500,0.4375,0.608125,0.6709375,0.7503125,0.4375,0.4375,0.20270833333333335,0.608125,0.1341875,0.6709375,0.07503125,0.7503125,0.5388408978174596,0.5896718994199318,0.4375,0.5282291666666667,0.5388408978174603
+14.0,7000,0.4396875,0.611875,0.671875,0.7534375,0.4396875,0.4396875,0.20395833333333335,0.611875,0.134375,0.671875,0.07534374999999999,0.7534375,0.5414920634920627,0.5924541397432077,0.4396875,0.53053125,0.5414920634920635
+15.0,7500,0.44,0.6134375,0.6765625,0.7575,0.44,0.44,0.20447916666666668,0.6134375,0.1353125,0.6765625,0.07575,0.7575,0.5431237599206341,0.594631234422523,0.44,0.5324270833333333,0.5431237599206349
+16.0,8000,0.4434375,0.616875,0.68,0.7603125,0.4434375,0.4434375,0.205625,0.616875,0.136,0.68,0.07603125000000001,0.7603125,0.5457465277777769,0.5973044207073882,0.4434375,0.535109375,0.5457465277777778
+17.0,8500,0.44625,0.6159375,0.6815625,0.7625,0.44625,0.44625,0.2053125,0.6159375,0.1363125,0.6815625,0.07625,0.7625,0.5479688740079358,0.5995051329858425,0.44625,0.5371666666666667,0.5479688740079365
+18.0,9000,0.4459375,0.6190625,0.680625,0.7640625,0.4459375,0.4459375,0.20635416666666664,0.6190625,0.136125,0.680625,0.07640625,0.7640625,0.5484030257936496,0.600194360486948,0.4459375,0.5373020833333333,0.5484030257936507
+19.0,9500,0.4478125,0.62125,0.684375,0.7640625,0.4478125,0.4478125,0.2070833333333333,0.62125,0.136875,0.684375,0.07640625,0.7640625,0.5499216269841258,0.6013844343472087,0.4478125,0.53940625,0.5499216269841269
+20.0,10000,0.4475,0.62125,0.6853125,0.765625,0.4475,0.4475,0.2070833333333333,0.62125,0.13706249999999998,0.6853125,0.0765625,0.765625,0.5501915922619035,0.6019450447680909,0.4475,0.5396302083333333,0.5501915922619047
+1.0,500,0.3375,0.478125,0.5309375,0.59875,0.3375,0.3375,0.159375,0.478125,0.1061875,0.5309375,0.05987499999999999,0.59875,0.4208466021825395,0.4635726655869762,0.3375,0.41167187499999996,0.4208466021825397
+2.0,1000,0.35875,0.516875,0.569375,0.64,0.35875,0.35875,0.17229166666666668,0.516875,0.11387499999999999,0.569375,0.064,0.64,0.4498095238095232,0.49556163700990147,0.35875,0.44038020833333336,0.4498095238095237
+3.0,1500,0.381875,0.5334375,0.593125,0.6609375,0.381875,0.381875,0.1778125,0.5334375,0.118625,0.593125,0.06609374999999999,0.6609375,0.4719561011904756,0.5174227582751553,0.381875,0.46290624999999996,0.47195610119047615
+4.0,2000,0.3921875,0.5496875,0.6075,0.684375,0.3921875,0.3921875,0.18322916666666664,0.5496875,0.12149999999999998,0.6075,0.0684375,0.684375,0.4856369047619042,0.5333232302414901,0.3921875,0.4753697916666666,0.48563690476190474
+5.0,2500,0.3996875,0.5640625,0.62,0.695625,0.3996875,0.3996875,0.18802083333333333,0.5640625,0.12399999999999999,0.62,0.06956249999999999,0.695625,0.4947326388888878,0.5429986913286562,0.3996875,0.484765625,0.49473263888888885
+6.0,3000,0.4134375,0.5728125,0.62875,0.7053125,0.4134375,0.4134375,0.1909375,0.5728125,0.12575,0.62875,0.07053124999999999,0.7053125,0.5070776289682528,0.554709841578704,0.4134375,0.49671875,0.5070776289682539
+7.0,3500,0.4128125,0.580625,0.6359375,0.714375,0.4128125,0.4128125,0.19354166666666664,0.580625,0.1271875,0.6359375,0.07143749999999999,0.714375,0.5100908978174594,0.5591966735183226,0.4128125,0.49954166666666666,0.5100908978174604
+8.0,4000,0.4159375,0.58875,0.6425,0.725625,0.4159375,0.4159375,0.19625,0.58875,0.1285,0.6425,0.07256249999999999,0.725625,0.5165797371031737,0.5667863254509226,0.4159375,0.5056510416666667,0.5165797371031746
+9.0,4500,0.4234375,0.5921875,0.651875,0.7309375,0.4234375,0.4234375,0.19739583333333335,0.5921875,0.130375,0.651875,0.07309375,0.7309375,0.5230112847222212,0.573003709148161,0.4234375,0.5123802083333334,0.5230112847222221
+10.0,5000,0.4284375,0.59625,0.6575,0.73875,0.4284375,0.4284375,0.19875,0.59625,0.13149999999999998,0.6575,0.073875,0.73875,0.5281531498015863,0.5787252975311732,0.4284375,0.5172864583333333,0.5281531498015873
+11.0,5500,0.4265625,0.598125,0.6609375,0.73875,0.4265625,0.4265625,0.199375,0.598125,0.1321875,0.6609375,0.073875,0.73875,0.527881944444444,0.5786071023723883,0.4265625,0.5175052083333332,0.5278819444444445
+12.0,6000,0.435625,0.605625,0.6709375,0.7484375,0.435625,0.435625,0.201875,0.605625,0.1341875,0.6709375,0.07484374999999999,0.7484375,0.5363783482142851,0.5873613912363979,0.435625,0.5260416666666667,0.5363783482142856
+13.0,6500,0.4365625,0.6078125,0.6728125,0.75,0.4365625,0.4365625,0.20260416666666664,0.6078125,0.1345625,0.6728125,0.075,0.75,0.5383673115079359,0.58929715906181,0.4365625,0.5280364583333333,0.5383673115079365
+14.0,7000,0.4421875,0.6146875,0.6775,0.7546875,0.4421875,0.4421875,0.20489583333333333,0.6146875,0.1355,0.6775,0.07546874999999999,0.7546875,0.5433208085317452,0.594192989076728,0.4421875,0.5329062499999999,0.543320808531746
+15.0,7500,0.44125,0.6134375,0.6778125,0.7546875,0.44125,0.44125,0.20447916666666666,0.6134375,0.13556249999999997,0.6778125,0.07546874999999999,0.7546875,0.5430907738095233,0.5940153476284528,0.44125,0.5328125,0.5430907738095239
+16.0,8000,0.444375,0.61375,0.6796875,0.759375,0.444375,0.444375,0.20458333333333337,0.61375,0.1359375,0.6796875,0.0759375,0.759375,0.5458090277777767,0.5971286808896902,0.444375,0.5351354166666666,0.5458090277777778
+17.0,8500,0.44625,0.6153125,0.6834375,0.760625,0.44625,0.44625,0.20510416666666667,0.6153125,0.1366875,0.6834375,0.07606249999999999,0.760625,0.5472037450396815,0.5984875289916468,0.44625,0.5369791666666667,0.5472037450396825
+18.0,9000,0.446875,0.6159375,0.6834375,0.765,0.446875,0.446875,0.2053125,0.6159375,0.1366875,0.6834375,0.0765,0.765,0.5490531994047608,0.6009041109077092,0.446875,0.538171875,0.5490531994047619
+19.0,9500,0.446875,0.6178125,0.6840625,0.7634375,0.446875,0.446875,0.2059375,0.6178125,0.13681249999999998,0.6840625,0.07634374999999999,0.7634375,0.5486421130952369,0.6002648051680667,0.446875,0.5380572916666666,0.5486421130952381
+20.0,10000,0.4484375,0.6171875,0.685,0.765,0.4484375,0.4484375,0.20572916666666663,0.6171875,0.13699999999999998,0.685,0.0765,0.765,0.5496114831349196,0.6013144991755007,0.4484375,0.5390312500000001,0.5496114831349206
+1.0,500,0.3346875,0.475,0.533125,0.5984375,0.3346875,0.3346875,0.15833333333333333,0.475,0.106625,0.533125,0.05984375,0.5984375,0.4191906001984125,0.4622462336488317,0.3346875,0.41056770833333334,0.4191906001984127
+2.0,1000,0.3646875,0.516875,0.5675,0.64,0.3646875,0.3646875,0.17229166666666665,0.516875,0.11349999999999998,0.5675,0.064,0.64,0.45303373015872983,0.4979415430891102,0.3646875,0.44328125,0.4530337301587302
+3.0,1500,0.3759375,0.52875,0.589375,0.6621875,0.3759375,0.3759375,0.17625,0.52875,0.11787499999999998,0.589375,0.06621874999999999,0.6621875,0.46784846230158644,0.5145484426240173,0.3759375,0.45805729166666664,0.46784846230158733
+4.0,2000,0.3903125,0.5503125,0.6059375,0.6834375,0.3903125,0.3903125,0.1834375,0.5503125,0.1211875,0.6059375,0.06834375,0.6834375,0.4841114831349194,0.5319348492527322,0.3903125,0.4738958333333333,0.48411148313492064
+5.0,2500,0.399375,0.56125,0.6221875,0.69125,0.399375,0.399375,0.18708333333333332,0.56125,0.12443749999999998,0.6221875,0.06912499999999999,0.69125,0.49474863591269785,0.5420696778572824,0.399375,0.4856302083333334,0.49474863591269846
+6.0,3000,0.4090625,0.568125,0.6303125,0.701875,0.4090625,0.4090625,0.189375,0.568125,0.1260625,0.6303125,0.07018749999999999,0.701875,0.5036021825396816,0.5512661263771756,0.4090625,0.4942135416666666,0.5036021825396826
+7.0,3500,0.414375,0.57625,0.6371875,0.713125,0.414375,0.414375,0.19208333333333333,0.57625,0.12743749999999998,0.6371875,0.07131249999999999,0.713125,0.5104176587301579,0.5590809798540753,0.414375,0.5005,0.5104176587301588
+8.0,4000,0.420625,0.5859375,0.6428125,0.7209375,0.420625,0.420625,0.1953125,0.5859375,0.1285625,0.6428125,0.07209375,0.7209375,0.5181062748015866,0.5668536416813349,0.420625,0.507734375,0.5181062748015873
+9.0,4500,0.4228125,0.5903125,0.6540625,0.7284375,0.4228125,0.4228125,0.1967708333333333,0.5903125,0.1308125,0.6540625,0.07284374999999998,0.7284375,0.5219766865079357,0.5716384819042745,0.4228125,0.5120885416666667,0.5219766865079365
+1.0,500,0.33625,0.47625,0.5328125,0.59875,0.33625,0.33625,0.15875,0.47625,0.1065625,0.5328125,0.059875,0.59875,0.41961445932539676,0.46258805838233685,0.33625,0.4109531249999999,0.41961445932539676
+2.0,1000,0.3596875,0.513125,0.5696875,0.6415625,0.3596875,0.3596875,0.17104166666666665,0.513125,0.11393750000000001,0.5696875,0.06415625,0.6415625,0.45078819444444385,0.49664180412821785,0.3596875,0.4411875,0.4507881944444445
+3.0,1500,0.37875,0.533125,0.590625,0.665625,0.37875,0.37875,0.17770833333333336,0.533125,0.118125,0.590625,0.0665625,0.665625,0.47077790178571355,0.5175771066492486,0.37875,0.46069270833333337,0.4707779017857143
+4.0,2000,0.3903125,0.5475,0.6065625,0.6790625,0.3903125,0.3903125,0.1825,0.5475,0.12131249999999999,0.6065625,0.06790625,0.6790625,0.483948164682539,0.5308614163122195,0.3903125,0.474328125,0.4839481646825397
+5.0,2500,0.398125,0.5590625,0.6259375,0.6940625,0.398125,0.398125,0.18635416666666665,0.5590625,0.12518749999999998,0.6259375,0.06940624999999999,0.6940625,0.4943567708333328,0.542465176194789,0.398125,0.4852552083333333,0.4943567708333333
+6.0,3000,0.409375,0.5684375,0.630625,0.704375,0.409375,0.409375,0.18947916666666664,0.5684375,0.126125,0.630625,0.07043749999999999,0.704375,0.5036448412698405,0.5518689232093574,0.409375,0.4938489583333333,0.5036448412698412
+7.0,3500,0.415625,0.5828125,0.6375,0.7121875,0.415625,0.415625,0.19427083333333336,0.5828125,0.1275,0.6375,0.07121875,0.7121875,0.5124169146825389,0.5605109975587469,0.415625,0.50246875,0.5124169146825397
+8.0,4000,0.41875,0.58875,0.643125,0.7221875,0.41875,0.41875,0.19625,0.58875,0.128625,0.643125,0.07221874999999998,0.7221875,0.5177054811507928,0.5668997237265351,0.41875,0.5071145833333334,0.5177054811507936
+9.0,4500,0.425625,0.5946875,0.6509375,0.72875,0.425625,0.425625,0.19822916666666665,0.5946875,0.13018749999999998,0.6509375,0.072875,0.72875,0.5236496775793639,0.5729143844075741,0.425625,0.5134739583333334,0.5236496775793651
+10.0,5000,0.428125,0.59625,0.6575,0.7328125,0.428125,0.428125,0.19875,0.59625,0.13149999999999998,0.6575,0.07328124999999998,0.7328125,0.5266914682539676,0.5762843447469882,0.428125,0.5165416666666667,0.5266914682539682
+11.0,5500,0.43125,0.598125,0.6625,0.7390625,0.43125,0.43125,0.199375,0.598125,0.1325,0.6625,0.07390624999999999,0.7390625,0.5302991071428567,0.5804745202214233,0.43125,0.5200833333333332,0.5302991071428572
+12.0,6000,0.431875,0.603125,0.6696875,0.7471875,0.431875,0.431875,0.20104166666666665,0.603125,0.1339375,0.6696875,0.07471874999999999,0.7471875,0.5339241071428571,0.5851800185058853,0.431875,0.523640625,0.5339241071428572
+13.0,6500,0.434375,0.60875,0.671875,0.7528125,0.434375,0.434375,0.20291666666666663,0.60875,0.134375,0.671875,0.07528125,0.7528125,0.5376338045634915,0.5893604937655383,0.434375,0.5268541666666667,0.5376338045634921
+14.0,7000,0.4396875,0.6121875,0.678125,0.76,0.4396875,0.4396875,0.2040625,0.6121875,0.135625,0.678125,0.07599999999999998,0.76,0.5422682291666657,0.5944987839521507,0.4396875,0.5315833333333333,0.5422682291666666
+15.0,7500,0.4403125,0.61375,0.6815625,0.756875,0.4403125,0.4403125,0.2045833333333333,0.61375,0.13631249999999998,0.6815625,0.07568749999999999,0.756875,0.5437056051587292,0.5950415985465327,0.4403125,0.5337083333333333,0.5437056051587302
+16.0,8000,0.4425,0.618125,0.6828125,0.76375,0.4425,0.4425,0.20604166666666665,0.618125,0.1365625,0.6828125,0.076375,0.76375,0.5458840525793642,0.5982061695525858,0.4425,0.5353072916666667,0.5458840525793651
+17.0,8500,0.444375,0.6196875,0.6825,0.765625,0.444375,0.444375,0.2065625,0.6196875,0.13649999999999998,0.6825,0.0765625,0.765625,0.5478390376984117,0.6001266896823452,0.444375,0.5368958333333333,0.5478390376984127
+18.0,9000,0.44875,0.61875,0.683125,0.76625,0.44875,0.44875,0.20625,0.61875,0.13662499999999997,0.683125,0.076625,0.76625,0.5500978422619037,0.6019249437235935,0.44875,0.5391770833333334,0.5500978422619047
+19.0,9500,0.4484375,0.62,0.68375,0.76625,0.4484375,0.4484375,0.20666666666666664,0.62,0.13674999999999998,0.68375,0.076625,0.76625,0.5505473710317454,0.6023239690201073,0.4484375,0.5396354166666666,0.550547371031746
+20.0,10000,0.45,0.62,0.685625,0.765625,0.45,0.45,0.20666666666666664,0.62,0.137125,0.685625,0.0765625,0.765625,0.5515214533730152,0.6029385769142473,0.45,0.5409479166666666,0.5515214533730158