diff --git "a/evaluation/doge_bench.jsonl" "b/evaluation/doge_bench.jsonl" new file mode 100644--- /dev/null +++ "b/evaluation/doge_bench.jsonl" @@ -0,0 +1,3600 @@ +{"image": ["imgs/Crello/output_poster1108_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "CONSERVE ENERGY FOR FUTURE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The theme 'Wind Turbine Farm' is implied by the keywords and the text CONSERVE ENERGY\nFOR FUTURE 249,650,543,777 . Answer: Wind Turbine Farm", "gt_answer": "CONSERVE ENERGY FOR FUTURE", "necessary bbox": "[' CONSERVE ENERGY\\n FOR FUTURE 249,652,543,777 ']"} +{"image": ["imgs/Crello/output_poster1682_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster based on the text in 173,212,715,307 and 149,317,689,392?"}, {"role": "assistant", "content": "CRASH course"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Coffee", "gt_answer": "CRASH course", "necessary bbox": "['CRASH173,212,715,307', 'course149,317,689,392']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage point increase in female students from 2000 to 2020?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "19.10 percentage points"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2000, the percentage was 61.10%163,348,212,366. In 2020, it was 80.20%854,64,903,82. The increase is 80.20% - 61.10% = 19.10%. Answer: 19.10%", "gt_answer": "19.10 percentage points", "necessary bbox": "['61.10%161, 343, 210, 362', '80.20%854, 62, 903, 81']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60391.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had the highest revenue per visit in Q4 '13?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Facebook"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In Q4 '13, Facebook had the highest revenue per visit with 1.24$246, 58, 279, 77. Answer: Facebook", "gt_answer": "Facebook", "necessary bbox": "[\"Q4 '13571, 734, 608, 752\", 'Facebook227, 579, 280, 595', '1.24$248, 54, 280, 75']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20801.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of GDP for Services in 2019?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "48.82%814, 201, 859, 219"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "48.82%815, 196, 860, 215", "gt_answer": "48.82%814, 201, 859, 219", "necessary bbox": "['Services596, 637, 644, 653', '2019822, 518, 847, 563', '48.82%814, 201, 859, 219']"} +{"image": ["imgs/CCMAIN/0179687.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much water does the washing machine use per cycle? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "729,784,888,807"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "52 L724,775,806,811", "gt_answer": "729,784,888,807"} +{"image": ["imgs/Crello/output_poster933_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the couple mentioned in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " Jake & Nancy 167,216,815,297 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Jake & Nancy 164,208,817,305 ", "gt_answer": " Jake & Nancy 167,216,815,297 ", "necessary bbox": "[' Jake & Nancy 167,216,815,297 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_41409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two countries have the same 796, 278, 824, 290 share of respondents?"}, {"role": "assistant", "content": "Mexico and Argentina"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Mexico and Argentina.", "gt_answer": "Mexico and Argentina", "necessary bbox": "['Mexico150, 280, 192, 290', '62%796, 278, 824, 290', 'Argentina132, 210, 192, 223', '62%796, 208, 824, 220']"} +{"image": ["imgs/ChartQA_PCG/two_col_21737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the predicted national debt for 2025?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "66.77%775, 198, 820, 214"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "66.77%775, 198, 820, 214", "gt_answer": "66.77%775, 198, 820, 214", "necessary bbox": "['66.77%775, 198, 820, 214']"} +{"image": ["imgs/ChartQA_PCG/two_col_62315.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which years was the vacancy rate above 3%? Provide the list of years along with their respective rates. Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The vacancy rates above 3% occurred in the following years: 2015698,846,723,885 with 3.50%694,187,730,203, 2016733,845,759,885 with 3.70%728,152,765,168, and 2020872,846,897,885 with 3.30%868,223,904,239."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The vacancy rate was above 3% in the years 2015697,847,722,886 with 3.50%692,189,730,206, 2016725,846,751,886 with 3.70%720,152,757,168, and 2020870,847,895,886 with 3.30%865,223,902,239.", "gt_answer": "The vacancy rates above 3% occurred in the following years: 2015698,846,723,885 with 3.50%694,187,730,203, 2016733,845,759,885 with 3.70%728,152,765,168, and 2020872,846,897,885 with 3.30%868,223,904,239."} +{"image": ["imgs/Crello/output_poster210_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in 115,931,437,963? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " www.giftsforyourhappykids.net "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " www.giftsforyourkids.net 115,931,437,963", "gt_answer": " www.giftsforyourhappykids.net ", "necessary bbox": "[' www.giftsforyourhappykids.net 115,931,437,963']"} +{"image": ["imgs/Crello/output_poster2101_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage offered in the advertisement?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " 10% 302,777,520,866 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 10% 305,774,522,863 ", "gt_answer": " 10% 302,777,520,866 ", "necessary bbox": "[' 10% 302,777,520,866 ']"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nIf you buy a 65,684,185,710 and a 598,616,696,639, what is the total cost? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The price of a Sandwich65,684,185,710 is $7.95299,824,353,847 and a Pecan Pie598,616,696,639 is $3.95833,616,887,639. Adding these gives $7.95 + $3.95 = $11.90. Answer: $11.90"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Stuffed Potato65,712,213,738 costs $6.50299,712,354,738 and the Cobbler598,644,683,667 costs $3.95838,616,893,639. Adding these gives $6.50 + $3.95 = $10.45. Answer: $10.45", "gt_answer": "The price of a Sandwich65,684,185,710 is $7.95299,824,353,847 and a Pecan Pie598,616,696,639 is $3.95833,616,887,639. Adding these gives $7.95 + $3.95 = $11.90. Answer: $11.90"} +{"image": ["imgs/ChartQA_PCG/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of events in 2015?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "29700"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total number of events in 2015, we add the numbers for each category:\n\n- 5k427, 596, 441, 612: 15000193, 392, 229, 411\n- Half-Marathon538, 596, 619, 616: 1200641, 195, 670, 214\n- 10k427, 626, 449, 640: 4200641, 235, 671, 254\n- Marathon538, 626, 592, 646: 1100641, 152, 670, 171\n- Other538, 656, 571, 670: 4600641, 104, 671, 122\n\nTotal: 15000 + 1200 + 4200 + 1100 + 4600 = 26100\n\nAnswer: 26100", "gt_answer": "29700", "necessary bbox": "[ '4200639, 235, 670, 254', '1200640, 196, 670, 215', '2700', '1100640, 142, 669, 161', '4600639, 102, 670, 119']"} +{"image": ["imgs/ChartQA_PCG/two_col_80726.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of cases represented on the line graph for March 1? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " 3 254,834,263,853"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of cases for March 1 is 3257,836,264,854.", "gt_answer": " 3 254,834,263,853"} +{"image": ["imgs/CCMAIN/0204867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of 349,21,623,52 's debut novel?"}, {"role": "assistant", "content": "Kao ni furikakeru ame (Rain Falling on My Face)"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Kao ni furikakeru ame (Rain Falling on My Face)", "gt_answer": "Kao ni furikakeru ame (Rain Falling on My Face)"} +{"image": ["imgs/CCMAIN/0360296.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of 949,133,976,142 in the context of financial education? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The significance of Chapter 7:949,133,976,142 in the context of financial education is that it introduces a section focused on specific financial topics such as bankruptcy liquidation, stocks and bonds, and financial management principles. These topics are crucial for understanding the complexities of finance and capital markets, as well as for applying practical money management strategies."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The significance of Chapter 7949,133,976,142 in the context of financial education is that it likely refers to a specific section or chapter within a comprehensive guide on personal finance. This chapter might cover essential topics such as debt management, bankruptcy, and financial planning, which are crucial for understanding how to effectively manage one's finances.", "gt_answer": "The significance of Chapter 7:949,133,976,142 in the context of financial education is that it introduces a section focused on specific financial topics such as bankruptcy liquidation, stocks and bonds, and financial management principles. These topics are crucial for understanding the complexities of finance and capital markets, as well as for applying practical money management strategies."} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many guests can the 373,848,461,866 serve? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "25-30 guests484,848,631,866"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "25-30 guests", "gt_answer": "25-30 guests484,848,631,866"} +{"image": ["imgs/ChartQA_PCG/two_col_41945.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the EBIT in million U.S. dollars for the year labeled in '523, 959, 551, 971'? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The EBIT for the year 2018523, 959, 551, 971 was 34913 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The EBIT for the year 2018523, 959, 551, 971 was 34660 million U.S. dollars.", "gt_answer": "The EBIT for the year 2018523, 959, 551, 971 was 34913 million U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_62964.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousands of visitors did 258, 850, 310, 866' have in 2018?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "13518266, 126, 303, 142"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "13518267, 124, 304, 141", "gt_answer": "13518266, 126, 303, 142", "necessary bbox": "['Germany258, 850, 310, 866', '13518266, 126, 303, 142']"} +{"image": ["imgs/Crello/output_poster1745_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is hosting the birthday party?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "ASHDOWN"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The host of the birthday party is mentioned as ' ASHDOWN\u2019S 65,370,198,402 '. Answer: ASHDOWN\u2019S", "gt_answer": "ASHDOWN", "necessary bbox": "[' ASHDOWN\u2019S 65,371,198,402 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80845.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined number of Facebook fans and Twitter followers for the Utah Jazz in March 2021?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2.81 million"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In March 2021, the Utah Jazz had 1.83 million Facebook fans and 0.75 million Twitter followers. The combined number is 1.83 + 0.75 = 2.58 million. Answer: 2.58 million.", "gt_answer": "2.81 million", "necessary bbox": "[' Facebook fans 467,611,548,629', ' Twitter followers 466,646,560,664', ' March 2021 841,531,895,637']"} +{"image": ["imgs/Crello/output_poster693_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the volume of the product being advertised? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The volume of the product being advertised is ' 500 ml 411,881,585,929 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The volume of the product is 500 ml 412,879,586,931.", "gt_answer": "The volume of the product being advertised is ' 500 ml 411,881,585,929 '."} +{"image": ["imgs/Crello/output_poster755_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should the question sticker be placed according to the poster?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "PLACE QUESTION STICKER HERE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' PLACE QUESTION\nSTICKER HERE 329,381,610,415 ' indicates where the question sticker should be placed. Answer: STICKER HERE", "gt_answer": "PLACE QUESTION STICKER HERE", "necessary bbox": "[' PLACE QUESTION\\nSTICKER HERE 329,381,611,414']"} +{"image": ["imgs/Crello/output_poster1501_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the Wild Nature Festival held? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The Wild Nature Festival is held at Tampa Park, located at 2581 Cumberland St, Pine Bluff, AR. Tampa Park\n2581\nCumberland\nSt, Pine\nBluff, AR863,745,965,954."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Wild Nature Festival is held at Tampa Park\n2581\nCumberland\nSt, Pine\nBluff, AR 860,749,963,971 .", "gt_answer": "The Wild Nature Festival is held at Tampa Park, located at 2581 Cumberland St, Pine Bluff, AR. Tampa Park\n2581\nCumberland\nSt, Pine\nBluff, AR863,745,965,954."} +{"image": ["imgs/ChartQA_PCG/two_col_42137.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage growth for Asia and how does it compare to Europe? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Asia has a percentage growth of 4.80%388, 156, 426, 170, which is lower than Europe's growth of 6.40%461, 407, 498, 421."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage growth for Asia140,158,163,170 is 4.80%387,156,424,170, which is lower than Europe126,412,164,424's 6.40%459,409,497,424.", "gt_answer": "Asia has a percentage growth of 4.80%388, 156, 426, 170, which is lower than Europe's growth of 6.40%461, 407, 498, 421."} +{"image": ["imgs/CCMAIN/0139727.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 57,590,184,608 of the product? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "IP55278,590,314,608"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "800A278,573,319,591", "gt_answer": "IP55278,590,314,608"} +{"image": ["imgs/CCMAIN/0310037.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must be attached if the unit is not a rental housing unit as defined by the 562,510,870,522?"}, {"role": "assistant", "content": "Proof of owner occupancy"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Documentation that the house is owner occupied.", "gt_answer": "Proof of owner occupancy"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Asian voters supported 413, 723, 493, 743?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 65% "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Asian voters who supported Hillary Clinton is 65%664, 201, 690, 219. Answer: 65%", "gt_answer": " 65% ", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for a box of 72 104,153,289,167 slides? Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists Premier\u00ae, safety corners. 9101104,153,289,167 with a price of $3.90390,153,424,167 per slide, and the box of 72 is priced at 76.00452,153,485,167. Answer: $76.00"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price for a box of 72 general104,123,156,138 slides as $3.90392,153,425,167. Answer: $3.90", "gt_answer": "The document lists Premier\u00ae, safety corners. 9101104,153,289,167 with a price of $3.90390,153,424,167 per slide, and the box of 72 is priced at 76.00452,153,485,167. Answer: $76.00"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the item with the code 4951-001T in 76,137,489,282? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The price of the item with the code 4951-001T269,254,334,269 is 266.00, as listed in 76,137,489,282."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The price of the item with the code 4951-001T is $266.00, as indicated in the span 4951-001T273,254,342,270.", "gt_answer": "The price of the item with the code 4951-001T269,254,334,269 is 266.00, as listed in 76,137,489,282."} +{"image": ["imgs/Crello/output_poster1050_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time for the event mentioned in the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The event will start on ' 22 193,160,273,257' ' JANUARY 81,165,183,260' at ' 4 PM 493,203,556,235'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is on January 22 83,160,275,259 at 4 PM 493,205,556,237.", "gt_answer": "The event will start on ' 22 193,160,273,257' ' JANUARY 81,165,183,260' at ' 4 PM 493,203,556,235'."} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must students do after paying the fee(s) according to 65,242,945,569? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "After paying the fee(s), students must download the form for future reference. This is specified in the text: After payment of the fee(s) student must download the form for future reference.107,446,726,459."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "After paying the fee(s), students must download the form for future reference. This is specified in the text: After payment of the fee(s) student must download the form for future reference.107,445,723,458.", "gt_answer": "After paying the fee(s), students must download the form for future reference. This is specified in the text: After payment of the fee(s) student must download the form for future reference.107,446,726,459."} +{"image": ["imgs/CCMAIN/0320949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must all applicants be to apply for a program? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "current financial members of Tank FM415,213,837,237"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Current Financial Members of Tank FM415,213,836,235", "gt_answer": "current financial members of Tank FM415,213,837,237"} +{"image": ["imgs/ChartQA_PCG/two_col_5613.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand sold the second highest number of cigarettes?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Newport98,231,145,246"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Newport 97, 230, 143, 245", "gt_answer": "Newport98,231,145,246", "necessary bbox": "['Newport98,231,145,246', '34.90373,228,407,243']"} +{"image": ["imgs/ChartQA_PCG/two_col_83331.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage increase in expenditure from 2008 to 2012? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The percentage increase from 267106 642,428,687,434 in 2008 to 304101 in 2012 is approximately 13.85%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The expenditure in 2008 was 267106641,429,685,435 million euros and in 2012 it was 294050 million euros. The percentage increase is calculated as ((294050 - 267106) / 267106) * 100 = 10.08%.", "gt_answer": "The percentage increase from 267106 642,428,687,434 in 2008 to 304101 in 2012 is approximately 13.85%."} +{"image": ["imgs/Crello/output_poster2180_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the performance taking place?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " 318 ROBBINS ST FAHRRAD CAFE "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The location of the performance is given as ' 318 ROBBINS ST FAHRRAD CAFE 57,796,357,829'. Answer: 318 ROBBINS ST FAHRRAD CAFE", "gt_answer": " 318 ROBBINS ST FAHRRAD CAFE ", "necessary bbox": "[' 318 ROBBINS ST FAHRRAD CAFE 57,796,357,831']"} +{"image": ["imgs/ChartQA_PCG/two_col_104878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the Russell 2000 index value in 266,912,293,925?"}, {"role": "assistant", "content": "673"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "673", "gt_answer": "673", "necessary bbox": "['2005265, 912, 293, 925', '673268, 568, 290, 584']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40639.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of Female respondents who selected the 'More' option?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "49%203, 107, 229, 125"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "49%203, 108, 230, 127", "gt_answer": "49%203, 107, 229, 125", "necessary bbox": "['49%203, 107, 229, 125', 'Female553, 703, 593, 719', 'More191, 565, 218, 579']"} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage share for Boomers on the vertical bar chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "19%563, 408, 589, 424"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "19%562, 408, 588, 424", "gt_answer": "19%563, 408, 589, 424", "necessary bbox": "['Boomers551, 856, 600, 869', '19%563, 408, 589, 424']"} +{"image": ["imgs/CCMAIN/0116145.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step in the 6-Step Success Process? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document outlines a 6-Step Success Process415,334,598,349 for recruiting solutions. The first step mentioned is SCOPING415,361,483,384, which involves an in-depth analysis of position specifications and gathering requirements. Answer: SCOPING415,361,483,384"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The first step in the 6-Step Success Process is SCOPING415,362,484,380, which involves an in-depth analysis of position specifications and gathering requirements to present successful candidates. Answer: SCOPING415,362,484,380", "gt_answer": "The document outlines a 6-Step Success Process415,334,598,349 for recruiting solutions. The first step mentioned is SCOPING415,361,483,384, which involves an in-depth analysis of position specifications and gathering requirements. Answer: SCOPING415,361,483,384"} +{"image": ["imgs/Crello/output_poster1404_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Corporate Charity Day event?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": " DEC 13, MONDAY "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date of the event is mentioned in the text ' DEC 13,\nMONDAY 407,492,526,586 '. Answer: DEC 13, MONDAY", "gt_answer": " DEC 13, MONDAY ", "necessary bbox": "[' DEC 13, MONDAY 410,496,538,593 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60653.png"], "messages": [{"role": "user", "content": "<|image|> \nFor which impact did the highest percentage of respondents answer '513, 560, 640, 580'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Creates a more authentic shopping experience127, 325, 534, 345"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Helps me identify trending products223, 459, 531, 477", "gt_answer": "Creates a more authentic shopping experience127, 325, 534, 345", "necessary bbox": "['Strongly agree513, 560, 640, 580', 'Creates a more authentic shopping experience127, 325, 534, 345', '24%', 'Is more interesting than content created by the brand67, 259, 534, 279', '26%', 'Improves customer feedback283, 192, 535, 212', '30%', 'Increases my purchasing confidence219, 127, 534, 146', '30%']"} +{"image": ["imgs/CCMAIN/0006937.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the PAN of the entity? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "AABCT4143P305,523,434,543"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "AABCT4143P306,524,433,544", "gt_answer": "AABCT4143P305,523,434,543"} +{"image": ["imgs/ChartQA_PCG/two_col_3017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich time period has the smallest percentage and what is its percentage? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Time period: 31-60 mins, Percentage: 1.0% 468, 683, 511, 709"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The time period with the smallest percentage is Less than a minute 523,849,687,881 with 2.0% 474,683,519,709.", "gt_answer": "Time period: 31-60 mins, Percentage: 1.0% 468, 683, 511, 709"} +{"image": ["imgs/ChartQA_PCG/two_col_40981.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage of respondents who found the loans either \"Very important\" or \"387, 835, 443, 851\"?"}, {"role": "assistant", "content": "87.2%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "87%", "gt_answer": "87.2%", "necessary bbox": "[' Very important 178, 834, 264, 851', ' Important 387, 835, 443, 851']"} +{"image": ["imgs/Crello/output_poster924_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the brand name or theme mentioned in the poster for the sleepwear? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The brand name or theme mentioned is Selena Sleepware 112,280,462,477."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The brand name or theme mentioned is ' Selena Sleepware 110,284,463,475 '.", "gt_answer": "The brand name or theme mentioned is Selena Sleepware 112,280,462,477."} +{"image": ["imgs/CCMAIN/0294654.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat certification does the product have according to CE standards? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The Certifications and Approvals150,523,374,540 section states that the product is Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,825,555. Answer: Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,825,555"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the product as Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,824,555, indicating its compliance with CE standards. Answer: Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,824,555", "gt_answer": "The Certifications and Approvals150,523,374,540 section states that the product is Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,825,555. Answer: Marked (Open Type) Per Low Voltage Directive 73/23/EEC, 93/68/EEC381,540,825,555"} +{"image": ["imgs/Crello/output_poster195_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is used to inspire action related to Martin Luther King Day?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Keep The Dream Alive 280,607,672,656 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Keep The Dream Alive 281,604,673,652 ", "gt_answer": " Keep The Dream Alive 280,607,672,656 ", "necessary bbox": "[' Keep The Dream Alive 280,607,672,656 ']"} +{"image": ["imgs/CCMAIN/0000901.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is an advertisement for renting an office space in the central area of Floresti. The office has a usable area of 95 m\u00b2550,533,601,552, with 4563,599,575,620 rooms and 1526,663,533,680 bathroom. The rental price is \u20ac900/month142,526,380,647. The contact person is RAUL GAVRIL223,799,311,824, reachable at mobile number 0727.228817124,834,207,858 and email office@weltimobiliare.ro98,868,260,893. The office is listed by welt imobiliare752,842,945,875, located at B-dul 21 Decembrie Nr. 24 Cluj Napoca, Romania263,959,587,978."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an advertisement for renting office space in Cluj Napoca, Romania. The location is in the ZONA CENTRALA, FLORESTI342,0,417,41, with a contact ID of P1 160960,83,138,128. The office space has a usable area of 95 m\u00b2557,525,597,552 and consists of 4562,596,571,624 rooms and 185,83,98,128 bathroom. The rental price is \u20ac900/month142,526,380,647. For inquiries, the contact person is RAUL GAVRIL223,799,312,824, reachable at 0727.228817124,834,207,858 or via email at office@weltimobiliare.ro98,868,260,893. The agency's address is B-dul 21 Decembrie Nr. 24 Cluj Napoca, Romania263,955,585,978.", "gt_answer": "The document is an advertisement for renting an office space in the central area of Floresti. The office has a usable area of 95 m\u00b2550,533,601,552, with 4563,599,575,620 rooms and 1526,663,533,680 bathroom. The rental price is \u20ac900/month142,526,380,647. The contact person is RAUL GAVRIL223,799,311,824, reachable at mobile number 0727.228817124,834,207,858 and email office@weltimobiliare.ro98,868,260,893. The office is listed by welt imobiliare752,842,945,875, located at B-dul 21 Decembrie Nr. 24 Cluj Napoca, Romania263,959,587,978."} +{"image": ["imgs/CCMAIN/0255352.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The Department of Catholic Schools287,191,604,210 is posting a job for a 2nd Grade Teacher233,245,395,263 at Christ the King Catholic School310,210,610,228 in Portland. The position is full-time266,351,346,369 and requires a teaching license352,387,487,404 and being Catholic438,191,522,210. The start date is 8/30/2021284,263,379,281 and the application deadline is 7/31/2021326,281,415,298. The role involves teaching self-contained, multiple subjects197,333,480,351 for the 2021-2022 school year342,439,530,457. Applicants must complete the Teaching Application Process483,507,751,526. The contact person is Sarah Taber358,576,461,594 and the school is located at 7414 SE Michael Dr193,612,355,629, Portland, OR 97222248,629,411,647. Contact email is tabers@ctk.pvt.k12.or.us242,647,449,665 and phone is 503-785-2411250,665,361,683."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Christ the King Catholic School in Portland is seeking a 2nd Grade Teacher231,246,395,263 for the 2021-2022 school year. The position starts on 8/30/2021282,264,377,281 and requires a teaching license. The application deadline is 7/31/2021325,282,419,299. Applicants must be Catholic required117,370,265,387 and complete the Teaching Application Process483,508,750,525. The contact person is Sarah Taber357,578,462,594, and the school is located at 7414 SE Michael Dr192,613,355,629, Portland, OR 97222.", "gt_answer": "The Department of Catholic Schools287,191,604,210 is posting a job for a 2nd Grade Teacher233,245,395,263 at Christ the King Catholic School310,210,610,228 in Portland. The position is full-time266,351,346,369 and requires a teaching license352,387,487,404 and being Catholic438,191,522,210. The start date is 8/30/2021284,263,379,281 and the application deadline is 7/31/2021326,281,415,298. The role involves teaching self-contained, multiple subjects197,333,480,351 for the 2021-2022 school year342,439,530,457. Applicants must complete the Teaching Application Process483,507,751,526. The contact person is Sarah Taber358,576,461,594 and the school is located at 7414 SE Michael Dr193,612,355,629, Portland, OR 97222248,629,411,647. Contact email is tabers@ctk.pvt.k12.or.us242,647,449,665 and phone is 503-785-2411250,665,361,683."} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 80,60,128,74 of the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document explicitly states the ISSN80,60,128,74 as 2656-8624146,60,237,74. Answer: 2656-8624146,60,237,74"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the ISSN80,60,128,74 as 2656-8624146,60,237,74, which is a unique identifier for the journal. Answer: 2656-8624146,60,237,74", "gt_answer": "The document explicitly states the ISSN80,60,128,74 as 2656-8624146,60,237,74. Answer: 2656-8624146,60,237,74"} +{"image": ["imgs/CCMAIN/0359307.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "Tania Wimberley121,70,360,92 is the Head of Financial Reporting415,310,587,326 in the Issuer Regulation Division of the JSE Limited184,330,295,346. Her role involves creating and implementing requirements to ensure the JSE is an effective securities market, with a focus on promoting investor confidence. Tania has been with the JSE for 18 years405,405,484,421 and has a background in merchant banking. She has contributed to the regulatory approach in areas such as financial reporting, auditing, corporate governance, related parties, and the property sector. She has deep experience in regulating the South African listed Capital Markets and leads the JSE's proactive monitoring review team to ensure compliance with IFRS501,523,547,539. Tania is a chartered accountant and holds a Master\u2019s degree in commerce."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Tania Wimberley is the Head of Financial Reporting in the Issuer Regulation Division of the JSE Limited183,329,295,346. Her role involves ensuring the JSE is an effective securities market by promoting investor confidence. With 18 years at the JSE, she has contributed to regulatory approaches in financial reporting, auditing, corporate governance, and more. She has extensive experience in regulating South African Capital Markets and leads the JSE\u2019s proactive monitoring review team, focusing on IFRS compliance. Tania is a chartered accountant with a Master\u2019s degree in commerce.", "gt_answer": "Tania Wimberley121,70,360,92 is the Head of Financial Reporting415,310,587,326 in the Issuer Regulation Division of the JSE Limited184,330,295,346. Her role involves creating and implementing requirements to ensure the JSE is an effective securities market, with a focus on promoting investor confidence. Tania has been with the JSE for 18 years405,405,484,421 and has a background in merchant banking. She has contributed to the regulatory approach in areas such as financial reporting, auditing, corporate governance, related parties, and the property sector. She has deep experience in regulating the South African listed Capital Markets and leads the JSE's proactive monitoring review team to ensure compliance with IFRS501,523,547,539. Tania is a chartered accountant and holds a Master\u2019s degree in commerce."} +{"image": ["imgs/CCMAIN/0093622.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must the applicant agree to 79,833,273,851?"}, {"role": "assistant", "content": "Sign a rental or lease agreement and pay all sums due, including required deposits, before occupancy."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Sign a rental or lease agreement and pay all sums due.", "gt_answer": "Sign a rental or lease agreement and pay all sums due, including required deposits, before occupancy."} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 89,121,139,131 of the publication? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Gordon Hutner91,150,193,163"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Gordon Hutner90,150,194,163", "gt_answer": "Gordon Hutner91,150,193,163"} +{"image": ["imgs/ChartQA_PCG/multi_col_80020.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 686,562,730,580 think 'In this context, the appropriate behavior'?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "37%696, 244, 722, 262"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "37%695,244,721,262", "gt_answer": "37%696, 244, 722, 262", "necessary bbox": "['37%696, 244, 722, 262','Women686,562,730,580']"} +{"image": ["imgs/Crello/output_poster245_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mood conveyed by the text in 36,82,813,187?"}, {"role": "assistant", "content": "Happy"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Happy", "gt_answer": "Happy", "necessary bbox": "[' Happy World Elephant Day! 36,82,813,187 ']"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 266,460,477,476 for Palmers Scaffolding UK Ltd? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The certificate states the NASC Membership No:266,460,477,476 as 32704529,460,586,476, indicating the unique membership identification for Palmers Scaffolding UK Ltd. Answer: 32704529,460,586,476"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The certificate specifies the NASC Membership No266,460,477,476 as 32704529,460,584,476, indicating the unique identifier for Palmers Scaffolding UK Ltd within the NASC membership. Answer: 32704529,460,584,476", "gt_answer": "The certificate states the NASC Membership No:266,460,477,476 as 32704529,460,586,476, indicating the unique membership identification for Palmers Scaffolding UK Ltd. Answer: 32704529,460,586,476"} +{"image": ["imgs/ChartQA_PCG/two_col_80856.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the largest category in the pie chart?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Compulsary checks664,617,834,649"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Compulsary checks 663, 615, 830, 647", "gt_answer": "Compulsary checks664,617,834,649", "necessary bbox": "['Compulsary checks664,617,834,649', '37.0%545,555,601,581', '33.0%334,577,390,603', '30.0%422,291,478,317']"} +{"image": ["imgs/CCMAIN/0182696.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich room in the Orion Lodge & Chapel has the most beds? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The Big Dipper - Room #3726,214,873,229 has 1 queen bed, 1 single bed734,231,864,243, making it the room with the most beds in the Orion Lodge & Chapel. Answer: Big Dipper - Room #3726,214,873,229"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The Big Dipper - Room #3726,212,874,227 has a 1 queen bed and 1 single bed, making it the room with the most beds in the Orion Lodge & Chapel. Answer: Big Dipper - Room #3726,212,874,227", "gt_answer": "The Big Dipper - Room #3726,214,873,229 has 1 queen bed, 1 single bed734,231,864,243, making it the room with the most beds in the Orion Lodge & Chapel. Answer: Big Dipper - Room #3726,214,873,229"} +{"image": ["imgs/ChartQA_PCG/24585401004048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expected years of schooling for 194,497,274,521 ?"}, {"role": "assistant", "content": "10.60 years"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10.62", "gt_answer": "10.60 years", "necessary bbox": "['Tajikistan194,497,274,521', '10.60null']"} +{"image": ["imgs/ChartQA_PCG/two_col_4524.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the years where the percentage of the population is consistently above 123,325,135,339%. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The percentage of the population was consistently above 16123,325,135,339% in 2011564,870,591,914, 2012599,871,625,914, and 2013633,869,659,914."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The years where the percentage is consistently above 16%123,325,135,339 are 2010, 2011, 2012, 2013, and 2014.", "gt_answer": "The percentage of the population was consistently above 16123,325,135,339% in 2011564,870,591,914, 2012599,871,625,914, and 2013633,869,659,914."} +{"image": ["imgs/Crello/output_poster788_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the social media handle mentioned in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " @INSPOCHARLOTE 235,352,492,368 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " @inspocharlotte 235,360,491,374 ", "gt_answer": " @INSPOCHARLOTE 235,352,492,368 ", "necessary bbox": "[' @INSPOCHARLOTE 235,352,492,368 ']"} +{"image": ["imgs/Crello/output_poster1014_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich college is hosting the event on 437,577,523,599?"}, {"role": "assistant", "content": " VERENDRYE COLLEGE "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "VERENDRYE COLLEGE", "gt_answer": " VERENDRYE COLLEGE ", "necessary bbox": "[' VERENDRYE COLLEGE 459,413,514,444', ' Saturday, Oct 3 437,577,523,599']"} +{"image": ["imgs/CCMAIN/0267305.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of resource is described by 53, 349, 920, 363? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The resource described by 53, 349, 920, 363 is a collection of skillbuilders and literary analysis tools, as indicated by the text 'skillbuilder words to know skillbuilder selec, front lines political plays by american women, sketchbook blank sketchbook for53, 349, 920, 363'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The resource described by 53, 349, 920, 363 is 'sketchbook blank sketchbook for kids boys and doodle draw and sketch unicorn', which is a type of creative writing or drawing tool designed for children to express their imagination and creativity.", "gt_answer": "The resource described by 53, 349, 920, 363 is a collection of skillbuilders and literary analysis tools, as indicated by the text 'skillbuilder words to know skillbuilder selec, front lines political plays by american women, sketchbook blank sketchbook for53, 349, 920, 363'."} +{"image": ["imgs/Crello/output_poster2298_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the ingredients of the 'Agua de Valencia' cocktail(150 ml)?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Freshly-squeezed juice from Valencia oranges juice, Champaign, gin, vodka, sugar syrup, rosemary leaf.181,602,367,680"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Freshly-squeezed juice from Valencia oranges, Juice, Champagne, gin, sugar syrup, rosemary leaf 174,608,392,835", "gt_answer": "Freshly-squeezed juice from Valencia oranges juice, Champaign, gin, vodka, sugar syrup, rosemary leaf.181,602,367,680", "necessary bbox": "['Freshly-squeezed juice from Valencia oranges juice, Champaign, gin, vodka, sugar syrup, rosemary leaf.181,602,367,680']"} +{"image": ["imgs/CCMAIN/0261304.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The Barberton Public Library is hiring a full-time Librarian88,223,170,244 for the Children\u2019s Services Department182,225,450,242. The role involves providing library services to children, educators, and families, working 35 hours per week with a flexible schedule including nights and weekends. Responsibilities include maintaining collections, promoting literacy programs, and offering reference services. Applicants need a Master of Library and Information Science degree, preferably with experience in children\u2019s programming. Benefits include vacation, sick leave, and health insurance. The salary ranges from $14.55 - $21.2488,650,201,669 per hour. Applications are accepted until the position is filled, with initial reviews starting on August 2, 202188,749,198,767."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Barberton Public Library120,258,300,274 is hiring a full-time Children\u2019s Services Librarian182,224,206,240 to provide public library services to children, educators, and families. The role involves maintaining collections, promoting literacy, and assisting with clerical duties. The position requires a Master of Library and Information Science degree from an ALA accredited school, knowledge of children's literature, and experience in a public library setting. The salary ranges from $14.55 - $21.24 per hour88,651,264,667. Applications are due by August 2, 202188,751,197,767, and the position is open until filled.", "gt_answer": "The Barberton Public Library is hiring a full-time Librarian88,223,170,244 for the Children\u2019s Services Department182,225,450,242. The role involves providing library services to children, educators, and families, working 35 hours per week with a flexible schedule including nights and weekends. Responsibilities include maintaining collections, promoting literacy programs, and offering reference services. Applicants need a Master of Library and Information Science degree, preferably with experience in children\u2019s programming. Benefits include vacation, sick leave, and health insurance. The salary ranges from $14.55 - $21.2488,650,201,669 per hour. Applications are accepted until the position is filled, with initial reviews starting on August 2, 202188,749,198,767."} +{"image": ["imgs/Crello/output_poster596_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number for more information?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " +33-845-093-8475 155,925,488,953 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " +33 845-093-8475 156,923,485,951", "gt_answer": " +33-845-093-8475 155,925,488,953 ", "necessary bbox": "[' For more info call us at: 77,884,532,911 ', ' +33-845-093-8475 155,925,488,953 ']"} +{"image": ["imgs/CCMAIN/0355615.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which 116,787,325,810 is the instruction provided? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The Instruction language116,787,325,810 section mentions that the training is conducted in either Arabic or English116,816,258,835, providing flexibility in language options for participants. Answer: Arabic or English.116,816,263,835"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Instruction language116,787,325,810 is either Arabic or English116,816,259,834, allowing flexibility in language choice. Answer: Arabic or English.116,816,264,834", "gt_answer": "The Instruction language116,787,325,810 section mentions that the training is conducted in either Arabic or English116,816,258,835, providing flexibility in language options for participants. Answer: Arabic or English.116,816,263,835"} +{"image": ["imgs/ChartQA_PCG/44391686006807.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the depth of the food deficit for 92, 369, 166, 387?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "71"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The depth of the food deficit for Gambia92, 369, 166, 387 is 71621, 364, 645, 386. Answer: 71", "gt_answer": "71", "necessary bbox": "['Gambia92, 369, 166, 387', '71617, 366, 643, 386']"} +{"image": ["imgs/CCMAIN/0008034.png"], "messages": [{"role": "user", "content": "<|image|> \nWho presented at the 2012 NATOA Annual Convention? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Tim Lay535,221,674,263"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Tim Lay534,226,670,259", "gt_answer": "Tim Lay535,221,674,263"} +{"image": ["imgs/Crello/output_poster507_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat word is prominently displayed within the poster design? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The word 'Art83,441,316,677' is prominently displayed in the poster design, indicating the theme or focus of the workshop."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' Art 83,437,316,675 ' is prominently displayed.", "gt_answer": "The word 'Art83,441,316,677' is prominently displayed in the poster design, indicating the theme or focus of the workshop."} +{"image": ["imgs/CCMAIN/0281754.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total height of the fence in 880,395,965,429?"}, {"role": "assistant", "content": "6\u2019 [1829MM]"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6' [1829MM]", "gt_answer": "6\u2019 [1829MM]"} +{"image": ["imgs/ChartQA_PCG/two_col_4257.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two countries account for the highest share of global monthly active Facebook users?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "India and United States"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The countries with the highest share are India 223,130,251,143 with 12% and United States 167,208,251,220 with 11% . Answer: India and United States.", "gt_answer": "India and United States", "necessary bbox": "['India222,130,250,143', 'United States168,208,252,220']"} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate difference between 442, 844, 468, 889 and 499,849,526,889?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.20%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The unemployment rate in 2010467, 843, 493, 889 was 15.90%442, 118, 491, 137, and in 2011499, 844, 526, 889 it was 14.70%494, 204, 542, 222. The difference is 1.20%. Answer: 1.20%", "gt_answer": "1.20%", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138','2011499,849,526,889','14.70%489,208,537,225']"} +{"image": ["imgs/CCMAIN/0346238.png"], "messages": [{"role": "user", "content": "<|image|> \nAccording to 147,320,848,550, what role does the 'spirit of man' play in the process of revelation? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The 'spirit of man' acts as the 'candle of the Lord,' which God uses to bring light into the innermost parts of the heart. This is explained in the text where it states, \u201cThe spirit of man is the candle of the Lord, searching all the inward parts of the heart\u201d150,321,826,337. This indicates that the spirit is the initial recipient of God's revelation, which then facilitates understanding and change."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 147,320,848,550, the 'spirit of man' is described as 'the candle of the Lord, searching all the inward parts of the heart'. This indicates that the spirit of man is what God uses to bring light into the innermost parts of the human heart. It is through this process that God reveals things to the heart, not the mind, as highlighted in the text.", "gt_answer": "The 'spirit of man' acts as the 'candle of the Lord,' which God uses to bring light into the innermost parts of the heart. This is explained in the text where it states, \u201cThe spirit of man is the candle of the Lord, searching all the inward parts of the heart\u201d150,321,826,337. This indicates that the spirit is the initial recipient of God's revelation, which then facilitates understanding and change."} +{"image": ["imgs/ChartQA_PCG/two_col_4491.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 705, 944, 732, 957 of universities captured in the chart?"}, {"role": "assistant", "content": "170"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "170", "gt_answer": "170", "necessary bbox": "['Total705, 944, 732, 957']"} +{"image": ["imgs/ChartQA_PCG/multi_col_438.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the median age of grooms in 557,592,585,606 and how does it differ from the median age in 207,592,235,606? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "In 2015 557,592,585,606, the median age for grooms was 30.30 551,57,585,75, which is an increase from 2010 207,592,235,606, where the median age was 30 209,61,224,79."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The median age of grooms in 557,592,585,606 was 30.30554,59,587,78, while in 207,592,235,606 it was 28278,89,293,108. The difference is 2.3 years.", "gt_answer": "In 2015 557,592,585,606, the median age for grooms was 30.30 551,57,585,75, which is an increase from 2010 207,592,235,606, where the median age was 30 209,61,224,79."} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion sum of female and male patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?"}, {"role": "assistant", "content": "18.2"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "18.2", "gt_answer": "18.2", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311','12393,297,411,312','Male547,731,576,744']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60139.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of cruise passengers for 316, 656, 347, 672 in 2030*?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "850801, 62, 824, 81"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "850801, 62, 824, 81", "gt_answer": "850801, 62, 824, 81", "necessary bbox": "['Dubai316, 656, 347, 672', '2030*813, 529, 847, 543', '850801, 62, 824, 81']"} +{"image": ["imgs/ChartQA_PCG/two_col_81937.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the financial and insurance activities sector account for the highest percentage of Spain's GDP?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2009"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest percentage was in 2009338, 887, 364, 931 with 5.26%. Answer: 2009", "gt_answer": "2009", "necessary bbox": "[ '2009337,891,363,936']"} +{"image": ["imgs/CCMAIN/0160901.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which day does the 102,318,245,330 take place? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The schedule shows that Gymnastics Yr 5 & 6102,318,245,330 is held on Thur277,318,310,327 as indicated in the 'Day' column. Answer: Thur277,318,310,327"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Gymnastics Yr 5 & 6102,318,245,330 club is scheduled on Thur275,318,309,330 from 3.30-4.30pm. Answer: Thur275,318,309,330", "gt_answer": "The schedule shows that Gymnastics Yr 5 & 6102,318,245,330 is held on Thur277,318,310,327 as indicated in the 'Day' column. Answer: Thur277,318,310,327"} +{"image": ["imgs/CCMAIN/0300555.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The OGIO\u00ae Utilitarian Jacket. OG752 is a parka-length, fully seam-sealed jacket designed for modern style and weather protection. It features a durable water-repellent (DWR)401,184,557,193 100% poly shell with a water-resistant film insert, offering a 5000MM fabric waterproof rating401,216,566,225 and a 5000G/M2 fabric breathability rating401,233,582,242. The jacket includes an Adjustable, packable hood398,248,535,257, Mitered OGIO back neck label400,264,556,274, Exterior storm flap399,280,495,291, Waterproof molded zippers400,296,538,306, Black reflective taping details400,312,549,322, Patch pockets399,330,476,338, Adjustable snap-closure cuffs400,343,556,354, and a Black reflective O heat transfer on the front left hem400,362,645,370. Care instructions388,386,512,394 recommend Machine washing cold, only non-chlorine bleach when needed388,402,694,412, and Tumble dry medium cycle388,418,520,428. The jacket is available in Blacktop20,787,58,795 and Drive Green106,787,159,795 colors. The size chart provides chest measurements for sizes XS133,672,147,679 to 4XL867,672,885,679."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The OGIO\u00ae Utilitarian Jacket. OG752610,64,953,87 is a parka-length, fully seam-sealed jacket designed for 5K/5K weather protection. It features a durable water-repellent (DWR) 100% poly shell bonded to a water-resistant film insert, a 5000MM fabric waterproof rating, and a 5000G/M2 fabric breathability rating. The jacket includes an adjustable, packable hood, mitered OGIO back neck label, exterior storm flap, waterproof molded zippers, black reflective taping details, patch pockets, adjustable, snap-closure cuffs, and a black reflective O heat transfer on the front left hem. Care instructions advise machine washing cold, using non-chlorine bleach when needed, tumble drying medium cycle, and avoiding dry cleaning. The size chart provides chest measurements from XS to 4XL, and color options include Blacktop and Drive Green.", "gt_answer": "The OGIO\u00ae Utilitarian Jacket. OG752 is a parka-length, fully seam-sealed jacket designed for modern style and weather protection. It features a durable water-repellent (DWR)401,184,557,193 100% poly shell with a water-resistant film insert, offering a 5000MM fabric waterproof rating401,216,566,225 and a 5000G/M2 fabric breathability rating401,233,582,242. The jacket includes an Adjustable, packable hood398,248,535,257, Mitered OGIO back neck label400,264,556,274, Exterior storm flap399,280,495,291, Waterproof molded zippers400,296,538,306, Black reflective taping details400,312,549,322, Patch pockets399,330,476,338, Adjustable snap-closure cuffs400,343,556,354, and a Black reflective O heat transfer on the front left hem400,362,645,370. Care instructions388,386,512,394 recommend Machine washing cold, only non-chlorine bleach when needed388,402,694,412, and Tumble dry medium cycle388,418,520,428. The jacket is available in Blacktop20,787,58,795 and Drive Green106,787,159,795 colors. The size chart provides chest measurements for sizes XS133,672,147,679 to 4XL867,672,885,679."} +{"image": ["imgs/Crello/output_poster1165_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the Corporate Charity Day scheduled? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The Corporate Charity Day is scheduled for DEC 13, MONDAY 256,470,534,534."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Corporate Charity Day is scheduled for DEC 13, MONDAY 258,469,530,537 .", "gt_answer": "The Corporate Charity Day is scheduled for DEC 13, MONDAY 256,470,534,534."} +{"image": ["imgs/ChartQA_PCG/multi_col_731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage change in the rent to income ratio for between May 2020 and May 2021? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "For North East 172,527,251,536, the rent to income ratio decreased by 0.80% from 24.80% 695,530,754,539 in May '20 to 24% 681,523,715,533 in May '21. For London 197,109,250,117, it decreased by 1.50% from 35.50% 882,111,941,120 to 34% 855,104,891,114."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The rent to income ratio for London 197, 106, 253, 114 increased from 35.50% 880, 105, 940, 114 in May 2020 to 34% 860, 99, 895, 108 in May 2021, a decrease of 1.50%.", "gt_answer": "For North East 172,527,251,536, the rent to income ratio decreased by 0.80% from 24.80% 695,530,754,539 in May '20 to 24% 681,523,715,533 in May '21. For London 197,109,250,117, it decreased by 1.50% from 35.50% 882,111,941,120 to 34% 855,104,891,114."} +{"image": ["imgs/ChartQA_PCG/two_col_62510.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined share of weekly time spent listening for Spotify and YouTube? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The combined share is 37% (10%440,301,468,316 for Spotify and 27%890,146,919,160 for YouTube)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Spotify has a share of 10%439, 298, 467, 313 and YouTube has a share of 27%890, 145, 919, 159. Combined, they account for 37% of the weekly time spent listening.", "gt_answer": "The combined share is 37% (10%440,301,468,316 for Spotify and 27%890,146,919,160 for YouTube)."} +{"image": ["imgs/Crello/output_poster318_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the sweets brand mentioned?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "COIGHNY SWEETS"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand name is given as ' COIGHNY 765,102,864,123 '. Answer: COIGHNY", "gt_answer": "COIGHNY SWEETS", "necessary bbox": "[' COIGHNY \\nSWEETS 767,102,868,153 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1902.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the average ticket price first exceed $64,262,86,274?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2014510,949,536,989"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2014513,947,539,987", "gt_answer": "2014510,949,536,989", "necessary bbox": "['122513,239,535,254', '2014510,949,536,989','12064,262,86,274']"} +{"image": ["imgs/CCMAIN/0343816.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required under '50,584,245,600'?"}, {"role": "assistant", "content": "Bank Name, Business Account #, Bank Contact, Phone Number"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Bank account number and phone number.", "gt_answer": "Bank Name, Business Account #, Bank Contact, Phone Number"} +{"image": ["imgs/CCMAIN/0198280.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific action is proposed in 155,234,778,251? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The specific action proposed in Amend Bill, page 2, line 1, by inserting after \"same\"155,234,778,251 is to include a statement in plain English prepared by the Attorney General, which indicates the purpose, limitations, and effects of the ballot question on the citizens of the Commonwealth."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific action proposed in 155,234,778,251 is to amend the bill by inserting a statement in plain English prepared by the Attorney General after the word 'same'. This statement should indicate the purpose, limitations, and effects of the ballot question on the citizens of the Commonwealth.", "gt_answer": "The specific action proposed in Amend Bill, page 2, line 1, by inserting after \"same\"155,234,778,251 is to include a statement in plain English prepared by the Attorney General, which indicates the purpose, limitations, and effects of the ballot question on the citizens of the Commonwealth."} +{"image": ["imgs/Crello/output_poster2150_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat number is prominently displayed on the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 22 240,386,731,720 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 22 246,385,749,710 ", "gt_answer": " 22 240,386,731,720 ", "necessary bbox": "[' 22 240,386,731,720 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_40178.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the greatest increase in the share of respondents observed?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "2011"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The greatest increase was from 2009 to 2011, where the share increased from 33%487,322,513,338 to 43%626,184,652,201. Answer: 2011.", "gt_answer": "2011", "necessary bbox": "['18%219,533,245,549', '26%355,422,381,438', '33%491,324,517,340', '43%626,186,653,202','48%763,114,790,132','2011626,816,653,827']"} +{"image": ["imgs/Crello/output_poster514_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the event mentioned in 311,619,449,655 ?"}, {"role": "assistant", "content": "Karaoke Cafe"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "KARAOKE CAFE", "gt_answer": "Karaoke Cafe", "necessary bbox": "[' KARAOKE\\nCAFE 311,619,449,655 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80405.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue in million U.S. dollars in 680,515,714,536?"}, {"role": "assistant", "content": "4029.111"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3409.04 million U.S. dollars.", "gt_answer": "4029.111", "necessary bbox": "['Service673, 362, 721, 381', '3099.22673, 362, 721, 381', 'Product sales677, 195, 718, 214', '930.89677, 195, 718, 214','2019680,515,714,536']"} +{"image": ["imgs/CCMAIN/0102405.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is one of the topics listed under 'NEW BUSINESS' in the meeting agenda? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "Under the section titled NEW BUSINESS117,609,241,624, the agenda lists Building code changes (carports & egress windows)176,641,583,656 as one of the topics to be discussed. Answer: Building code changes (carports & egress windows)176,641,583,656"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Under the 'NEW BUSINESS' section, one of the topics listed is Building code changes (carports & egress windows)176,640,583,655. Answer: Building code changes (carports & egress windows)176,640,583,655", "gt_answer": "Under the section titled NEW BUSINESS117,609,241,624, the agenda lists Building code changes (carports & egress windows)176,641,583,656 as one of the topics to be discussed. Answer: Building code changes (carports & egress windows)176,641,583,656"} +{"image": ["imgs/Crello/output_poster1227_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage discount is offered on the assortment of goods advertised? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The discount offered is ' 30% OFF 267,645,612,771 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is 30% OFF 267,645,614,769 .", "gt_answer": "The discount offered is ' 30% OFF 267,645,612,771 '."} +{"image": ["imgs/CCMAIN/0353101.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is a notice from the Jisc community199,53,336,72 website indicating that the Communities Area134,85,258,99 is no longer available. It suggests alternative resources such as the Jisc.ac.uk511,53,594,72 homepage, Jiscinvolve.org137,255,263,274 for expert blogs, and https://www.jisc.ac.uk/get-involved77,272,383,292 to engage with communities. For assistance, users are advised to contact help@jisc.ac.uk537,304,678,323. The source URL is provided for reference."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document informs that the Communities Area134,85,258,99 on the Jisc community199,53,336,72 website is no longer available. It suggests alternative resources such as the Jisc.ac.uk511,53,594,72 homepage, Jiscinvolve.org137,255,263,274 for expert blogs, and https://www.jisc.ac.uk/get-involved77,272,383,292 for community involvement. For assistance, users are encouraged to contact help@jisc.ac.uk537,304,678,323. The source URL is provided for reference.", "gt_answer": "The document is a notice from the Jisc community199,53,336,72 website indicating that the Communities Area134,85,258,99 is no longer available. It suggests alternative resources such as the Jisc.ac.uk511,53,594,72 homepage, Jiscinvolve.org137,255,263,274 for expert blogs, and https://www.jisc.ac.uk/get-involved77,272,383,292 to engage with communities. For assistance, users are advised to contact help@jisc.ac.uk537,304,678,323. The source URL is provided for reference."} +{"image": ["imgs/CCMAIN/0263064.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Newsletter 03 - 2014617,144,792,170 from SafetyMark132,101,441,156, introducing a unique self-explanatory marking system for hydraulics. It features Connection Plans94,218,258,237 with function symbols for standardization, ensuring proper labeling of hoses. The system simplifies training and documentation, enhancing safety and standardization. Manufacturers can access documentation for user manuals. Safety is achieved through correct use of the system, with Red / plus100,506,187,520 for actions like lift and close, and Blue / minus100,519,211,533 for lowering and opening. The system ensures consistent function across different machines and operations, providing permanent marking."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a newsletter from SafetyMark, introducing a unique self-explanatory marking system for hydraulics. This system uses Connection Plans94,218,257,236 with function symbols to ensure proper labeling of hoses and simplify training and documentation. It standardizes operation, allowing manufacturers to access documentation for user manuals. The system includes color-coded symbols: Red / plus100,505,186,520 for lift-lock-close, Blue / minus100,518,203,533 for lowering-open-hatch-side-shift-right. Safety Mark ensures functions are standardized and permanent marking is achieved.", "gt_answer": "The document is a Newsletter 03 - 2014617,144,792,170 from SafetyMark132,101,441,156, introducing a unique self-explanatory marking system for hydraulics. It features Connection Plans94,218,258,237 with function symbols for standardization, ensuring proper labeling of hoses. The system simplifies training and documentation, enhancing safety and standardization. Manufacturers can access documentation for user manuals. Safety is achieved through correct use of the system, with Red / plus100,506,187,520 for actions like lift and close, and Blue / minus100,519,211,533 for lowering and opening. The system ensures consistent function across different machines and operations, providing permanent marking."} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 297,279,379,292 for the audio collection involving Allison Brewer? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document provides the Item Number297,279,379,292 as 2003-047/07T450,279,543,292, which uniquely identifies the audio collection. Answer: 2003-047/07T450,279,543,292"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Item Number297,279,379,292 for the audio collection is 2003-047/07T450,278,545,291, indicating its unique identifier within the archives. Answer: 2003-047/07T450,278,545,291", "gt_answer": "The document provides the Item Number297,279,379,292 as 2003-047/07T450,279,543,292, which uniquely identifies the audio collection. Answer: 2003-047/07T450,279,543,292"} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of online shoppers using 0, 257, 163, 273?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "39%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of online shoppers using Other120, 834, 163, 846 is 3%229, 832, 254, 846. Answer: 3%", "gt_answer": "39%", "necessary bbox": "['Electronic payment (PayPal if available)0, 257, 163, 273', '39%854, 255, 890, 269']"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 391,175,551,193 is the most expensive? Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Among the SNACKS391,175,551,193 listed, BEEF JERKY114,432,279,445 is priced at $9, which is higher than other snack items like SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359. Answer: BEEF JERKY114,432,279,445"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The BEEF JERKY114,426,279,445 is priced at 9300,426,318,445, which is higher than the other snacks listed. Answer: BEEF JERKY114,426,279,445", "gt_answer": "Among the SNACKS391,175,551,193 listed, BEEF JERKY114,432,279,445 is priced at $9, which is higher than other snack items like SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359. Answer: BEEF JERKY114,432,279,445"} +{"image": ["imgs/Crello/output_poster2042_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by combining the text in 297,577,591,661 and 332,750,546,920? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Mardi Gras Gras"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " Mardi 297,577,591,661 Gras 332,750,546,920", "gt_answer": "Mardi Gras Gras", "necessary bbox": "['Mardi297,577,591,661', 'Gras332,750,546,920']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat eating disorder had a 487, 67, 524, 85' prevalence for both male and female?Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "Anorexia nervosa*"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The eating disorder with a 0.10%487, 67, 524, 85 prevalence for both male and female is Bulimia Nervosa479, 516, 571, 535. Answer: Bulimia Nervosa", "gt_answer": "Anorexia nervosa*", "necessary bbox": "['Anorexia nervosa* 166, 516, 273, 532', '0.10%487, 67, 524, 85', '0.10%218, 67, 255, 85']"} +{"image": ["imgs/CCMAIN/0189288.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the voltage rating for Type 456,240,511,254 conductors? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The voltage rating for XHHW-2456,240,511,254 conductors is 600 volts509,324,566,337, making them suitable for various electrical applications. Answer: 600 volts509,324,566,337"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the voltage rating for Type XHHW-2456,240,511,254 conductors is 600 volts. Answer: 600 volts", "gt_answer": "The voltage rating for XHHW-2456,240,511,254 conductors is 600 volts509,324,566,337, making them suitable for various electrical applications. Answer: 600 volts509,324,566,337"} +{"image": ["imgs/Crello/output_poster2189_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will be performing at the live event mentioned in the poster, and where will it take place? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The performance will feature MATTHEW STEWART &\nTHE BLACK BANKS 777,531,915,613 and will take place at 318 ROBBINS ST\nFAHRRAD CAFE 810,355,916,447 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The performers are MATTHEW STEWART & THE BLACK BANKS779,531,912,604, and the event will take place at 318 ROBBINS ST FAHRRAD CAFE811,357,917,447.", "gt_answer": "The performance will feature MATTHEW STEWART &\nTHE BLACK BANKS 777,531,915,613 and will take place at 318 ROBBINS ST\nFAHRRAD CAFE 810,355,916,447 ."} +{"image": ["imgs/ChartQA_PCG/two_col_41201.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did arms imports reach 551,128,580,144?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2012551,941,576,979"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2012553,940,579,977", "gt_answer": "2012551,941,576,979", "necessary bbox": "['1207551,128,580,144', '2012551,941,576,979']"} +{"image": ["imgs/Crello/output_poster56_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the laboratory mentioned in 255,75,543,101?"}, {"role": "assistant", "content": "ZETADOT"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "ZETADOT", "gt_answer": "ZETADOT", "necessary bbox": "['ZETADOT255,75,543,101']"} +{"image": ["imgs/CCMAIN/0234916.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of oil is recommended for the 125,545,192,572?"}, {"role": "assistant", "content": "macadamia nut oil"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Macadamia nut oil.", "gt_answer": "macadamia nut oil"} +{"image": ["imgs/ChartQA_PCG/multi_col_101008.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of aircraft in 2020?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1240"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2020, the number of narrowbody aircraft is 1024513,389,542,408 and the number of widebody aircraft is 216517,186,539,205. The total is 1024 + 216 = 1240. Answer: 1240", "gt_answer": "1240", "necessary bbox": "['1024513, 388, 542, 406', '216516, 185, 539, 204']"} +{"image": ["imgs/CCMAIN/0152019.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a certificate awarded to Hotel Villa Franca392,344,607,393 in Positano, Italy446,405,553,436, confirming that it has successfully achieved the GBAC STAR\u2122 FACILITY ACCREDITATION256,492,743,538. This accreditation is verified by the Global Biorisk Advisory Council373,564,625,587, a division of ISSA732,564,762,587, the Worldwide Cleaning Industry Association. It is reserved for facilities demonstrating superior ability to prepare for, respond to, and recover from biorisk and infectious disease situations. The certificate was issued on March 1, 2021211,810,297,837, with an accreditation number of 496171474,808,524,840, and is valid through February 28, 2022686,809,805,836."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a certificate awarded to Hotel Villa Franca392,345,606,387 in Positano, Italy449,401,554,433, recognizing its achievement of the GBAC STAR\u2122 FACILITY ACCREDITATION258,493,747,535. This accreditation is granted by the GLOBAL BIORISK ADVISORY COUNCIL373,566,625,588, a division of ISSA, and is reserved for facilities that demonstrate the ability to prepare for, respond to, and recover from biorisk and infectious disease situations. The accreditation was issued on March 1, 2021212,812,296,834 with the accreditation number 496171475,812,528,834 and is valid through February 28, 2022693,812,809,834.", "gt_answer": "The document is a certificate awarded to Hotel Villa Franca392,344,607,393 in Positano, Italy446,405,553,436, confirming that it has successfully achieved the GBAC STAR\u2122 FACILITY ACCREDITATION256,492,743,538. This accreditation is verified by the Global Biorisk Advisory Council373,564,625,587, a division of ISSA732,564,762,587, the Worldwide Cleaning Industry Association. It is reserved for facilities demonstrating superior ability to prepare for, respond to, and recover from biorisk and infectious disease situations. The certificate was issued on March 1, 2021211,810,297,837, with an accreditation number of 496171474,808,524,840, and is valid through February 28, 2022686,809,805,836."} +{"image": ["imgs/CCMAIN/0017954.png"], "messages": [{"role": "user", "content": "<|image|> \nWho led the 2014 receiving stats in terms of yards? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "In the 2014 receiving stats, Jason Pirtle (Locust Grove-3A)661,92,793,100 led with 99885,91,898,100 receptions and 2096904,92,926,100 yards. Answer: Jason Pirtle (Locust Grove-3A)661,92,793,100"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In the 2014 receiving stats, Jason Pirtle659,91,713,100 from Locust Grove-3A had the highest yards with 2096908,91,931,100. Answer: Jason Pirtle659,91,713,100", "gt_answer": "In the 2014 receiving stats, Jason Pirtle (Locust Grove-3A)661,92,793,100 led with 99885,91,898,100 receptions and 2096904,92,926,100 yards. Answer: Jason Pirtle (Locust Grove-3A)661,92,793,100"} +{"image": ["imgs/ChartQA_PCG/two_col_464.png"], "messages": [{"role": "user", "content": "<|image|> \nWhose follower count was above 780,917,792,930million?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "KingBach113,136,169,152"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Nash Grier105,213,174,228", "gt_answer": "KingBach113,136,169,152", "necessary bbox": "['KingBach113,136,169,152', '14780,917,792,930']"} +{"image": ["imgs/ChartQA_PCG/two_col_103575.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich group, labeled as 661, 609, 728, 635, has a lower share in the chart? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Women661, 609, 728, 635 with 38.8%554, 561, 610, 587"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Women have a lower share with 38.8%554, 557, 610, 583.", "gt_answer": "Women661, 609, 728, 635 with 38.8%554, 561, 610, 587"} +{"image": ["imgs/CCMAIN/0124239.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many stores did Briazz grow to include 428,883,513,894? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "40 stores472,838,514,849"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "40 stores471,839,513,849", "gt_answer": "40 stores472,838,514,849"} +{"image": ["imgs/ChartQA_PCG/multi_col_100960.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total revenue forecast for the year 872, 615, 900, 666?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "655 billion U.S. dollars"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue for 2024*872, 615, 900, 666 is calculated by summing the revenues from each generation: 40 (2G) + 25 (3G) + 540 (4G) + 40 (5G) = 655 billion U.S. dollars. Answer: 655 billion U.S. dollars.", "gt_answer": "655 billion U.S. dollars", "necessary bbox": "['40880, 573, 895, 592', '25880, 553, 895, 572', '540877, 371, 899, 389', '50880, 573, 895, 592', '2024*872, 615, 900, 666']"} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role does the 83,687,484,701 play in the system described? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The The Hard Real-Time Ethernet Switching protocol (HaRTES)83,687,484,701 plays a crucial role in managing real-time services through a master-slave technique. The Master module within the HaRTES switch is responsible for scheduling, admission control, and QoS management, ensuring that the system can dynamically handle message streams while maintaining real-time performance."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The role of the The Hard Real-Time Ethernet Switching protocol (HaRTES)83,687,484,701 is to modify the Ethernet switch based on the Flexible Time-Triggered (FTT) paradigm. It acts as a master-slave technique where the Master module contains the scheduler, admission control, and QoS management services. This allows for real-time services to be accessed via suitable reservation mechanisms, ensuring that changes to the message set are reflected at the system level and that only non-compromising change requests are accepted, thus maintaining real-time behavior.", "gt_answer": "The The Hard Real-Time Ethernet Switching protocol (HaRTES)83,687,484,701 plays a crucial role in managing real-time services through a master-slave technique. The Master module within the HaRTES switch is responsible for scheduling, admission control, and QoS management, ensuring that the system can dynamically handle message streams while maintaining real-time performance."} +{"image": ["imgs/CCMAIN/0002030.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mission of 117,274,471,292? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document clearly outlines the Sanford Laboratory Bismarck Mission117,274,471,292 as Better Health through Laboratory Testing.117,299,507,317 Answer: Better Health through Laboratory Testing.117,299,507,317"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The mission statement clearly states the goal of improving health through laboratory testing, highlighting the focus on enhancing health outcomes. Answer: Better Health through Laboratory Testing.117,298,506,316", "gt_answer": "The document clearly outlines the Sanford Laboratory Bismarck Mission117,274,471,292 as Better Health through Laboratory Testing.117,299,507,317 Answer: Better Health through Laboratory Testing.117,299,507,317"} +{"image": ["imgs/CCMAIN/0353494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the permitted eave projection for detached garages located within 637,468,678,487 of a lot line? Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Detached garages accessory to a dwelling located within 2 feet637,468,678,487 of a lot line are permitted to have eave projections not exceeding 4 inches400,484,460,503. Answer: 4 inches400,484,460,503"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that detached garages accessory to a dwelling located within 2 feet637,468,678,487 of a lot line are permitted to have eave projections not exceeding 4 inches. Answer: 4 inches", "gt_answer": "Detached garages accessory to a dwelling located within 2 feet637,468,678,487 of a lot line are permitted to have eave projections not exceeding 4 inches400,484,460,503. Answer: 4 inches400,484,460,503"} +{"image": ["imgs/ChartQA_PCG/two_col_24134.png"], "messages": [{"role": "user", "content": "<|image|> \nWho has the second most receiving yards for the Kansas City Chiefs?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Travis Kelce"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The player with the second most receiving yards is Travis Kelce 216, 179, 288, 186 with 7479 yards. Answer: Travis Kelce", "gt_answer": "Travis Kelce", "necessary bbox": "['Travis Kelce216, 179, 289, 185']"} +{"image": ["imgs/ChartQA_PCG/two_col_605.png"], "messages": [{"role": "user", "content": "<|image|> \nWho has more passing touchdowns, 206, 813, 294, 820 or 186, 701, 294, 707? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": " Matthew Stafford 186, 701, 294, 707 has more passing touchdowns with 282 compared to Russell Wilson 206, 813, 294, 820 who has 267."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Joe Montana206, 775, 294, 781 with 266 touchdowns and Matthew Stafford186, 701, 294, 707 with 271 touchdowns. Matthew Stafford has more passing touchdowns.", "gt_answer": " Matthew Stafford 186, 701, 294, 707 has more passing touchdowns with 282 compared to Russell Wilson 206, 813, 294, 820 who has 267."} +{"image": ["imgs/CCMAIN/0300737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue growth percentage of 230,122,332,136 during 120,40,329,90 's ownership?"}, {"role": "assistant", "content": ">50%"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Over 50%", "gt_answer": ">50%"} +{"image": ["imgs/Crello/output_poster626_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the company mentioned in 257,471,766,541?"}, {"role": "assistant", "content": " HEFESTO COMPANY "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HEFESTO COMPANY", "gt_answer": " HEFESTO COMPANY ", "necessary bbox": "[' HEFESTO COMPANY 257,471,766,541']"} +{"image": ["imgs/CCMAIN/0096686.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does Scott Godes suggest about the interpretation of the exclusion in CGL policies in 47,358,612,587? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Scott Godes suggests that the exclusion in CGL policies should be read narrowly, with the policy construed in favor of coverage. He argues that the exclusion was written in the context of commercial aircraft and should not apply to drones. This interpretation aligns with the reasonable expectations of an insured, as noted in that the exclusion doesn't apply to drones on that basis, if not others. The exclusion should be read narrowly, with the policy construed in favor of coverage.48,539,582,553."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Scott Godes suggests that the exclusion in CGL policies should be read narrowly, with the policy construed in favor of coverage. He argues that the exclusion for drones should not apply to them if it was not within the reasonable expectations of an insured, as stated in that the exclusion doesn't apply to drones on that basis, if not others. The exclusion should be read narrowly, with the policy construed in favor of coverage.48,539,587,587.", "gt_answer": "Scott Godes suggests that the exclusion in CGL policies should be read narrowly, with the policy construed in favor of coverage. He argues that the exclusion was written in the context of commercial aircraft and should not apply to drones. This interpretation aligns with the reasonable expectations of an insured, as noted in that the exclusion doesn't apply to drones on that basis, if not others. The exclusion should be read narrowly, with the policy construed in favor of coverage.48,539,582,553."} +{"image": ["imgs/ChartQA_PCG/10669853002985.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of pregnant women who receive antiretroviral therapy in 912, 323, 935, 342?"}, {"role": "assistant", "content": "75"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "75%", "gt_answer": "75", "necessary bbox": "['Burkina Faso108, 324, 218, 342', '75912, 323, 935, 342']"} +{"image": ["imgs/ChartQA_PCG/two_col_22287.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the retail turnover first exceed 7000 million GBP?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2014"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The retail turnover first exceeded 7000 million GBP in 2014553,930,579,970 with a turnover of 7449552,393,582,409 million GBP. Answer: 2014", "gt_answer": "2014", "necessary bbox": "['7449555, 395, 584, 412', '2014556, 931, 581, 971']"} +{"image": ["imgs/ChartQA_PCG/two_col_2120.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the area in thousand acres for the state with the largest value?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "91817871,138,911,153"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "91817870, 136, 910, 150", "gt_answer": "91817871,138,911,153", "necessary bbox": "['91817871,138,911,153', 'Alaska102,140,142,153']"} +{"image": ["imgs/ChartQA_PCG/two_col_101935.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total percentage of countries other than the United States. What percentage do LAAP*, EMEA, and Canada contribute collectively? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The total percentage for LAAP*, EMEA, and Canada is 16.97% 323, 479, 389, 505 + 11.95% 354, 637, 420, 663 + 6.97% 418, 691, 474, 717 = 35.89%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total percentage of countries other than the United States is 16.97%324, 475, 389, 501 (LAAP*), 11.95%357, 639, 423, 665 (EMEA), and 6.97%418, 691, 473, 717 (Canada), which sums up to 35.9%", "gt_answer": "The total percentage for LAAP*, EMEA, and Canada is 16.97% 323, 479, 389, 505 + 11.95% 354, 637, 420, 663 + 6.97% 418, 691, 474, 717 = 35.89%."} +{"image": ["imgs/ChartQA_PCG/multi_col_60916.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the daily spending in U.S. dollars for510,642,537,653 during 626,540,756,555?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "93683,428,700,448"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "93682,429,697,448", "gt_answer": "93683,428,700,448", "necessary bbox": "['93683,428,700,448','2008510,642,537,653',' 3rd week of December626,540,756,555']"} +{"image": ["imgs/Crello/output_poster2189_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and day of the live performance mentioned on the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The live performance is on 24 02 2017 26,369,159,429 , which is a FRIDAY 27,483,155,573 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The live performance is on FRIDAY 28,475,156,569 , 24 02 2017 26,369,159,421 .", "gt_answer": "The live performance is on 24 02 2017 26,369,159,429 , which is a FRIDAY 27,483,155,573 ."} +{"image": ["imgs/Crello/output_poster488_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of yoga training is associated with women?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 85% 82,674,148,684"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 85% 83,672,149,680 ", "gt_answer": " 85% 82,674,148,684", "necessary bbox": "[' 85% 82,674,148,684', ' Yoga training 82,613,334,627', ' On average, women are more flexible than men. 182,646,1279,653']"} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the buy-in amount for the Quebec Opener Day 1A event? Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the buy-in for the Quebec Opener Day 1A246,259,366,267 event as $300+20718,259,763,267, indicating the entry fee for participants. Answer: $300+20718,259,763,267"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the buy-in for the Quebec Opener Day 1A event as $300+20720,258,764,267, which includes a $300 entry fee and a $20 tournament fee. Answer: $300+20720,258,764,267", "gt_answer": "The document lists the buy-in for the Quebec Opener Day 1A246,259,366,267 event as $300+20718,259,763,267, indicating the entry fee for participants. Answer: $300+20718,259,763,267"} +{"image": ["imgs/CCMAIN/0301287.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of games (GMS) played by the top-ranked player? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The top-ranked player is TOM CZAPLICKI173,105,273,117, who has played 12448,105,467,117 games (GMS). Answer: 12448,105,467,117"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The top-ranked player is TOM CZAPLICKI175,104,273,116, and he has played a total of 112484,104,509,116 games. Answer: 112", "gt_answer": "The top-ranked player is TOM CZAPLICKI173,105,273,117, who has played 12448,105,467,117 games (GMS). Answer: 12448,105,467,117"} +{"image": ["imgs/ChartQA_PCG/two_col_60550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had 745, 743, 771, 762' of social shares in 2016?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Cadbury734, 887, 782, 907"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Shell678, 889, 705, 904", "gt_answer": "Cadbury734, 887, 782, 907", "necessary bbox": "['Cadbury734, 887, 782, 907', '4.08745, 743, 771, 762']"} +{"image": ["imgs/CCMAIN/0239825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the minimum score required on Accuplacer for Writing according to 682,90,696,626? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The minimum score required on Accuplacer for Writing is 80, as indicated in C. Earn the following minimum score(s) on Accuplacer: Writing 80, Reading682,90,696,626."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The minimum score required on Accuplacer for Writing is 80, as indicated in the span Writing 80817,882,874,900.", "gt_answer": "The minimum score required on Accuplacer for Writing is 80, as indicated in C. Earn the following minimum score(s) on Accuplacer: Writing 80, Reading682,90,696,626."} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount of 104,830,260,844? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Earmarked Funds104,830,260,844 with a total of \u00a33,090.00, which includes Contingency for Elections, General Contingency, and Unallocated Reserves. Answer: \u00a33,090.00", "gt_answer": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"} +{"image": ["imgs/CCMAIN/0358857.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 342,43,543,54 fee for an individual joining between 140,454,256,464?"}, {"role": "assistant", "content": "$16"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$18", "gt_answer": "$16"} +{"image": ["imgs/ChartQA_PCG/multi_col_60911.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the number of employees in 2016 and 2020 for the United States. Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2016, the number of employees in the United States was 7800163, 502, 195, 520, while in 2020 it was 7000809, 508, 842, 526."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016, the number of employees in the United States was 7800164,503,194,522. In 2020, it decreased to 7000809,506,839,525. The number of employees decreased by 800.", "gt_answer": "In 2016, the number of employees in the United States was 7800163, 502, 195, 520, while in 2020 it was 7000809, 508, 842, 526."} +{"image": ["imgs/Crello/output_poster236_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat advice does the poster offer for students in the upcoming academic period? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The poster offers tips 'for the new academic year' as indicated by the text ' for the new academic year ' 42,878,686,967 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster offers ' Student tips 256,74,539,164 ' for the new academic year.", "gt_answer": "The poster offers tips 'for the new academic year' as indicated by the text ' for the new academic year ' 42,878,686,967 ."} +{"image": ["imgs/ChartQA_PCG/71549950001483.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the approximate share of 18,599,163,617 in the global forest area in 2012? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The approximate share of Sierra Leone18,599,163,617 in the global forest area in 2012 is 0.07."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of Sierra Leone18,599,163,617 in the global forest area in 2012 is approximately 0.07%.", "gt_answer": "The approximate share of Sierra Leone18,599,163,617 in the global forest area in 2012 is 0.07."} +{"image": ["imgs/CCMAIN/0056515.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 778,787,818,801 of the 3\" Round - bag of 40 electrodes? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the 3\" Round - bag of 40 electrodes under the PRODUCTS section with a Price778,787,818,801 of $52.50789,856,834,869. Answer: $52.50789,856,834,869"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Price778,787,818,801 of the 3\" Round - bag of 40 electrodes as $52.50 under the 'PRODUCTS' section. Answer: $52.50", "gt_answer": "The document lists the 3\" Round - bag of 40 electrodes under the PRODUCTS section with a Price778,787,818,801 of $52.50789,856,834,869. Answer: $52.50789,856,834,869"} +{"image": ["imgs/CCMAIN/0301594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year is associated with the 418,61,768,91? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "2016546,22,640,67"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2016547,28,649,63", "gt_answer": "2016546,22,640,67"} +{"image": ["imgs/ChartQA_PCG/multi_col_100190.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue for Clinical IT Systems in 672,571,709,584?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "620.20 million U.S. dollars"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue for Clinical IT Systems in 2022672,571,709,584 is 613. Answer: 613", "gt_answer": "620.20 million U.S. dollars", "necessary bbox": "['2022672,571,709,584', 'Clinical IT Systems159,116,304,133']"} +{"image": ["imgs/ChartQA_PCG/two_col_101097.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich eSports team received the second-largest share of the prize pool?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Illuminar Gaming308,201,457,233"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "PRIDE274,391,325,417", "gt_answer": "Illuminar Gaming308,201,457,233", "necessary bbox": "['Illuminar Gaming308,201,457,233', '20.0%449,331,504,357']"} +{"image": ["imgs/ChartQA_PCG/two_col_5319.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the market does 745, 519, 841, 545 hold?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "24.7%618, 503, 674, 527"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "24.7%619, 503, 675, 529", "gt_answer": "24.7%618, 503, 674, 527", "necessary bbox": "['24.7%618, 503, 674, 527']"} +{"image": ["imgs/CCMAIN/0322719.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many games did 478,38,702,60 win in 801,129,953,142?"}, {"role": "assistant", "content": "4"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4", "gt_answer": "4"} +{"image": ["imgs/CCMAIN/0176350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is used to hold the raisins in place for the 362,391,619,404? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "cream cheese518,529,633,546"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "cream cheese512,530,634,547", "gt_answer": "cream cheese518,529,633,546"} +{"image": ["imgs/CCMAIN/0186677.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "Kelly Services, Inc. (Nasdaq: KELYA660,223,720,243, KELYB816,223,878,243), a leading specialty talent solutions provider, announced its participation in the Barrington Research Virtual Spring Investment Conference on May 27, 2021. Key executives, including Peter Quigley68,294,186,315, Olivier Thirot371,294,481,315, and James Polehna106,313,240,334, will engage in virtual meetings. Kelly connects talented people to companies in various sectors and employs nearly 370,000 people globally. The company focuses on evolving workstyles and offers outsourcing and consulting services. In 2020, Kelly's revenue was $4.5 billion432,533,525,554. More information is available at kellyservices.com68,351,222,372."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Kelly Services, Inc. (Nasdaq: KELYA659,224,718,243, KELYB817,224,876,243) announced its participation in the Barrington Research Virtual Spring Investment Conference on May 27, 2021. The event will feature Peter Quigley68,295,186,315, president and CEO, Olivier Thiriot372,295,483,315, executive vice president and chief financial officer, and James Polehna104,313,240,333, senior vice president and corporate secretary. A copy of Kelly's first-quarter 2021 investor presentation is available at kellyservices.com68,353,222,373. Kelly Services connects talented people to companies in various fields, employing nearly 370,000 people globally. In 2020, their revenue was $4.5 billion432,534,524,554.", "gt_answer": "Kelly Services, Inc. (Nasdaq: KELYA660,223,720,243, KELYB816,223,878,243), a leading specialty talent solutions provider, announced its participation in the Barrington Research Virtual Spring Investment Conference on May 27, 2021. Key executives, including Peter Quigley68,294,186,315, Olivier Thirot371,294,481,315, and James Polehna106,313,240,334, will engage in virtual meetings. Kelly connects talented people to companies in various sectors and employs nearly 370,000 people globally. The company focuses on evolving workstyles and offers outsourcing and consulting services. In 2020, Kelly's revenue was $4.5 billion432,533,525,554. More information is available at kellyservices.com68,351,222,372."} +{"image": ["imgs/CCMAIN/0256151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is fundamental to learning 177,459,265,473? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Plain Hunting181,440,290,455"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Plain Hunting177,439,290,453", "gt_answer": "Plain Hunting181,440,290,455"} +{"image": ["imgs/Crello/output_poster345_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Learn new things every day"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is conveyed by the text ' Learn new things 310,147,692,238 ' and ' every day 425,241,557,298 ', which together form the phrase 'Learn new things every day'. Answer: Learn new things every day", "gt_answer": "Learn new things every day", "necessary bbox": "[' Learn new things 311,143,690,238 ', ' every day 427,243,557,298 ']"} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is required for a Hobie Class boat to be eligible according to 81,373,106,389? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "For each Hobie Class boat pursuant to IHCA Rule 26, one competitor must be a member of the IHCA. This is specified in For each Hobie Class boat pursuant to IHCA Rule 26, One competitor must be a member of the IHCA111,373,777,389."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 4.3.81,373,106,389, for each Hobie Class boat pursuant to IHCA Rule 26, one competitor must be a member of the IHCA. This eligibility requirement is specified in the text.", "gt_answer": "For each Hobie Class boat pursuant to IHCA Rule 26, one competitor must be a member of the IHCA. This is specified in For each Hobie Class boat pursuant to IHCA Rule 26, One competitor must be a member of the IHCA111,373,777,389."} +{"image": ["imgs/Crello/output_poster1744_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich text segment indicates the timing aspect of the theme?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " A Great Day 410,362,564,401 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " A GREAT DAY 408,359,562,401 ", "gt_answer": " A Great Day 410,362,564,401 ", "necessary bbox": "[' A Great Day 410,362,564,401 ']"} +{"image": ["imgs/Crello/output_poster573_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year and location are associated with the event in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " PyeongChang 2018 565,784,944,871 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PyeongChang 2018 564,791,943,875 ", "gt_answer": " PyeongChang 2018 565,784,944,871 ", "necessary bbox": "[' PyeongChang 2018 565,784,944,871 ']"} +{"image": ["imgs/Crello/output_poster2237_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere will the event take place? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The event will take place at '930 Carnegie St83,880,229,903'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event will take place at ' 930 Carnegie St 85,882,147,896'.", "gt_answer": "The event will take place at '930 Carnegie St83,880,229,903'."} +{"image": ["imgs/CCMAIN/0021162.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat roles did James Hall hold at AstraZeneca as mentioned in 117,153,878,312? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "James Hall held several roles at AstraZeneca, including VP Global Marketing for the CV/GI Therapy Area, Global Product VP for Crestor, and VP Evaluation for the CV/Metabolism/Renal Therapy Area. This information is found in the span: including VP Global Marketing for the CV/GI Therapy Area, Global120, 228, 825, 242."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "James Hall held a number of commercial, R&D, and Business Development roles at AstraZeneca, including VP Global Marketing for the CV/GI Therapy Area, Global Product VP for Crestor, and VP Evaluation for the CV/Metabolism/Renal Therapy Area. This information is detailed in the span While there, he held a number of commercial, R&D and Business Development roles, including VP Global Marketing for the CV/GI Therapy Area, Global Product VP for Crestor and VP Evaluation for the CV/Metabolism/Renal Therapy Area.120,209,816,274.", "gt_answer": "James Hall held several roles at AstraZeneca, including VP Global Marketing for the CV/GI Therapy Area, Global Product VP for Crestor, and VP Evaluation for the CV/Metabolism/Renal Therapy Area. This information is found in the span: including VP Global Marketing for the CV/GI Therapy Area, Global120, 228, 825, 242."} +{"image": ["imgs/CCMAIN/0037809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number associated with 203,774,355,784? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists FLORENCIO MARTIN VILLANUEVA SARCO203,774,355,784 under CANDIDATURA INDEPENDIENTE216,754,358,766 with the number 252180,770,199,785. Answer: 252180,770,199,785"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists FLORENCIO MARTIN VILLANUEVA SARCOS203,774,355,784 under the section labeled CANDIDATURA INDEPENDIENTE216,752,359,763, indicating his candidacy number. Answer: 252180,774,200,784", "gt_answer": "The document lists FLORENCIO MARTIN VILLANUEVA SARCO203,774,355,784 under CANDIDATURA INDEPENDIENTE216,754,358,766 with the number 252180,770,199,785. Answer: 252180,770,199,785"} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color grade of the diamond? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "D438,439,447,456"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "D315,45,323,67", "gt_answer": "D438,439,447,456"} +{"image": ["imgs/ChartQA_PCG/two_col_81598.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the percentage of childless women in the income group '63,260,181,274' and '64,633,182,647'. Which group has a higher percentage? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The income group '35,000 to 49,99964,633,182,647' has a higher percentage of childless women at 47.90%824,630,877,644, compared to the income group '10,000 to 19,99963,260,181,274' with 40.30%723,257,777,271."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The group '35,000 to 49,99964,633,182,647' has a higher percentage of childless women at 47.90%824,630,878,644 compared to the group '10,000 to 19,99963,260,181,274' with 40.30%723,258,777,273.", "gt_answer": "The income group '35,000 to 49,99964,633,182,647' has a higher percentage of childless women at 47.90%824,630,877,644, compared to the income group '10,000 to 19,99963,260,181,274' with 40.30%723,257,777,271."} +{"image": ["imgs/CCMAIN/0267936.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the reason given for the proposed additional regulation? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "The reason120,384,171,395 provided for the proposed additional regulation is Safety120,415,162,427. Answer: Safety120,415,162,427"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the reason for the proposed additional regulation is Safety120,415,163,428, indicating that the change is intended to improve safety. Answer: Safety120,415,163,428", "gt_answer": "The reason120,384,171,395 provided for the proposed additional regulation is Safety120,415,162,427. Answer: Safety120,415,162,427"} +{"image": ["imgs/CCMAIN/0176350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is used as glue to hold the raisins in place in the Easter Pear Bunny Salad? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "In the Easter Pear Bunny Salad360,386,619,407 directions, it specifies using the cream cheese518,529,633,546 as glue to hold the raisins in place. Answer: cream cheese518,529,633,546"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The directions for the Easter Pear Bunny Salad mention using cream cheese514,529,630,548 as glue to hold the raisins in place. Answer: cream cheese514,529,630,548", "gt_answer": "In the Easter Pear Bunny Salad360,386,619,407 directions, it specifies using the cream cheese518,529,633,546 as glue to hold the raisins in place. Answer: cream cheese518,529,633,546"} +{"image": ["imgs/Crello/output_poster1853_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the confectionery mentioned in 273,415,674,598?"}, {"role": "assistant", "content": " Marina\u2019s Confectionery "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Marina\u2019s Confectionery", "gt_answer": " Marina\u2019s Confectionery ", "necessary bbox": "[' Marina\u2019s Confectionery 273,415,674,598']"} +{"image": ["imgs/Crello/output_poster2016_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the certificate presented to? Give a straightforward response and specify the bounding box of the answer if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Donald Glover 189,434,798,599 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Donald Glover 187,429,795,563 ", "gt_answer": " Donald Glover 189,434,798,599 ", "necessary bbox": "[' Donald Glover 189,434,798,599 ']"} +{"image": ["imgs/CCMAIN/0325161.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the result of the vote to elect Deborah Howe as Treasurer? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "10-0371,321,406,339"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "10-0372,324,408,339", "gt_answer": "10-0371,321,406,339"} +{"image": ["imgs/ChartQA_PCG/two_col_62004.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expected national debt in billion U.S. dollars in 445,881,473,926?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "29.96"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The expected national debt in 2020*445,881,473,926 is 30.05 billion U.S. dollars. Answer: 30.05 billion U.S. dollars.", "gt_answer": "29.96", "necessary bbox": "['2020*445,881,473,926']"} +{"image": ["imgs/CCMAIN/0110967.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy is it important to 146, 142, 896, 161? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "It is important to Remove flexible, cut supply pipe where marked and deburr ends. Best done most146, 142, 896, 161 because deburring ensures that the ends of the pipe are smooth, which helps in creating a better seal and prevents leaks when the connectors are attached."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "It is important to Remove flexible, cut supply pipe where marked and deburr ends.146, 142, 896, 161 because deburring the ends ensures that there are no sharp edges that could cause leaks or damage when connecting the flexible to the supply pipe.", "gt_answer": "It is important to Remove flexible, cut supply pipe where marked and deburr ends. Best done most146, 142, 896, 161 because deburring ensures that the ends of the pipe are smooth, which helps in creating a better seal and prevents leaks when the connectors are attached."} +{"image": ["imgs/ChartQA_PCG/multi_col_1046.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total estimated annual expense for dog owners?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1201"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total estimated annual expense for dog owners is given as 1207.\n\nAnswer: 1207", "gt_answer": "1201", "necessary bbox": "['Dog owners463, 713, 531, 739', 'Total218, 593, 243, 651']"} +{"image": ["imgs/Crello/output_poster168_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich cat bed is more expensive, the Arabesq Cat Bed in Brawn or Tan?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Brawn"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price of the Arabesq Cat Bed in Brawn is $48773,375,906,421, while the price for the Arabesq Cat Bed in Tan is $3289,737,222,784. Since $48 > $32, the Brawn bed is more expensive. Answer: Brawn", "gt_answer": "Brawn", "necessary bbox": "[' $48 770,374,910,426', ' $32 88,734,221,785']"} +{"image": ["imgs/Crello/output_poster1674_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being celebrated? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The event being celebrated is Family Day, as stated in ' Happy Family Day! 239,572,556,688'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event being celebrated is 'Happy Family Day!' 238,574,551,690.", "gt_answer": "The event being celebrated is Family Day, as stated in ' Happy Family Day! 239,572,556,688'."} +{"image": ["imgs/ChartQA_PCG/two_col_20905.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year did the revenue first exceed 38,339,58,352? Give grounding and detailed answer."}, {"role": "assistant", "content": "The revenue first exceeded 120 billion U.S. dollars 38,339,58,352 in 2015 309,920,337,932."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue first exceeded 120223,324,245,340 in 2014220,920,248,932.", "gt_answer": "The revenue first exceeded 120 billion U.S. dollars 38,339,58,352 in 2015 309,920,337,932."} +{"image": ["imgs/CCMAIN/0349453.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is the September 2021 Revised Common Lectionary251,92,747,111 for Sundays and Festivals, provided by the Presbyterian Book of Common Worship. It includes readings from the three-year Revised Common Lectionary, excluding the two-year daily lectionary. The readings are divided into Semicontinuous284,212,409,227 and Complementary415,228,538,243 tracks. The Semicontinuous track follows major stories and themes from the Old Testament, while the Complementary track provides Old Testament readings related to the Gospel selection for the day. Specific readings are listed for Sundays in September, including Proverbs117,307,189,323, Isaiah499,307,547,323, James117,339,170,355, and Mark117,355,157,371."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the September 2021 Revised Common Lectionary250,93,748,112 for Sundays and Festivals. It includes readings from the three-year Revised Common Lectionary as provided in the Presbyterian Book of Common Worship (Westminster John Knox Press, 2018). The readings are divided into two tracks: the semicontinuous track286,212,455,227, which moves sequentially through major stories and themes from the Old Testament, and the complementary track416,228,586,243, which provides Old Testament readings related to the Gospel selection for the day. The document lists readings for specific Sundays, including Sunday, September 5117,275,300,290 (Proper 18), Sunday, September 12117,387,312,402 (Proper 19), Sunday, September 19117,498,312,513 (Proper 20), and Sunday, September 26117,610,312,625 (Proper 21).", "gt_answer": "The document is the September 2021 Revised Common Lectionary251,92,747,111 for Sundays and Festivals, provided by the Presbyterian Book of Common Worship. It includes readings from the three-year Revised Common Lectionary, excluding the two-year daily lectionary. The readings are divided into Semicontinuous284,212,409,227 and Complementary415,228,538,243 tracks. The Semicontinuous track follows major stories and themes from the Old Testament, while the Complementary track provides Old Testament readings related to the Gospel selection for the day. Specific readings are listed for Sundays in September, including Proverbs117,307,189,323, Isaiah499,307,547,323, James117,339,170,355, and Mark117,355,157,371."} +{"image": ["imgs/CCMAIN/0318741.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role does 471,481,513,494 hold in the Fremantle Netball Association? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "Ian Small is identified as the Grounds Coordinator442,464,542,477 in the Executive Committee404,92,593,119 section of the document. Answer: Grounds Coordinator442,464,542,477"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Ian Small471,481,513,494 is listed under the EXECUTIVE COMMITTEE406,92,592,116 with the title GROUNDS COORDINATOR441,459,543,472. Answer: GROUNDS COORDINATOR441,459,543,472", "gt_answer": "Ian Small is identified as the Grounds Coordinator442,464,542,477 in the Executive Committee404,92,593,119 section of the document. Answer: Grounds Coordinator442,464,542,477"} +{"image": ["imgs/Crello/output_poster525_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration and cost of the surfing tour?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 28 days | $4,100 87,921,358,945 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 28 days | $4,100 86,917,359,944", "gt_answer": " 28 days | $4,100 87,921,358,945 ", "necessary bbox": "[' 28 days | $4,100 87,921,358,945 ']"} +{"image": ["imgs/ChartQA_PCG/69203350003800.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the lowest production of cattle meat per animal?Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": " China "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The country with the lowest production of cattle meat per animal is China, with a value of 96.60593, 724, 643, 745.\n\nAnswer: China", "gt_answer": " China ", "necessary bbox": "[' 96.60 593, 725, 643, 747', ' China 283, 729, 330, 747']"} +{"image": ["imgs/Crello/output_poster1848_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time mentioned for the event? Deliver a direct answer and indicate the bounding box of the answer if it exists.Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " January 18, 8 PM "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date and time are explicitly mentioned in the text ' January 18, 8 PM 385,360,627,380'. Answer: January 18, 8 PM 385,360,627,380", "gt_answer": " January 18, 8 PM ", "necessary bbox": "[' January 18, 8 PM 385,357,630,377 ']"} +{"image": ["imgs/Crello/output_poster334_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " WWW.MATTON.EU 415,193,510,231"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " WWW.MATTON.EU 415,196,508,234 ", "gt_answer": " WWW.MATTON.EU 415,193,510,231", "necessary bbox": "[' WWW.MATTON.EU 415,193,510,231']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60139.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many cruise passengers did Dubai have in the year 2030? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "850801,62,824,81 thousands"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "850801, 64, 824, 82", "gt_answer": "850801,62,824,81 thousands"} +{"image": ["imgs/Crello/output_poster655_test.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date is the event mentioned in 246,725,553,768 taking place?"}, {"role": "assistant", "content": " August 9 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "August 9", "gt_answer": " August 9 ", "necessary bbox": "[' August 9 406,814,544,851 ', ' Book Festival 246,725,553,768 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_438.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the median age of brides in 2019?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "28.80839, 81, 872, 99"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "28.80837, 84, 871, 102", "gt_answer": "28.80839, 81, 872, 99", "necessary bbox": "['28.80839, 81, 872, 99']"} +{"image": ["imgs/Crello/output_poster2148_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the call to action for the sale?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " HURRY UP! IT\u2019S YOUR 111,220,345,239 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " HURRY UP! IT\u2019S YOUR 112,219,345,238 ", "gt_answer": " HURRY UP! IT\u2019S YOUR 111,220,345,239 ", "necessary bbox": "[' HURRY UP! IT\u2019S YOUR 111,220,345,239 ']"} +{"image": ["imgs/Crello/output_poster1645_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the text box with bbox 586,348,901,499?"}, {"role": "assistant", "content": "Mother Teresa"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Teresa", "gt_answer": "Mother Teresa", "necessary bbox": "[' Mother\\nTeresa 672,657,867,831']"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the artist for the track '120,553,201,569'? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The track 'Blue Nile120,553,201,569' is performed by the artist 'Alice Coltrane378,553,504,569' as listed in the document. Answer: Alice Coltrane378,553,504,569"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The track 'Blue Nile120,553,201,569' is performed by 'Alice Coltrane378,553,504,569', as indicated in the playlist. Answer: Alice Coltrane378,553,504,569", "gt_answer": "The track 'Blue Nile120,553,201,569' is performed by the artist 'Alice Coltrane378,553,504,569' as listed in the document. Answer: Alice Coltrane378,553,504,569"} +{"image": ["imgs/Crello/output_poster315_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of meal is being offered for free? Give a straightforward response and specify the bounding box of the answer if it exists.Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " Breakfast "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The type of meal is specified as ' BREAKFAST 746,489,910,574 '. Answer: BREAKFAST 746,489,910,574 ", "gt_answer": " Breakfast ", "necessary bbox": "[' Breakfast 749,499,914,592 ']"} +{"image": ["imgs/CCMAIN/0097444.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of 304,94,586,99 in the context of Hyosung motorcycles? Give grounding and detailed answer."}, {"role": "assistant", "content": "The segment 'Does Hyosung suck as much as we think it does? (GD250R Test Drive)304,94,586,99' raises a critical question about the perceived quality or performance of Hyosung motorcycles, specifically the GD250R model. This suggests that there might be a common perception or stereotype about the brand's performance, which is being questioned or tested through a test drive."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The significance of 304,94,586,99, which is 'Hyosung GS250R 2012-2013 Service Manual - PDF Download', lies in its role as a comprehensive guide for maintaining and repairing the Hyosung GS250R motorcycle models from 2012 to 2013. This manual is essential for owners and mechanics to ensure the motorcycle's longevity and performance.", "gt_answer": "The segment 'Does Hyosung suck as much as we think it does? (GD250R Test Drive)304,94,586,99' raises a critical question about the perceived quality or performance of Hyosung motorcycles, specifically the GD250R model. This suggests that there might be a common perception or stereotype about the brand's performance, which is being questioned or tested through a test drive."} +{"image": ["imgs/Crello/output_poster2077_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the relationship between the services and professionals mentioned in the poster?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Real Estate Brokers offer Full-Service."}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The poster mentions ' Full- \nService 50,196,154,390 ' and ' Real \nEstate \nBrokers 768,393,882,694 ', indicating that the real estate brokers offer a full-service. Answer: The real estate brokers provide a full-service.", "gt_answer": "Real Estate Brokers offer Full-Service.", "necessary bbox": "[' Real\\nEstate\\nBrokers 770,393,883,704', ' Full- \\nService 50,199,153,399']"} +{"image": ["imgs/ChartQA_PCG/two_col_23750.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category had the smallest percentage of Walmart U.S. sales in 2021?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Other425, 797, 477, 823"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Other427, 799, 477, 825", "gt_answer": "Other425, 797, 477, 823", "necessary bbox": "['Other425, 797, 477, 823', '1.0%457, 637, 501, 663']"} +{"image": ["imgs/Crello/output_poster661_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the text in 53,64,151,360?"}, {"role": "assistant", "content": "First Day of Summer"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "First Day of Summer", "gt_answer": "First Day of Summer", "necessary bbox": "[' First Day of \\nSummer 53,64,151,360']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80714.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did 'Other general cargo' surpass 'Main cargo' in terms of ton-miles? Provide the ton-mile values for both categories. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "'Other general cargo' surpassed 'Main cargo' in 200292,283,119,292 with ton-miles of 7395641,276,671,288 compared to 6879 for 'Main cargo'."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 200591,387,119,396, 'Other general cargo' surpassed 'Main cargo'. The values were: 'Other general cargo' had 8730734,386,764,396 billion ton-miles and 'Main cargo' had 9119760,385,790,396 billion ton-miles.", "gt_answer": "'Other general cargo' surpassed 'Main cargo' in 200292,283,119,292 with ton-miles of 7395641,276,671,288 compared to 6879 for 'Main cargo'."} +{"image": ["imgs/CCMAIN/0107503.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is an application form for the Omak Stampede, Inc.575,68,880,93 National Anthems Contest. The event is scheduled for Saturday, June 19, 2021693,182,886,197, at 1:00 P.M.804,208,886,223 in Omak, WA. Applications must be submitted by 12:30 p.m. on June 11, 2021472,300,581,319. Participants are required to provide their name, mailing address, phone number, and signature. If selected, participants will perform either the American or Canadian National Anthem on specified days from Thursday to Sunday. The document emphasizes PROFESSIONAL ATTIRE ONLY!!117,869,482,892 for participants."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an application form for the OMAK STAMPEDE, INC.576,68,879,93 National Anthems Contest held on Saturday, June 19, 2021694,180,886,197, at 1:00 P.M.805,205,886,222. Applications must be submitted by 12:30 p.m. on June 11, 2021472,301,685,318. Participants need to provide their Name117,348,164,365, Mailing Address117,395,245,412, Phone #117,490,181,507, and Signature117,560,194,577. The contest includes performances of the American National Anthem235,679,447,696 and Canadian Anthem510,679,650,696 on different days. Participants are required to wear Professional Attire Only117,867,464,892.", "gt_answer": "The document is an application form for the Omak Stampede, Inc.575,68,880,93 National Anthems Contest. The event is scheduled for Saturday, June 19, 2021693,182,886,197, at 1:00 P.M.804,208,886,223 in Omak, WA. Applications must be submitted by 12:30 p.m. on June 11, 2021472,300,581,319. Participants are required to provide their name, mailing address, phone number, and signature. If selected, participants will perform either the American or Canadian National Anthem on specified days from Thursday to Sunday. The document emphasizes PROFESSIONAL ATTIRE ONLY!!117,869,482,892 for participants."} +{"image": ["imgs/CCMAIN/0265472.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the publication year and journal for the work titled Sexual Harassment as Gendered Expression of Power? Give grounding and detailed answer."}, {"role": "assistant", "content": "The work titled Sexual Harassment as Gendered Expression of Power88,409,473,424 was published in 2004 in the American Sociological Review, as indicated by the span '(A Blackstone). 2004.472,409,637,424' and 'Am. Sociological Review637,409,817,424'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The work titled Sexual Harassment as Gendered Expression of Power88,409,471,423 was published in 2004 in the journal Am. Sociological Review.", "gt_answer": "The work titled Sexual Harassment as Gendered Expression of Power88,409,473,424 was published in 2004 in the American Sociological Review, as indicated by the span '(A Blackstone). 2004.472,409,637,424' and 'Am. Sociological Review637,409,817,424'."} +{"image": ["imgs/CCMAIN/0118918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy might you want to issue written discovery when you file your answer according to 115,683,883,893? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to 115,683,883,893, you might want to issue written discovery when you file your answer or even before filing your answer (as long as all parties have appeared) because there is a need to be more aggressive in obtaining facts necessary to advise your client of the information needed to make a settlement offer within 1 year of the filing of the complaint."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 115,683,883,893, you might want to issue written discovery when you file your answer or even before filing your answer because all parties have appeared. This proactive approach helps in gathering necessary information quickly and efficiently, which is crucial for making informed settlement offers within the required timeframe.", "gt_answer": "According to 115,683,883,893, you might want to issue written discovery when you file your answer or even before filing your answer (as long as all parties have appeared) because there is a need to be more aggressive in obtaining facts necessary to advise your client of the information needed to make a settlement offer within 1 year of the filing of the complaint."} +{"image": ["imgs/Crello/output_poster846_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the event mentioned in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": " Charity Music Fest. 221,376,882,500 "}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Charity Music Fest 264,381,830,507 ", "gt_answer": " Charity Music Fest. 221,376,882,500 "} +{"image": ["imgs/ChartQA_PCG/multi_col_60502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in share of investors aged 18-34 years from 344,575,372,589 to 765,575,793,589?"}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "400%", "gt_answer": "4%", "necessary bbox": "['Aged 18-34 years433,717,536,737', '2009344,575,372,589', '1%326,473,344,492', '2019765,575,793,589']"} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 297,219,384,231 of the collection involving Allison Brewer? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies the Material Type297,219,384,231 as sound recording450,219,554,231, indicating the format of the collection. Answer: sound recording450,219,554,231"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Material Type297,219,384,231 is a sound recording450,219,550,231, indicating the format of the collection. Answer: sound recording450,219,550,231", "gt_answer": "The document specifies the Material Type297,219,384,231 as sound recording450,219,554,231, indicating the format of the collection. Answer: sound recording450,219,554,231"} +{"image": ["imgs/CCMAIN/0135165.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the text in 186,189,879,541 suggest handling disagreements with officials' decisions? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text in 186,189,879,541 suggests handling disagreements with officials' decisions by accepting them with grace and refraining from challenging or questioning on-field calls by officials and/or managers and coaches. This is supported by the span Accept the decisions of the officials with grace and never challenge or question221,444,811,458."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 186,189,879,541 suggests handling disagreements with officials' decisions by accepting them with grace and never challenging or questioning on-field calls. This is supported by the span Accept the decisions of the officials with grace and never challenge or question calls.220,446,810,459.", "gt_answer": "The text in 186,189,879,541 suggests handling disagreements with officials' decisions by accepting them with grace and refraining from challenging or questioning on-field calls by officials and/or managers and coaches. This is supported by the span Accept the decisions of the officials with grace and never challenge or question221,444,811,458."} +{"image": ["imgs/ChartQA_PCG/multi_col_80270.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 122,406,203,420 who feel they are too fat?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "26%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of girls in grade 8 who feel they are too fat is 26%740,399,769,412. Answer: 26%", "gt_answer": "26%", "necessary bbox": "['Too fat624,666,667,677', 'Girls grade 8122,406,203,420', '26%737,399,766,412']"} +{"image": ["imgs/Crello/output_poster1359_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich activity is highlighted in the poster according to the text in 261,167,752,239?"}, {"role": "assistant", "content": " River Adventures "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "River Adventures", "gt_answer": " River Adventures ", "necessary bbox": "[' River Adventures 261,167,752,239']"} +{"image": ["imgs/ChartQA_PCG/24585401004048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expected years of schooling for 194,497,274,521 ?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "10.60 years"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The expected years of schooling for Tajikistan 194,497,274,521 is 10.60 . Answer: 10.60", "gt_answer": "10.60 years", "necessary bbox": "['Tajikistan194,497,274,521']"} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost for a 244,286,341,300 per night including gratuity? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the Contract235,199,291,213 section, the cost for Deluxe Rooms244,286,341,300 is $135 s/d/t/q359,286,437,300 which includes gratuity. Answer: $135 s/d/t/q359,286,437,300"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost for a Deluxe Room244,286,341,300 as $135 s/d/t/q357,286,441,300, which includes gratuity. Answer: $135357,286,389,300", "gt_answer": "According to the Contract235,199,291,213 section, the cost for Deluxe Rooms244,286,341,300 is $135 s/d/t/q359,286,437,300 which includes gratuity. Answer: $135 s/d/t/q359,286,437,300"} +{"image": ["imgs/CCMAIN/0160901.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many weeks does the 102,247,245,259 run? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that Gymnastics Yr 3 & 4102,247,245,259 runs for 5792,246,800,255 weeks, as shown in the 'No. of weeks' column. Answer: 5792,246,800,255"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Gymnastics Yr 3 & 4102,247,245,259 club runs from 11th Jan576,247,640,259 to 8th Feb662,247,718,259, which is a total of 5 weeks. Answer: 5 weeks", "gt_answer": "The document specifies that Gymnastics Yr 3 & 4102,247,245,259 runs for 5792,246,800,255 weeks, as shown in the 'No. of weeks' column. Answer: 5792,246,800,255"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Asian voters supported Hillary Clinton?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 65% 665, 202, 690, 221"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "65%664, 201, 690, 219", "gt_answer": " 65% 665, 202, 690, 221", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60831.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of 670, 543, 722, 559 men per thousand persons?"}, {"role": "assistant", "content": "38"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "25.1", "gt_answer": "38", "necessary bbox": "['Widowed670, 543, 722, 559','Men604,679,626,696']"} +{"image": ["imgs/CCMAIN/0252389.png"], "messages": [{"role": "user", "content": "<|image|> \nHow often will the policy 622,134,800,165 be formally reviewed?"}, {"role": "assistant", "content": "annually"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Annually.", "gt_answer": "annually"} +{"image": ["imgs/Crello/output_poster1437_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat products are included in the sale?Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "ALL VACUUM CLEANER MODELS"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The products included in the sale are mentioned as ' ALL VACUUM\nCLEANER MODELS 316,378,649,429 '. Answer: ALL VACUUM CLEANER MODELS", "gt_answer": "ALL VACUUM CLEANER MODELS", "necessary bbox": "[' ALL VACUUM\\nCLEANER MODELS 316,378,649,434 ']"} +{"image": ["imgs/CCMAIN/0172770.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum capacity of the ECOBULK MX? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the capacities of different models of ECOBULK MX, with the maximum being MX 1250810,558,860,570 which holds 1,250 litres (330 gal)819,570,927,581. Answer: 1,250 litres (330 gal)819,570,927,581"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the maximum capacity of the ECOBULK MX as MX 1250813,560,864,571, which is 1,250 litres (330 gal)822,571,927,581. Answer: 1,250 litres (330 gal)822,571,927,581", "gt_answer": "The document lists the capacities of different models of ECOBULK MX, with the maximum being MX 1250810,558,860,570 which holds 1,250 litres (330 gal)819,570,927,581. Answer: 1,250 litres (330 gal)819,570,927,581"} +{"image": ["imgs/Crello/output_poster1934_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs registration required for the ECO SUMMIT mentioned? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Yes, registration is required for the ECO SUMMIT as indicated by the text Registration\nrequired 446,879,541,906 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, registration is required as indicated by ' Registration\nrequired 446,879,543,902 '.", "gt_answer": "Yes, registration is required for the ECO SUMMIT as indicated by the text Registration\nrequired 446,879,541,906 ."} +{"image": ["imgs/ChartQA_PCG/two_col_42257.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the total number of organ transplants from 2009/10 to 2019/20? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The trend shows an overall increase in the total number of organ transplants, starting from 2660194, 404, 224, 420 in 2009/10188, 840, 228, 899 to a peak of 4038710, 196, 740, 212 in 2017/18705, 840, 745, 899, followed by a slight decrease to 3760840, 238, 870, 254 in 2019/20834, 840, 874, 899."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of organ transplants increased from 2660193,405,223,422 in 2009/10 to a peak of 4038710,198,740,214 in 2017/18, before slightly decreasing to 3760839,241,869,257 in 2019/20.", "gt_answer": "The trend shows an overall increase in the total number of organ transplants, starting from 2660194, 404, 224, 420 in 2009/10188, 840, 228, 899 to a peak of 4038710, 196, 740, 212 in 2017/18705, 840, 745, 899, followed by a slight decrease to 3760840, 238, 870, 254 in 2019/20834, 840, 874, 899."} +{"image": ["imgs/ChartQA_PCG/two_col_43538.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the number of burglaries between the years 2018 and 2019. Provide each year's burglary count using bounding boxes. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "In 2018, the number of burglaries was 83694581, 241, 618, 257, while in 2019, it was 81475730, 255, 767, 272."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2018, there were 83694579,238,616,254 burglaries. In 2019, there were 81475729,257,765,273 burglaries. The number of burglaries decreased from 2018 to 2019.", "gt_answer": "In 2018, the number of burglaries was 83694581, 241, 618, 257, while in 2019, it was 81475730, 255, 767, 272."} +{"image": ["imgs/CCMAIN/0274661.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many rounds does the 7.62mm MG Burst have? Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that the 7.62mm MG Burst67,587,207,604 has 20 rnds218,587,273,604. Answer: 20 rnds218,587,273,604"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the 7.62mm MG Burst has 20 rnds218,587,279,604, indicating the number of rounds it can fire. Answer: 20 rnds218,587,279,604", "gt_answer": "The document states that the 7.62mm MG Burst67,587,207,604 has 20 rnds218,587,273,604. Answer: 20 rnds218,587,273,604"} +{"image": ["imgs/Crello/output_poster297_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color of the text in 551,365,882,781?"}, {"role": "assistant", "content": "white"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "White", "gt_answer": "white", "necessary bbox": "[' GOD 551,365,882,781']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 'White (non-Hispanic)' respondents who supported 512, 679, 553, 695?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "37%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of 'White (non-Hispanic)' respondents who supported Obama512, 679, 553, 695 is 38%. Answer: 38%", "gt_answer": "37%", "necessary bbox": "['White (non-Hispanic)172, 563, 293, 583', 'Obama512, 679, 553, 695']"} +{"image": ["imgs/ChartQA_PCG/24427049001318.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich agricultural product contributes the most to tropical deforestation?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Cattle"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The agricultural product contributing the most to tropical deforestation is Cattle112, 259, 176, 278 with a share of 40.70909, 256, 976, 278. Answer: Cattle", "gt_answer": "Cattle", "necessary bbox": "['Cattle111, 258, 179, 276', '40.70907, 254, 975, 276']"} +{"image": ["imgs/CCMAIN/0084784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the three categories used for scoring 175,808,277,824?"}, {"role": "assistant", "content": "Technical, Difficulty, Spirit"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Technical, Difficulty, Spirit", "gt_answer": "Technical, Difficulty, Spirit"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWho presented the 283,85,514,104? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Kate Gamm468,850,575,866"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Kate Gamm", "gt_answer": "Kate Gamm468,850,575,866"} +{"image": ["imgs/CCMAIN/0109076.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount in the 658,779,957,938 accounts?"}, {"role": "assistant", "content": "$11,245.89"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$7,528.38", "gt_answer": "$11,245.89"} +{"image": ["imgs/Crello/output_poster1294_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main product being advertised in the poster?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Detox Box"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main product being advertised is highlighted in the text ' DETOX\nBOX 601,402,817,765 '. Answer: DETOX BOX", "gt_answer": "Detox Box", "necessary bbox": "[' Detox\\nBox 600,400,816,766 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_63093.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the general trend in the number of enterprises between 218,947,244,986 and 844,947,872,992? Give grounding and detailed answer."}, {"role": "assistant", "content": "The number of enterprises decreased first from 459 221,163,243,179 in 2008 218,947,244,986 to 388 597,279,620,295 in 2014 595,946,621,986, and then increased to 468 848,148,871,164 in 2018* 844,947,872,992."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of enterprises generally increased from 459218,163,240,179 in 2008 to 468846,148,869,164 in 2018*.", "gt_answer": "The number of enterprises decreased first from 459 221,163,243,179 in 2008 218,947,244,986 to 388 597,279,620,295 in 2014 595,946,621,986, and then increased to 468 848,148,871,164 in 2018* 844,947,872,992."} +{"image": ["imgs/CCMAIN/0039975.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document announces Pandemic Relief Funds542,77,944,147 through the Federal Chafee Cash Payment571,149,948,218 program. It targets Foster Youth ages 14-26558,325,838,377, offering cash pre-paid cards. Youth aged 18-21705,447,771,499 can receive $600600,447,658,499, while those aged 21-26720,530,785,582 are eligible for $1200600,530,673,582. Applications can be submitted at https://chafeecard.dss.ca.gov/586,729,863,771 or www.checkforus.org577,825,765,866. The initiative is supported by CHECK FOR US and the L.A. Opportunity Youth Collaborative."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an advertisement for Pandemic Relief Funds - Federal Chafee Cash Payment546,78,972,139, targeting foster youth aged 14-26. It informs that these youth are eligible for cash pre-paid cards: $600 for 18-21 year olds601,444,882,495 and $1200 for 21-26 year olds601,531,894,582. The application links are provided: https://chafeecard.dss.ca.gov/588,730,866,769 and www.checkforus.org581,824,765,863.", "gt_answer": "The document announces Pandemic Relief Funds542,77,944,147 through the Federal Chafee Cash Payment571,149,948,218 program. It targets Foster Youth ages 14-26558,325,838,377, offering cash pre-paid cards. Youth aged 18-21705,447,771,499 can receive $600600,447,658,499, while those aged 21-26720,530,785,582 are eligible for $1200600,530,673,582. Applications can be submitted at https://chafeecard.dss.ca.gov/586,729,863,771 or www.checkforus.org577,825,765,866. The initiative is supported by CHECK FOR US and the L.A. Opportunity Youth Collaborative."} +{"image": ["imgs/ChartQA_PCG/two_col_502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company has a brand value just above 50 billion U.S. dollars? Give grounding and detailed answer."}, {"role": "assistant", "content": "SAP142,357,166,363 has a brand value of 57.58294,355,330,363 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Accenture 103,436,167,442 with a brand value of 35.98 billion U.S. dollars.", "gt_answer": "SAP142,357,166,363 has a brand value of 57.58294,355,330,363 billion U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/multi_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the votes would 455, 760, 579, 780 get against 348, 606, 458, 626?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "40%402, 211, 429, 229"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "54%380, 87, 406, 105", "gt_answer": "40%402, 211, 429, 229", "necessary bbox": "['Obama vs Gingrich348, 606, 458, 626', 'Republican candidate455, 760, 579, 780', '40%402, 211, 429, 229']"} +{"image": ["imgs/Crello/output_poster1594_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word in the poster is associated with the concept of eternity? Respond directly and include the bounding box of the answer if it is present.Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " Forever "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' Forever 286,51,834,509 ' is associated with the concept of eternity. Answer: Forever 286,51,834,509 ", "gt_answer": " Forever ", "necessary bbox": "[' 313,36,831,476 ']"} +{"image": ["imgs/CCMAIN/0003392.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a press release120,134,212,147 dated 2 July 2021216,134,298,147 from Allfunds Group plc409,182,590,199 regarding their Home Member State Declaration345,208,653,225. It states that under applicable Dutch law and the EU Transparency Directive, issuers of securities must disclose their \"home member state\". Allfunds Group plc declares its home member state as the Netherlands570,325,676,338. The disclosure is in compliance with Directive 2004/109/EC572,261,662,275 and Directive 2001/34/EC797,289,878,302. Contact information for investor and media inquiries is provided, including Silvia Rios120,451,195,465 for investor relations and Katherine Sloan120,569,229,582 for media communications."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Press release120,134,213,147 dated 2 July 2021222,134,298,147 from Allfunds Group plc410,182,591,200, announcing their compliance with Dutch law regarding the disclosure of their \"home member state\"506,247,653,260. This disclosure is in accordance with Directive 2004/109/EC and the EU Transparency Directive. Allfunds Group plc states that its home member state is the Netherlands591,325,677,338. The press release is available on their corporate website, subject to applicable securities laws. Contact information for investor relations and media is provided.", "gt_answer": "The document is a press release120,134,212,147 dated 2 July 2021216,134,298,147 from Allfunds Group plc409,182,590,199 regarding their Home Member State Declaration345,208,653,225. It states that under applicable Dutch law and the EU Transparency Directive, issuers of securities must disclose their \"home member state\". Allfunds Group plc declares its home member state as the Netherlands570,325,676,338. The disclosure is in compliance with Directive 2004/109/EC572,261,662,275 and Directive 2001/34/EC797,289,878,302. Contact information for investor and media inquiries is provided, including Silvia Rios120,451,195,465 for investor relations and Katherine Sloan120,569,229,582 for media communications."} +{"image": ["imgs/ChartQA_PCG/two_col_5506.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market capitalization of 62, 153, 184, 168?"}, {"role": "assistant", "content": "35,075.90 million euros"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "35075.90 million euros.", "gt_answer": "35,075.90 million euros", "necessary bbox": "['Intesa Sanpaolo62, 153, 184, 168', '35075.90883, 150, 957, 165']"} +{"image": ["imgs/ChartQA_PCG/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart corresponds to '650,153,680,179'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "77.0%553,281,609,307"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "77.0%551,283,608,309", "gt_answer": "77.0%553,281,609,307", "necessary bbox": "['Yes650,153,680,179', '77.0%553,281,609,307']"} +{"image": ["imgs/Crello/output_poster1647_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat product is being advertised in the poster?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Liquid Foundation Makeup"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The product being advertised is mentioned in the text ' This Is Your\nFavorite Liquid\nFoundation Makeup! 605,457,773,582 '. Answer: Favorite Liquid Foundation Makeup", "gt_answer": "Liquid Foundation Makeup", "necessary bbox": "[' This Is Your\\nFavorite Liquid \\nFoundation Makeup! 606,454,774,579 ']"} +{"image": ["imgs/CCMAIN/0146864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the phone number for the 321,349,568,362? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The CAMC LabWorks Operations Manager is Mike Laughery117,349,214,362, and his phone number is listed as (304) 388-5075709,349,810,362 in the CAMC LabWorks Staff section. Answer: (304) 388-5075709,349,810,362"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Mike Laughery117,349,216,362 as the CAMC LabWorks Operations Manager321,349,568,362 with the phone number (304) 388-5075. Answer: (304) 388-5075", "gt_answer": "The CAMC LabWorks Operations Manager is Mike Laughery117,349,214,362, and his phone number is listed as (304) 388-5075709,349,810,362 in the CAMC LabWorks Staff section. Answer: (304) 388-5075709,349,810,362"} +{"image": ["imgs/ChartQA_PCG/two_col_1112.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of users between 2021* and 2022*?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2.34 million"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of users in 2021* is 82.33510,159,543,176 million and in 2022* is 84.67576,137,610,153 million. The difference is 84.67 - 82.33 = 2.34 million. Answer: 2.34 million.", "gt_answer": "2.34 million", "necessary bbox": "['82.33510,158,543,173', '84.67577,139,611,156']"} +{"image": ["imgs/CCMAIN/0349453.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich book is included in both 284,212,409,227 and 415,228,538,243 readings for 192,499,310,514? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "James117,339,170,355"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Proverbs117,306,185,321", "gt_answer": "James117,339,170,355"} +{"image": ["imgs/Crello/output_poster2290_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I attend the event in 22 January 2018?Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event is held from 23 \u2013 26 January 2018 704,365,935,431 , so attending on 22 January 2018 100,479,268,634 is not possible. Answer: No", "gt_answer": "No", "necessary bbox": "['23 \u2013 26 January 2018 772,396,938,447']"} +{"image": ["imgs/ChartQA_PCG/two_col_4585.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the franchise value first reach 1000 million U.S. dollars?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2019800,872,825,912"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2020835, 874, 860, 912", "gt_answer": "2019800,872,825,912", "necessary bbox": "['1000114,226,141,238', '2019800,872,825,912']"} +{"image": ["imgs/CCMAIN/0225840.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the book 214,31,638,76 available? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "digital library539,382,651,409"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "In a digital library543,378,650,412.", "gt_answer": "digital library539,382,651,409"} +{"image": ["imgs/ChartQA_PCG/two_col_2546.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Puma's global revenue first surpass 178,323,186,335? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Puma's global revenue first surpassed 3 billion euros 178,323,186,335 in 2011 571,866,598,905 with a revenue of 3.01 billion euros."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Puma's global revenue first surpassed 4178,323,186,335 billion euros in 2017755,864,780,904.", "gt_answer": "Puma's global revenue first surpassed 3 billion euros 178,323,186,335 in 2011 571,866,598,905 with a revenue of 3.01 billion euros."} +{"image": ["imgs/ChartQA_PCG/multi_col_40322.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of women in 2017?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "930389"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of women in 2017 is shown as 934568.\n\nAnswer: 934568", "gt_answer": "930389", "necessary bbox": "['Women549,682,588,696', '2017514,556,539,570', '930389']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of platforms receive payments via Account?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": " 85% "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of platforms that receive payments via Account is shown as 85%329, 79, 355, 98.\n\nAnswer: 85%", "gt_answer": " 85% ", "necessary bbox": "[' 85% 328, 78, 354, 97']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60916.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the daily spending in U.S. dollars for 2009 during the 3rd week of December?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "74685, 282, 700, 299"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "74683, 279, 698, 298", "gt_answer": "74685, 282, 700, 299", "necessary bbox": "['74685, 282, 700, 299']"} +{"image": ["imgs/CCMAIN/0056209.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines 609.265 ABDUCTION117,112,290,127 under the MINNESOTA STATUTES 2020381,73,617,88. It states that anyone who takes a person under 18 for marriage without the consent of their legal guardian is guilty of abduction. The penalty may include imprisonment for up to one year or a fine of up to $3,000827,170,876,185, or both."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is from the MINNESOTA STATUTES 2020381,73,617,88 and outlines the law regarding ABDUCTION180,112,290,127. It states that anyone who takes a person under the age of 18 for the purpose of marriage without the consent of their parents, guardian, or other person with legal custody is guilty of abduction. The punishment includes imprisonment for not more than one year or a fine of not more than $3,000825,170,877,185, or both. The statute was amended in 1963215,212,251,227 and 1984421,212,457,227.", "gt_answer": "The document outlines 609.265 ABDUCTION117,112,290,127 under the MINNESOTA STATUTES 2020381,73,617,88. It states that anyone who takes a person under 18 for marriage without the consent of their legal guardian is guilty of abduction. The penalty may include imprisonment for up to one year or a fine of up to $3,000827,170,876,185, or both."} +{"image": ["imgs/ChartQA_PCG/two_col_2474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 164,872,225,887number of COVID-19 cases reported?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "9987178, 149, 208, 166"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "9987180,153,209,169", "gt_answer": "9987178, 149, 208, 166", "necessary bbox": "['9987178, 149, 208, 166','Total cases164,872,225,887']"} +{"image": ["imgs/ChartQA_PCG/two_col_60392.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich source is the least utilized for keeping oneself updated? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "I don't keep myself updated212,793,454,825 with 2.0%439,639,483,665"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The least utilized source is I don't keep myself updated214,795,458,827 with 0.2%436,641,480,667.", "gt_answer": "I don't keep myself updated212,793,454,825 with 2.0%439,639,483,665"} +{"image": ["imgs/CCMAIN/0276867.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 130,655,229,675 items met the criteria for evaluation in the study?"}, {"role": "assistant", "content": "82"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "82", "gt_answer": "82"} +{"image": ["imgs/ChartQA_PCG/two_col_20227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the military spending of 208,226,239,233'?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "5036377,225,410,232"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "5036381,225,411,233", "gt_answer": "5036377,225,410,232", "necessary bbox": "['Chile208,226,239,233', '5036377,225,410,232']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60041.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the rate difference in kidney transplants between 478, 650, 506, 665 and 2019?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "5.3"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The rate in 2017 was 49.30 and in 2019 it was 44.50. The difference is 49.30 - 44.50 = 4.80. Answer: 4.80", "gt_answer": "5.3", "necessary bbox": "['Kidney173, 550, 211, 570', '2017478, 650, 506, 665', '2019563, 650, 591, 665']"} +{"image": ["imgs/CCMAIN/0135071.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for the lowest registration fee? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the registration fee is 170 \u20ac563,505,581,516 if paid by 30.06.2021626,505,673,516, which is the lowest fee option available. Answer: 30.06.2021626,505,673,516"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the lowest registration fee of 170 \u20ac562,508,590,518 is available until 30.06.2021624,508,676,518. Answer: 30.06.2021624,508,676,518", "gt_answer": "The document states that the registration fee is 170 \u20ac563,505,581,516 if paid by 30.06.2021626,505,673,516, which is the lowest fee option available. Answer: 30.06.2021626,505,673,516"} +{"image": ["imgs/ChartQA_PCG/two_col_42876.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of COVID-19 cases across all regions?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "8473"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of COVID-19 cases is calculated by summing the cases from each region: 339305,832,330,846 (Brest Oblast) + 347306,725,331,739 (Grodno Oblast) + 396315,618,340,632 (Mogilev Oblast) + 460325,511,350,526 (Gomel Oblast) + 1206440,395,472,409 (Minsk Oblast) + 1935557,288,589,303 (Vitebsk Oblast) + 4090894,182,927,196 (Minsk). Total = 10307. Answer: 10307", "gt_answer": "8473", "necessary bbox": "['339304,832,328,846', '347306,723,329,738', '396313,616,337,630', '460323,507,347,521', '1206442,399,474,414', '1935557,290,589,305', '4090898,183,930,196']"} +{"image": ["imgs/CCMAIN/0297345.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many calories of the 502,314,627,373 per cup?"}, {"role": "assistant", "content": "40"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "40 calories.", "gt_answer": "40"} +{"image": ["imgs/CCMAIN/0332539.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the book? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "3.79 USD338,301,420,316"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3.79 USD340,301,416,315", "gt_answer": "3.79 USD338,301,420,316"} +{"image": ["imgs/ChartQA_PCG/two_col_102398.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the transport volume first exceed 148,492,182,506 million passenger-kilometers? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The transport volume first exceeded 30000 148,492,182,506 million passenger-kilometers in 2005 318,842,345,889 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The transport volume first exceeded 30000148,492,182,506 million passenger-kilometers in 2004287,844,313,890 with a volume of 29155.", "gt_answer": "The transport volume first exceeded 30000 148,492,182,506 million passenger-kilometers in 2005 318,842,345,889 ."} +{"image": ["imgs/ChartQA_PCG/two_col_21963.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend is observed in Pinterest's revenue from 167, 870, 199, 917 to 758, 870, 790, 917? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Pinterest's revenue generally increased over the period from 'Q1 '16167, 870, 199, 917' to 'Q4 '20758, 870, 790, 917', with the largest growth observed from 'Q3 '20726, 870, 758, 917' to 'Q4 '20758, 870, 790, 917' where it jumped from 442.62723, 415, 764, 432 to 706764, 164, 786, 181."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Pinterest's revenue shows a consistent upward trend from 47176, 792, 191, 809 million U.S. dollars in Q1 '16 to 706759, 163, 781, 179 million U.S. dollars in Q4 '20.", "gt_answer": "Pinterest's revenue generally increased over the period from 'Q1 '16167, 870, 199, 917' to 'Q4 '20758, 870, 790, 917', with the largest growth observed from 'Q3 '20726, 870, 758, 917' to 'Q4 '20758, 870, 790, 917' where it jumped from 442.62723, 415, 764, 432 to 706764, 164, 786, 181."} +{"image": ["imgs/Crello/output_poster1204_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the author describe their relationship with New York ? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The author describes their relationship with New York as a feeling of belonging, even though New York doesn't technically belong to them, saying it is something that 'belongs to me because I belong to it' in the text ' I love New York, even though it isn\u2019t mine, \nthe way something has to be, a tree or a \nstreet or a house, something, anyway, that \nbelongs to me because I belong to it. 334,203,607,331 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The author describes their relationship with New York as belonging, as indicated by the text ' I love New York, even though it isn't mine,\nthe way something has to be, a tree or a\nstreet or a house, something, anyway, that\nbelongs to me because I belong to it. 334,197,608,335 '.", "gt_answer": "The author describes their relationship with New York as a feeling of belonging, even though New York doesn't technically belong to them, saying it is something that 'belongs to me because I belong to it' in the text ' I love New York, even though it isn\u2019t mine, \nthe way something has to be, a tree or a \nstreet or a house, something, anyway, that \nbelongs to me because I belong to it. 334,203,607,331 '."} +{"image": ["imgs/ChartQA_PCG/two_col_21737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the national debt from 2016 to 2026*? Give grounding and detailed answer."}, {"role": "assistant", "content": "The national debt increased from 55.79%140,304,184,320 in 2016 to 66.63%846,201,890,216 in 2026*, indicating an overall upward trend."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The national debt shows an increasing trend from 55.79%140,308,184,324 in 2016 to 66.63%844,201,889,217 in 2026*.", "gt_answer": "The national debt increased from 55.79%140,304,184,320 in 2016 to 66.63%846,201,890,216 in 2026*, indicating an overall upward trend."} +{"image": ["imgs/ChartQA_PCG/two_col_81976.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference in total exports between 259,924,283,964 and 351,925,377,964? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The difference in total exports between 2007 259,924,283,964 and 2009 351,925,377,964 was 6.15 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The difference in total exports between 2007259,924,283,964 and 2009351,925,377,964 was 1760.65 - 1138.16 = 622.49 million U.S. dollars.", "gt_answer": "The difference in total exports between 2007 259,924,283,964 and 2009 351,925,377,964 was 6.15 million U.S. dollars."} +{"image": ["imgs/Crello/output_poster2218_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the text in 135,239,208,279 relate to the text in 105,408,389,638?"}, {"role": "assistant", "content": "Both emphasize 'Real'."}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Real Businessman", "gt_answer": "Both emphasize 'Real'.", "necessary bbox": "[' Real 135,239,208,279', ' Real Power 105,408,389,638']"} +{"image": ["imgs/Crello/output_poster864_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the store mentioned in 32,206,233,272?"}, {"role": "assistant", "content": " GABI GO "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "GABI GO", "gt_answer": " GABI GO ", "necessary bbox": "[' GABI GO 32,206,233,272']"} +{"image": ["imgs/CCMAIN/0308992.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the EMD required for participating in the e-auction? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "RS 200/- PER TONNE187,319,366,337"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "RS 200/- PER TONNE187,319,365,336", "gt_answer": "RS 200/- PER TONNE187,319,366,337"} +{"image": ["imgs/ChartQA_PCG/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value in 241, 818, 257, 832 domain in 2011?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2.de"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value for the domain 2.de163, 818, 187, 832 is shown as 29241, 818, 257, 832.\n\nAnswer: 29", "gt_answer": "2.de", "necessary bbox": "['Price in thousand euros499, 942, 646, 954', '2.de165, 820, 191, 832', '29241, 818, 257, 832']"} +{"image": ["imgs/ChartQA_PCG/two_col_40918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of inhabitants from 252, 139, 285, 152 listed on the chart?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "798328894, 137, 960, 152"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "798328894, 137, 960, 152", "gt_answer": "798328894, 137, 960, 152", "necessary bbox": "['Asia252, 139, 285, 152', '798328894, 137, 960, 152']"} +{"image": ["imgs/Crello/output_poster481_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text boxes in the poster? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The complete phrase is ' It\u2019s all 72,375,185,420 about 65,495,90,590 business 107,522,428,606 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The complete phrase is ' It\u2019s all 72,376,185,420 ' followed by ' about 64,519,104,586 ' and ' business 113,521,429,606 '.", "gt_answer": "The complete phrase is ' It\u2019s all 72,375,185,420 about 65,495,90,590 business 107,522,428,606 '."} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate in 442, 844, 468, 889?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "15.90%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The unemployment rate in 2009442, 844, 468, 889 is 15.90%432, 117, 481, 135. Answer: 15.90%", "gt_answer": "15.90%", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138']"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 622.30 million?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The population was 622.30521, 234, 562, 250 million in the year 2015531, 861, 556, 900. Answer: 2015", "gt_answer": "2015", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/Crello/output_poster2040_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the event being celebrated according to 366,83,600,123?"}, {"role": "assistant", "content": "National Teacher Appreciation Day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "National Teacher Appreciation Day", "gt_answer": "National Teacher Appreciation Day", "necessary bbox": "[' National Teacher\\nAppreciation Day 366,83,600,123']"} +{"image": ["imgs/ChartQA_PCG/two_col_101935.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of the United States' contribution as shown in the pie chart? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "64.11% 544, 427, 611, 453"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "64.11%543, 427, 609, 453", "gt_answer": "64.11% 544, 427, 611, 453"} +{"image": ["imgs/CCMAIN/0175360.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat additional task must the student complete after 53,192,181,208?"}, {"role": "assistant", "content": "Write a sentence or paragraph"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Write a sentence or paragraph about the drawing's relation to the performance.", "gt_answer": "Write a sentence or paragraph"} +{"image": ["imgs/ChartQA_PCG/multi_col_20801.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of GDP for 596, 637, 644, 653 in 683,519,708,562?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "47.63%674,196,720,219"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "47.63%675, 201, 720, 219", "gt_answer": "47.63%674,196,720,219", "necessary bbox": "['Services596, 637, 644, 653', '2017683,519,708,562', '47.63%674,196,720,219']"} +{"image": ["imgs/CCMAIN/0144349.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the frequency of invoice issuance mentioned in 338,217,646,252? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "bimonthly495,267,577,281"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Bimonthly", "gt_answer": "bimonthly495,267,577,281"} +{"image": ["imgs/ChartQA_PCG/two_col_104878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the Russell 2000 index value in 266,912,293,925?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "673268, 568, 290, 584"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "673271,568,293,584", "gt_answer": "673268, 568, 290, 584", "necessary bbox": "['2005265, 912, 293, 925', '673268, 568, 290, 584']"} +{"image": ["imgs/CCMAIN/0157406.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 397,388,510,407 for online payment? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document provides an Access Code397,388,510,407 of VXB10001521,388,608,407 for online payment at the specified URL. Answer: VXB10001521,388,608,407"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Account Number410,408,562,427 as 12 for online payments. Answer: 12", "gt_answer": "The document provides an Access Code397,388,510,407 of VXB10001521,388,608,407 for online payment at the specified URL. Answer: VXB10001521,388,608,407"} +{"image": ["imgs/Crello/output_poster449_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned for the St. Patrick's Day event?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 17.03 64,154,166,188 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 17.03 65,154,168,192", "gt_answer": " 17.03 64,154,166,188 ", "necessary bbox": "[' 17.03 64,154,166,188 ']"} +{"image": ["imgs/CCMAIN/0233326.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sequence for 273,275,464,295 in Part A?"}, {"role": "assistant", "content": "DS \u2013 DS(xf) - DS - @ S\u00bd R \u2013 RS \u2013 DS -DS \u2013 RS"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "DS \u2013 DS(xf) - DS - @ S\u00bd R \u2013 RS \u2013 DS \u2013 DS \u2013 RS", "gt_answer": "DS \u2013 DS(xf) - DS - @ S\u00bd R \u2013 RS \u2013 DS -DS \u2013 RS"} +{"image": ["imgs/ChartQA_PCG/two_col_62655.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many more respondents have read poems by 249, 769, 349, 781 than by 286, 555, 350, 568? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The difference is 21 , since 23 read Alfred Tennyson249, 769, 349, 781 and 2 read Sarah Kay249, 769, 349, 781."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": " Alfred Tennyson 249, 769, 349, 781 has 22% and Sarah Kay 286, 555, 350, 568 has 2% . The difference is 20% .", "gt_answer": "The difference is 21 , since 23 read Alfred Tennyson249, 769, 349, 781 and 2 read Sarah Kay249, 769, 349, 781."} +{"image": ["imgs/Crello/output_poster1618_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text boxes in the poster?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "FARMER SECRETS REVEALED"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text boxes form the phrase 'FARMER SECRETS REVEALED' when ordered logically. Answer: FARMER 160,257,813,442 SECRETS 253,520,743,582 REVEALED 181,679,812,782 ", "gt_answer": "FARMER SECRETS REVEALED", "necessary bbox": "[' FARMER 162,254,808,447 ', ' SECRETS 249,522,742,586 ', ' REVEALED 182,680,809,780 ']"} +{"image": ["imgs/Crello/output_poster2125_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat promotion is highlighted? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The promotion highlighted is a 'Free Ride', as stated in the text ' Free 547,181,838,310' and ' RIDE 710,331,921,410'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The promotion highlighted is ' Free 541,187,839,323 ' and ' RIDE 706,335,925,415 '.", "gt_answer": "The promotion highlighted is a 'Free Ride', as stated in the text ' Free 547,181,838,310' and ' RIDE 710,331,921,410'."} +{"image": ["imgs/CCMAIN/0058631.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the focus of the case report by Shamnath Ismail? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Smokeless Tobacco Induced Oral Premalignant Lesions142,165,455,176"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Smokeless Tobacco Induced Oral Premalignant Lesions142,165,453,174", "gt_answer": "Smokeless Tobacco Induced Oral Premalignant Lesions142,165,455,176"} +{"image": ["imgs/CCMAIN/0251394.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the buy-in amount for the tournament on 554,133,649,157?"}, {"role": "assistant", "content": "$125"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$125", "gt_answer": "$125"} +{"image": ["imgs/CCMAIN/0106693.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat actions should the participant take if they observe any unusual significant hazard during their presence or participation according to 29,504,889,514? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to willingly agree to comply with the stated and customary terms and conditions for participation. If, however, I29,504,889,514, the participant should remove themselves from participation and bring the hazard to the attention of the nearest official immediately."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to observe any unusual significant hazard during my presence or participation, I will remove myself from participation29,504,889,514, the participant should remove themselves from participation and bring such hazards to the attention of the nearest official immediately.", "gt_answer": "According to willingly agree to comply with the stated and customary terms and conditions for participation. If, however, I29,504,889,514, the participant should remove themselves from participation and bring the hazard to the attention of the nearest official immediately."} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "KCT\u2019s KRISHNA SCHOOL, KARAD336,88,744,132, has organized online events for students of Grade 4 and 5526,315,645,332. The events include an Advertising Competition136,353,346,370 on 18th December 2020, a Drawing Competition144,372,329,389 on 19th December 2020, and a Cooking without fire144,392,320,408 event on 21st December 2020. The last date for enrollment is 10th December 2020343,411,524,428. Students must enroll their names with their respective class teachers as soon as possible."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Krishna School, Karad is organizing online events for Grade 4 and 5 students. The events include an Advertising Competition137,354,346,370 on 18th December 2020379,354,560,370, a Drawing Competition144,373,327,389 on 19th December 2020358,373,540,389, and a Cooking Without fire144,392,321,408 event on 21st December 2020350,392,531,408. The last date for enrollment is 10th December 2020344,411,525,427. Students must enroll their names to their respective class teachers at the earliest.", "gt_answer": "KCT\u2019s KRISHNA SCHOOL, KARAD336,88,744,132, has organized online events for students of Grade 4 and 5526,315,645,332. The events include an Advertising Competition136,353,346,370 on 18th December 2020, a Drawing Competition144,372,329,389 on 19th December 2020, and a Cooking without fire144,392,320,408 event on 21st December 2020. The last date for enrollment is 10th December 2020343,411,524,428. Students must enroll their names with their respective class teachers as soon as possible."} +{"image": ["imgs/Crello/output_poster1483_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the birthday party?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "SEP 12"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date is composed of ' SEP 56,160,112,197 ' and ' 12 348,160,374,197 ', indicating the party is on September 12. Answer: SEP 12", "gt_answer": "SEP 12", "necessary bbox": "[' SEP 56,158,112,195 ', ' 12 348,158,375,195 ']"} +{"image": ["imgs/Crello/output_poster264_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mood or expression of the cat as described in 863,955,945,976?"}, {"role": "assistant", "content": "Glad"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "glad", "gt_answer": "Glad", "necessary bbox": "['glad cat863,955,945,976']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the overall net sales amount across all regions in 792,595,820,620?"}, {"role": "assistant", "content": "939.1 million euros"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1208.50 million euros.", "gt_answer": "939.1 million euros", "necessary bbox": "['448.80785,490,826,509', '334795,345,817,363', '78798,268,813,286', '2019792,595,820,620']"} +{"image": ["imgs/CCMAIN/0320949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the validity period for the 605,48,913,74? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "The form specifies the validity period as May 31st \u2013 Aug 31st647,119,867,134, indicating the time frame during which the application is applicable. Answer: May 31st \u2013 Aug 31st647,119,867,134"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that it is VALID FOR ONE PROGRAM APPLICATION264,183,733,205 and is valid from May 31st \u2013 Aug 31st646,116,869,138. Answer: May 31st \u2013 Aug 31st646,116,869,138", "gt_answer": "The form specifies the validity period as May 31st \u2013 Aug 31st647,119,867,134, indicating the time frame during which the application is applicable. Answer: May 31st \u2013 Aug 31st647,119,867,134"} +{"image": ["imgs/Crello/output_poster85_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the specific date mentioned for Bike to Work Day on the poster? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The specific date mentioned is ' 17 58,191,274,496 ', which refers to the 17th of May, as evidenced by the text ' th\nMAY 363,152,449,239 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The specific date mentioned is ' 17 56,194,280,493 ' ' th 363,149,393,184 ' ' MAY 366,203,450,238 '.", "gt_answer": "The specific date mentioned is ' 17 58,191,274,496 ', which refers to the 17th of May, as evidenced by the text ' th\nMAY 363,152,449,239 '."} +{"image": ["imgs/Crello/output_poster111_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 12.11.2019 419,717,560,757 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 12.11.2019 417,713,555,750", "gt_answer": " 12.11.2019 419,717,560,757 ", "necessary bbox": "[' 12.11.2019 419,717,560,757 ']"} +{"image": ["imgs/Crello/output_poster1088_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost and timing for the painting lessons?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " $20 PER LESSON DAILY AT 7-8 PM 646,448,963,464 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $20 PER LESSON DAILY AT 7-8 PM 643,451,963,467", "gt_answer": " $20 PER LESSON DAILY AT 7-8 PM 646,448,963,464 ", "necessary bbox": "[' $20 PER LESSON DAILY AT 7-8 PM 646,448,963,464 ']"} +{"image": ["imgs/CCMAIN/0196602.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "Our New Lebanon310,79,565,99 is hosting a Zoom meeting featuring Guest Speaker Retired General Yaarob Sakher173,113,833,148 on Jul 26, 2020254,142,382,169 at 12:00 PM Pacific Time389,142,633,169. Yaarob Sakher is an experienced Army Officer with expertise in Intelligence Analysis476,312,595,335, Counterterrorism421,332,578,356, and Weapons Handling97,352,273,376. He holds an MSc in National Securities562,352,646,376 and Strategy and diplomacy265,373,482,396. Participants are encouraged to register in advance via the provided Zoom link and submit questions by July 25 at 10 pm242,568,395,592. The session will be recorded and may be shared on social media. Best practices for the meeting include muting when not speaking and using chat for questions."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document announces a Zoom meeting featuring Retired General Yaarob Saker386,114,830,145 on Jul 26, 2020254,143,382,167, at 12:00 PM Pacific Time390,143,633,167. The event aims to discuss preserving Lebanon as a model of freedom and democracy, promoting peace, neutrality, and economic liberty. Yaarob Saker is an experienced Army Officer with skills in Intelligence Analysis, U.S. Department of Defense, Counterterrorism, and Weapons Handling. He holds an MSc in National Securities491,353,646,377 and MSc in Strategy and diplomacy195,374,485,398. Participants are encouraged to register in advance and prepare questions for the session. Best practices include muting oneself when not speaking, using the chat to ask questions, and being brief. The session will be recorded and shared on social media.", "gt_answer": "Our New Lebanon310,79,565,99 is hosting a Zoom meeting featuring Guest Speaker Retired General Yaarob Sakher173,113,833,148 on Jul 26, 2020254,142,382,169 at 12:00 PM Pacific Time389,142,633,169. Yaarob Sakher is an experienced Army Officer with expertise in Intelligence Analysis476,312,595,335, Counterterrorism421,332,578,356, and Weapons Handling97,352,273,376. He holds an MSc in National Securities562,352,646,376 and Strategy and diplomacy265,373,482,396. Participants are encouraged to register in advance via the provided Zoom link and submit questions by July 25 at 10 pm242,568,395,592. The session will be recorded and may be shared on social media. Best practices for the meeting include muting when not speaking and using chat for questions."} +{"image": ["imgs/ChartQA_PCG/multi_col_80918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of solved homicides from 524,599,554,616 to 524,663,554,677?"}, {"role": "assistant", "content": "1206"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1222", "gt_answer": "1206", "necessary bbox": "['415307, 88, 329, 105', '406352, 97, 374, 115', '2012524,599,554,616','2014524,663,554,677']"} +{"image": ["imgs/Crello/output_poster1176_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more details about the event be found as mentioned in 386,773,631,874?"}, {"role": "assistant", "content": "www.helpingtogether.us/events"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "helpingtogether.us/events", "gt_answer": "www.helpingtogether.us/events", "necessary bbox": "[' Fighting poverty for a brighter future!\\nYou can learn more details\\non www.helpingtogether.us/events 386,773,631,874']"} +{"image": ["imgs/CCMAIN/0353494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is required for walls with a fire separation distance of 348,710,427,719?"}, {"role": "assistant", "content": "One-hour fire-resistance rating required"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "One-hour fire-resistance rating.", "gt_answer": "One-hour fire-resistance rating required"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a menu from Seoul Garden401,66,609,85 featuring a variety of Appetizers455,118,594,137 and Soft Drinks437,654,576,673. Appetizers include items like EGG ROLL235,138,347,156, YAKI MAN DO235,170,389,189, CHIN MAN DO235,213,388,232, and SOFT SHELL CRAB235,321,435,340, with prices ranging from 3.50822,142,851,155 to 12.95822,557,859,570. The menu also offers a selection of Soft Drinks437,654,576,673 and Hot Tea477,675,527,689, including ICE TEA235,702,328,721, JUICES627,834,702,853, and various teas, all priced at 2.99538,675,570,689 with refill."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a menu from Seoul Garden featuring a variety of Appetizers459,116,597,140 and Soft Drinks438,652,581,676. Appetizers include items like EGG ROLL235,140,346,157, YAKI MAN DO235,172,387,189, and SOFT SHELL CRAB235,324,434,341, with prices ranging from 3.50822,140,851,153 to 12.95822,557,859,570. The Soft Drinks438,652,581,676 section offers options such as ICE TEA235,707,330,724 and HOT TEA235,846,339,863, with prices starting at 2.99532,678,565,691. Juices include Orange juice615,855,743,872 and Apple juice615,872,729,889.", "gt_answer": "The document is a menu from Seoul Garden401,66,609,85 featuring a variety of Appetizers455,118,594,137 and Soft Drinks437,654,576,673. Appetizers include items like EGG ROLL235,138,347,156, YAKI MAN DO235,170,389,189, CHIN MAN DO235,213,388,232, and SOFT SHELL CRAB235,321,435,340, with prices ranging from 3.50822,142,851,155 to 12.95822,557,859,570. The menu also offers a selection of Soft Drinks437,654,576,673 and Hot Tea477,675,527,689, including ICE TEA235,702,328,721, JUICES627,834,702,853, and various teas, all priced at 2.99538,675,570,689 with refill."} +{"image": ["imgs/CCMAIN/0342778.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the dimensions of the Double Decker TACO\u00ae Pouch in centimeters? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists the dimensions of the pouch as 3\"L x 2.2\"W x5\"H87,811,212,825 in inches, which converts to 7.62cm x 5.59cm x 12.7cm87,828,281,842 in centimeters. Answer: 7.62cm x 5.59cm x 12.7cm87,828,281,842"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The dimensions are provided in both inches and centimeters, with the metric measurements being 7.62cm x 5.59cm x 12.7cm86,828,283,842. Answer: 7.62cm x 5.59cm x 12.7cm86,828,283,842", "gt_answer": "The document lists the dimensions of the pouch as 3\"L x 2.2\"W x5\"H87,811,212,825 in inches, which converts to 7.62cm x 5.59cm x 12.7cm87,828,281,842 in centimeters. Answer: 7.62cm x 5.59cm x 12.7cm87,828,281,842"} +{"image": ["imgs/Crello/output_poster995_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat call-to-action is present in the poster'? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The call-to-action text is ' SEE MORE 381,912,483,920 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The call-to-action present in the poster is ' SEE MORE 380,910,485,918 '.", "gt_answer": "The call-to-action text is ' SEE MORE 381,912,483,920 '."} +{"image": ["imgs/ChartQA_PCG/two_col_81170.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of hospitals with 350-499 beds?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "20"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of hospitals with 350-499 beds is shown as 20.\n\nAnswer: 20", "gt_answer": "20", "necessary bbox": "['350-499627,900,673,912']"} +{"image": ["imgs/CCMAIN/0355747.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the ingredients listed for Steak Frites | 34? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The ingredients listed for Steak Frites | 34 are '6oz. FILET', 'DEMI GLACE', and 'FRIES'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The ingredients listed for Steak Frites | 34359,917,638,929 are 6oz. Filet, Demi Glace, and Fries.", "gt_answer": "The ingredients listed for Steak Frites | 34 are '6oz. FILET', 'DEMI GLACE', and 'FRIES'."} +{"image": ["imgs/Crello/output_poster851_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the brand name of the skincare cream mentioned in 457,294,529,326? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " LUMO "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " LUMO 457,294,529,326", "gt_answer": " LUMO ", "necessary bbox": "[' LUMO 457,294,529,326']"} +{"image": ["imgs/Crello/output_poster341_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in the poster? Please respond succinctly and include the answer's bounding box if it is available.Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " www.nolaclothes.us 53,576,103,905"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.nolaclothes.us 53,578,109,904 ", "gt_answer": " www.nolaclothes.us 53,576,103,905", "necessary bbox": "[' www.nolaclothes.us 53,576,103,905']"} +{"image": ["imgs/ChartQA_PCG/two_col_103460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of emissions from 236,141,270,151?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "26.60%720,139,769,151"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "26.60%718,140,767,151", "gt_answer": "26.60%720,139,769,151", "necessary bbox": "['China236,141,270,151', '26.60%720,139,769,151']"} +{"image": ["imgs/ChartQA_PCG/two_col_21402.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of wholesale tea sales in the United States from 1990 to 2020? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The sales have consistently increased from 1.84 billion U.S. dollars162, 710, 188, 726 in 1990161, 837, 188, 850 to 13.12 billion U.S. dollars771, 123, 804, 138 in 2020774, 837, 802, 850."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The wholesale tea sales in the United States show a consistent increase from 1.84163,709,188,725 billion U.S. dollars in 1990 to 13.12770,122,803,138 billion U.S. dollars in 2020.", "gt_answer": "The sales have consistently increased from 1.84 billion U.S. dollars162, 710, 188, 726 in 1990161, 837, 188, 850 to 13.12 billion U.S. dollars771, 123, 804, 138 in 2020774, 837, 802, 850."} +{"image": ["imgs/Crello/output_poster1526_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Happy first day of winter 340,165,848,248 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Happy first day of winter 340,167,845,249 ", "gt_answer": " Happy first day of winter 340,165,848,248 ", "necessary bbox": "[' Happy first day of winter 340,165,848,248 ']"} +{"image": ["imgs/CCMAIN/0053877.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the closing date for enrolment in the tournament? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document mentions that the closing date for enrolment156,703,426,720 is Friday 28th May457,705,612,721. Answer: Friday 28th May457,705,612,721"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the closing date for enrolment is Friday 28th May456,703,549,721, indicating the deadline for submitting entries. Answer: Friday 28th May456,703,549,721", "gt_answer": "The document mentions that the closing date for enrolment156,703,426,720 is Friday 28th May457,705,612,721. Answer: Friday 28th May457,705,612,721"} +{"image": ["imgs/CCMAIN/0173731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number for CAPE GUN WORKS? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "508-771-3600554,442,665,461"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "508-771-3600552,442,662,462", "gt_answer": "508-771-3600554,442,665,461"} +{"image": ["imgs/CCMAIN/0223946.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The OREGON POLICE CANINE ASSOCIATION266,48,732,75 is hosting a seminar from SEPTEMBER 13TH-15TH, 2021117,155,385,176 at the RUNNING Y RANCH RESORT117,188,287,202 in Klamath Falls, OR. Room rates are $96 per night. Detection certification testing is available on SUNDAY, SEPTEMBER 12th497,371,692,388. Seminar pricing is $250 for Handler, Working K9117,449,271,466 and Supervisor, Working K9117,482,288,499, $50 for Supervisor, Not Working K9117,516,318,533 and OPCA Trainers or Eboard Member117,559,381,577, and free for Decoys117,593,171,610. Registrations after September 1st, 2021175,626,326,644 will incur a $100 increase. Payment can be made via Visa, MasterCard, Discover, or checking account, with the option to pay by check at check-in."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an announcement for the OREGON POLICE CANINE ASSOCIATION264,51,734,75 event scheduled from SEPTEMBER 13TH-15TH, 2021117,159,385,176 at RUNNING Y RANCH RESORT117,189,286,202. It includes room rates of $96/night355,282,425,296 for a King Room or Two Queen Room. Detection certification testing is available on SUNDAY, SEPTEMBER 12th496,374,692,388, and further instructions can be obtained by emailing TONY BASTINELLI752,374,857,388. Seminar pricing varies based on roles: Handler117,452,178,466 and Supervisor, Working K9 at Seminar117,484,369,498 cost $250.00363,452,422,466, while Supervisor, Not Working K9 at Seminar117,519,400,533 costs $50.00412,519,461,533. OPCA Trainers or Eboard Member117,561,382,575 fees are also $50.00412,519,461,533. Decoys are free of charge. After September 1st, 2021174,629,326,643, all registrations will increase by $100.00117,644,175,658. Payments can be made online or by check.", "gt_answer": "The OREGON POLICE CANINE ASSOCIATION266,48,732,75 is hosting a seminar from SEPTEMBER 13TH-15TH, 2021117,155,385,176 at the RUNNING Y RANCH RESORT117,188,287,202 in Klamath Falls, OR. Room rates are $96 per night. Detection certification testing is available on SUNDAY, SEPTEMBER 12th497,371,692,388. Seminar pricing is $250 for Handler, Working K9117,449,271,466 and Supervisor, Working K9117,482,288,499, $50 for Supervisor, Not Working K9117,516,318,533 and OPCA Trainers or Eboard Member117,559,381,577, and free for Decoys117,593,171,610. Registrations after September 1st, 2021175,626,326,644 will incur a $100 increase. Payment can be made via Visa, MasterCard, Discover, or checking account, with the option to pay by check at check-in."} +{"image": ["imgs/Crello/output_poster758_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of earrings are highlighted in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Cuff earrings 108,826,768,965"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Cuff earrings 108,824,768,975 ", "gt_answer": " Cuff earrings 108,826,768,965", "necessary bbox": "[' Cuff earrings 108,826,768,965']"} +{"image": ["imgs/CCMAIN/0006937.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the acknowledgment number of the 207,642,289,662 for the financial year 2019-20? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "232139521290121635,626,803,645"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "232139521290121634,627,803,646", "gt_answer": "232139521290121635,626,803,645"} +{"image": ["imgs/ChartQA_PCG/two_col_21194.png"], "messages": [{"role": "user", "content": "<|image|> \nDescribe the trend of GVA from 2003 to 2019. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The GVA started at 7179 164,347,193,363 million GBP in 2003 164,946,189,986, decreased to a minimum of 4941 281,524,311,539 million GBP in 2006 283,946,308,986, then generally increased to 10419 712,91,749,106 million GBP in 2017 716,946,741,986, before slightly decreasing to 10408 791,91,828,107 million GBP in 2019* 793,947,821,992."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Gross Value Added (GVA) generally increased from 7179164,348,193,364 million GBP in 2003 to 10408790,91,827,107 million GBP in 2019. There were fluctuations, with a notable dip in 2006 and 2007, but overall, the trend shows growth.", "gt_answer": "The GVA started at 7179 164,347,193,363 million GBP in 2003 164,946,189,986, decreased to a minimum of 4941 281,524,311,539 million GBP in 2006 283,946,308,986, then generally increased to 10419 712,91,749,106 million GBP in 2017 716,946,741,986, before slightly decreasing to 10408 791,91,828,107 million GBP in 2019* 793,947,821,992."} +{"image": ["imgs/CCMAIN/0145507.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a FORM 52-109FV2439,61,572,74 certification William Wells133,125,236,135, CEO of Tethys Petroleum Limited, regarding the interim financial filings for the period ending September 30, 2020. It confirms that he has reviewed the interim financial report378,150,556,163 and interim MD&A598,150,709,163, ensuring no misrepresentations and that the filings fairly present the financial condition, performance, and cash flows of the issuer. The certification is dated October 27, 2020164,379,295,392."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "William Wells, Chief Executive Officer of Tethys Petroleum Limited, certifies that he has reviewed the interim financial report375,150,556,164 and interim MD&A598,150,707,164 for the period ending September 30, 2020. He confirms that these filings do not contain any misrepresentation178,208,322,221 of material facts and fairly present the issuer's financial condition. The certification is dated October 27, 2020166,379,295,392.", "gt_answer": "The document is a FORM 52-109FV2439,61,572,74 certification William Wells133,125,236,135, CEO of Tethys Petroleum Limited, regarding the interim financial filings for the period ending September 30, 2020. It confirms that he has reviewed the interim financial report378,150,556,163 and interim MD&A598,150,709,163, ensuring no misrepresentations and that the filings fairly present the financial condition, performance, and cash flows of the issuer. The certification is dated October 27, 2020164,379,295,392."} +{"image": ["imgs/CCMAIN/0320201.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "West Morris Regional H.S. District is seeking a skilled maintenance worker226,275,625,306. The candidate should have experience in public school building maintenance682,369,771,397, including general plumbing623,393,733,421, doors, hardware, and more. Grounds work and electrical and mechanical troubleshooting672,442,801,470 are beneficial. Applicants need 3 \u2013 5 years of work related experience139,491,164,519. Knowledge of computers and Microsoft Suite331,516,740,543 is a plus. Interested candidates should send a letter of interest and resume to Wayne Desjadon via e-mail, mail or fax376,662,642,689."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "West Morris Regional H.S. District is seeking a Skilled Maintenance Worker225,276,624,304 with experience in public school building maintenance, including plumbing, doors, hardware, and electrical work. The position requires 3-5 years of related experience and knowledge of computers and Microsoft Suite or Google products. Interested applicants should send a letter of interest and resume to Wayne Desjardon, Manager of District Facilities, at the provided address or via email.", "gt_answer": "West Morris Regional H.S. District is seeking a skilled maintenance worker226,275,625,306. The candidate should have experience in public school building maintenance682,369,771,397, including general plumbing623,393,733,421, doors, hardware, and more. Grounds work and electrical and mechanical troubleshooting672,442,801,470 are beneficial. Applicants need 3 \u2013 5 years of work related experience139,491,164,519. Knowledge of computers and Microsoft Suite331,516,740,543 is a plus. Interested candidates should send a letter of interest and resume to Wayne Desjadon via e-mail, mail or fax376,662,642,689."} +{"image": ["imgs/ChartQA_PCG/two_col_477.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many players scored above 200 runs, and what are their scores? Give grounding and detailed answer."}, {"role": "assistant", "content": "Two players scored above 200 runs: Rohit Sharma with 208 902,563,936,575 and Fakhar Zaman with 210 905,422,939,434."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "There are two players who scored above 200 runs: RG Sharma (India vs Sri Lanka - 2017)*228,564,563,576 with 208900,562,937,575 runs and Fakhar Zaman (Pakistan vs Zimbabwe - 2018)*161,419,563,431 with 210904,417,939,430 runs.", "gt_answer": "Two players scored above 200 runs: Rohit Sharma with 208 902,563,936,575 and Fakhar Zaman with 210 905,422,939,434."} +{"image": ["imgs/CCMAIN/0112904.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did Franny Kromminga have in the production of '58,391,119,409' at Croswell Opera House? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Franny Kromminga worked as a Properties Assistant705,392,859,406 for the production of 'Big Fish' at Croswell Opera House, as listed under her experience in properties. Answer: Properties Assistant705,392,859,406"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Franny Kromminga worked as a Properties Assistant705,389,861,407 for the production of 'Big Fish58,391,119,409' at Croswell Opera House, as listed under the 'Properties' section. Answer: Properties Assistant705,389,861,407", "gt_answer": "Franny Kromminga worked as a Properties Assistant705,392,859,406 for the production of 'Big Fish' at Croswell Opera House, as listed under her experience in properties. Answer: Properties Assistant705,392,859,406"} +{"image": ["imgs/Crello/output_poster1328_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many essential secrets are mentioned in the poster?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 10 548,244,756,324 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 10 546,248,763,330 ", "gt_answer": " 10 548,244,756,324 ", "necessary bbox": "[' 10 548,244,756,324 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4418.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest year-over-year visitor growth?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 2021** 682, 896, 715, 947"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2021**680, 897, 713, 942", "gt_answer": " 2021** 682, 896, 715, 947", "necessary bbox": "[' 120.10% ', ' 2021** 682, 896, 715, 947']"} +{"image": ["imgs/ChartQA_PCG/two_col_176.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage contribution of 244,157,372,183 and 238,303,285,335? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The total percentage contribution of United Airlines 244,157,372,183 and Spirit 238,303,285,335 is 12.4% 395,297,450,323 + 5.8% 353,377,398,403 = 18.2%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total percentage contribution of United Airlines244,157,372,183 and Spirit238,303,285,335 is 16.2%.", "gt_answer": "The total percentage contribution of United Airlines 244,157,372,183 and Spirit 238,303,285,335 is 12.4% 395,297,450,323 + 5.8% 353,377,398,403 = 18.2%."} +{"image": ["imgs/CCMAIN/0303888.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for the 409,647,571,663? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "September 24, 2021615,649,763,663"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "September 24, 2021615,647,763,663", "gt_answer": "September 24, 2021615,649,763,663"} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for Class XII in the year 2020? Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "In the table for Class XII468,383,530,411, the row corresponding to the year 2020121,328,150,349 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.03740,593,774,613. Answer: 99.03740,593,774,613"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The pass percentage for Class XII in 2020 is given as 99.03741,596,773,616. Answer: 99.03741,596,773,616", "gt_answer": "In the table for Class XII468,383,530,411, the row corresponding to the year 2020121,328,150,349 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.03740,593,774,613. Answer: 99.03740,593,774,613"} +{"image": ["imgs/ChartQA_PCG/two_col_43699.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest number of hospitals?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2014 397, 839, 426, 851"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014397, 840, 426, 852", "gt_answer": " 2014 397, 839, 426, 851", "necessary bbox": "['2010: 312', '2011: 315', '2012: 312', '2013: 316', '2014: 323', '2015: 322', '2016: 321', '2017: 322', '2018: 322', '2019: 319']"} +{"image": ["imgs/CCMAIN/0107078.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount spent over the three financial years in 109,189,194,244?"}, {"role": "assistant", "content": "\u00a32,021,242"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a32,000,263", "gt_answer": "\u00a32,021,242"} +{"image": ["imgs/ChartQA_PCG/two_col_103460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of emissions from China?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "26.60%720,139,769,151"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "26.60%718, 139, 767, 151", "gt_answer": "26.60%720,139,769,151", "necessary bbox": "['China236,141,270,151', '26.60%720,139,769,151']"} +{"image": ["imgs/CCMAIN/0096636.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did 237,589,922,606 play in the history of the church? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text in Voice of Faith congregation took possession in 1972. Also during the 1970s, Ukranian immigrants were237,589,922,606 indicates that the Voice of Faith congregation took over the church in 1972. During this time, Ukrainian immigrants, fleeing religious persecution, found refuge and were welcomed by the congregation, which allowed them to use the church for worship. This highlights the church's role as a place of refuge and community support."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The role of Voice of Faith congregation took possession in 1972.237,589,922,606 was significant as it marked the transition of ownership from Bethel Baptist Church to the current congregation, which was crucial for the church's continued operation and adaptation to new cultural influences.", "gt_answer": "The text in Voice of Faith congregation took possession in 1972. Also during the 1970s, Ukranian immigrants were237,589,922,606 indicates that the Voice of Faith congregation took over the church in 1972. During this time, Ukrainian immigrants, fleeing religious persecution, found refuge and were welcomed by the congregation, which allowed them to use the church for worship. This highlights the church's role as a place of refuge and community support."} +{"image": ["imgs/CCMAIN/0157091.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the annual 154,444,311,459 for Equality Action? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "\u00a320.00 per year342,444,487,460"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a320.00341,444,406,459", "gt_answer": "\u00a320.00 per year342,444,487,460"} +{"image": ["imgs/Crello/output_poster1393_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich oil has the lowest price?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Avocado Oil"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price for Avocado Oil is 2 813,527,854,569, which is the lowest among the listed oils. Answer: Avocado Oil", "gt_answer": "Avocado Oil", "necessary bbox": "['Avocado Oil 758,439,873,479']"} +{"image": ["imgs/Crello/output_poster1768_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the text in 137,258,636,279 ?"}, {"role": "assistant", "content": " SEMINOLE "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "SEMINOLE", "gt_answer": " SEMINOLE ", "necessary bbox": "[' SEMINOLE 137,258,636,279 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_63115.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected share in global GDP adjusted for PPP for 2026?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.05"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The projected share in global GDP adjusted for PPP for 2026 is shown as 1.05%754, 98, 791, 114.\n\nAnswer: 1.05%", "gt_answer": "1.05", "necessary bbox": "['1.05%754, 96, 790, 112']"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The Metro Tacoma Fencing Club (MTFC) Financial Assistance Request Form82,179,845,202 is designed to help families apply for financial aid to ensure all students can participate in fencing activities, regardless of income. The form asks if the family qualifies for free/reduced lunch299,272,433,288 or other assistance, and if their income is below 185% of the poverty level364,316,543,332. It inquires about homelessness or foster care status, the maximum monthly contribution towards tuition, and any additional circumstances affecting financial need. The form also asks if the need for assistance is temporary. MTFC emphasizes non-discrimination based on various personal and socio-economic factors."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Metro Tacoma Fencing Club (MTFC)82,179,469,200 offers financial assistance to families so that all students can participate in fencing activities, regardless of family income. The form requires applicants to answer questions about their family's eligibility for government assistance, monthly income, and additional circumstances affecting their financial situation. It also asks if the need for assistance is temporary and when they expect to start paying full or increased tuition. The club does not discriminate based on various personal characteristics.", "gt_answer": "The Metro Tacoma Fencing Club (MTFC) Financial Assistance Request Form82,179,845,202 is designed to help families apply for financial aid to ensure all students can participate in fencing activities, regardless of income. The form asks if the family qualifies for free/reduced lunch299,272,433,288 or other assistance, and if their income is below 185% of the poverty level364,316,543,332. It inquires about homelessness or foster care status, the maximum monthly contribution towards tuition, and any additional circumstances affecting financial need. The form also asks if the need for assistance is temporary. MTFC emphasizes non-discrimination based on various personal and socio-economic factors."} +{"image": ["imgs/CCMAIN/0017011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color temperature of the LED when the code is 573,922,623,934? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The example of codification in the document states that for the product ONE HOLE with finishing white and LED color 4000\u00b0K474,922,516,934, the code is L16.1BN573,922,623,934. Answer: 4000\u00b0K474,922,516,934"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the color temperature for the LED with code L16.1BN573,922,623,934 as 4000K, indicating a cool white light. Answer: 4000K", "gt_answer": "The example of codification in the document states that for the product ONE HOLE with finishing white and LED color 4000\u00b0K474,922,516,934, the code is L16.1BN573,922,623,934. Answer: 4000\u00b0K474,922,516,934"} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere was the 298,315,377,335 of the sound recording collection?"}, {"role": "assistant", "content": "Fredericton, Halifax"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Fredericton, Halifax, Nova Scotia, Canada", "gt_answer": "Fredericton, Halifax"} +{"image": ["imgs/Crello/output_poster75_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the fitness plan mentioned in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The duration of the fitness plan is ' 3 week plan 138,677,360,818 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The duration of the fitness plan is 3 week plan 138,697,360,802 .", "gt_answer": "The duration of the fitness plan is ' 3 week plan 138,677,360,818 '."} +{"image": ["imgs/Crello/output_poster2193_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first word of the quote? Provide a direct answer and include the answer's bounding box if available.Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " Love 401,45,599,140 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Love 416,70,593,148 ", "gt_answer": " Love 401,45,599,140 ", "necessary bbox": "[' Love 401,45,599,140 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_101866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price cap difference in euro cents between 710,907,763,925 and 480,905,535,924?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2 euro cents"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The price cap in July 2014710,907,763,925 was 6 euro cents and in July 2013480,905,535,924 it was 8 euro cents. The difference is 2 euro cents. Answer: 2 euro cents.", "gt_answer": "2 euro cents", "necessary bbox": "[' July 2014 710,907,763,925', ' July 2013 480,905,535,924', ' Price cap in euro cents 119,382,130,578']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100377.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage for 506,710,633,747 in 862,585,909,643?"}, {"role": "assistant", "content": "63%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "63%", "gt_answer": "63%", "necessary bbox": "['63%', \"Oct '19866, 582, 899, 640\"]"} +{"image": ["imgs/ChartQA_PCG/multi_col_20159.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the PET plastics recycling rate in the UK?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "22%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The PET plastics recycling rate in the UK is 22%.\n\nAnswer: 22%", "gt_answer": "22%", "necessary bbox": "['UK574, 560, 589, 575', 'PET plastics recycling rate505, 659, 656, 679']"} +{"image": ["imgs/Crello/output_poster667_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "Botswana Wild Adventures"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the text ' Wild Adventures 293,541,726,600 '. Answer: Wild Adventures", "gt_answer": "Botswana Wild Adventures", "necessary bbox": "[' Botswana 151,405,599,498 ', ' Wild Adventures 293,542,724,599 ']"} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the BET Investment Advisory Comm. Meeting Agenda? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161 indicates that the meeting agenda is for the date 10-23-18443,144,506,161. Answer: 10-23-18443,144,506,161"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,543,161 indicates that the meeting agenda is for the date 10-23-18447,144,509,161. Answer: 10-23-18447,144,509,161", "gt_answer": "The document titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161 indicates that the meeting agenda is for the date 10-23-18443,144,506,161. Answer: 10-23-18443,144,506,161"} +{"image": ["imgs/Crello/output_poster1775_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can the jewelry sale advertisement be discovered online? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The jewelry sale advertisement can be discovered online at www.hatley.us 139,868,283,882 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The jewelry sale advertisement can be discovered online at ' www.hatley.us 139,867,284,880 '.", "gt_answer": "The jewelry sale advertisement can be discovered online at www.hatley.us 139,868,283,882 ."} +{"image": ["imgs/ChartQA_PCG/two_col_592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of internet users are in the 599, 383, 655, 409 age group?"}, {"role": "assistant", "content": "32.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "32%", "gt_answer": "32.0%", "necessary bbox": "['25-34718, 289, 769, 315', '32.0%599, 383, 655, 409']"} +{"image": ["imgs/CCMAIN/0107248.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the third dessert? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u00a37616,805,633,815"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a39.00", "gt_answer": "\u00a37616,805,633,815"} +{"image": ["imgs/Crello/output_poster879_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many contact websites are provided for further inquiries?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The poster provides two contact websites: ' info@mailforum.eu 610,794,768,821 ' and ' www.greenadelaide.shop 610,835,827,862 '. Answer: 2", "gt_answer": "2", "necessary bbox": "[' info@mailforum.eu\\nwww.greendaleshop.com 612,801,823,870 ']"} +{"image": ["imgs/Crello/output_poster1423_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the website mentioned in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " snadrier.fr 484,893,652,907 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " snadrier.fr 489,892,657,907 ", "gt_answer": " snadrier.fr 484,893,652,907 ", "necessary bbox": "[' snadrier.fr 484,893,652,907 ']"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document provides details about a product with the code 1492-ASPH3235,131,321,146. It is described as 1492-SP Supplementary Protectors Accessories235,150,549,166. The document also lists an accessory item, which is an Auxiliary Contact Module431,193,567,206 for the 1492-SP Supplementary Protector Accessories136,190,392,203."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides details and certifications for a product identified as 1492-ASPH3235,131,320,146. The description of the product is 1492-SP Supplementary Protectors Accessories235,150,548,166. It includes an accessory item, the Auxiliary Contact Module431,193,567,206.", "gt_answer": "The document provides details about a product with the code 1492-ASPH3235,131,321,146. It is described as 1492-SP Supplementary Protectors Accessories235,150,549,166. The document also lists an accessory item, which is an Auxiliary Contact Module431,193,567,206 for the 1492-SP Supplementary Protector Accessories136,190,392,203."} +{"image": ["imgs/Crello/output_poster2159_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow is the Tour de France described in the final text box? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The Tour de France is described as 'The world\u2019s greatest cycle race550,886,885,916'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Tour de France is described as ' The world\u2019s greatest cycle race 548,886,887,913 '.", "gt_answer": "The Tour de France is described as 'The world\u2019s greatest cycle race550,886,885,916'."} +{"image": ["imgs/ChartQA_PCG/two_col_60049.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share of 195, 920, 283, 934?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "42%226, 204, 252, 221"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "42%225, 203, 251, 219", "gt_answer": "42%226, 204, 252, 221", "necessary bbox": "['EssilorLuxottica195, 920, 283, 934', '42%226, 204, 252, 221']"} +{"image": ["imgs/Crello/output_poster1203_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich business is associated with the offer in 382,264,801,318?"}, {"role": "assistant", "content": "Orange Fox"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Orange Fox", "gt_answer": "Orange Fox", "necessary bbox": "[' Enjoy 20% off at Orange Fox 382,264,801,318']"} +{"image": ["imgs/CCMAIN/0306670.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total duration of the songs in the 117,472,199,485 section? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "42:07421,472,457,485"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "42:07421,472,458,485", "gt_answer": "42:07421,472,457,485"} +{"image": ["imgs/CCMAIN/0214827.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the author mean by 'an ambience where culture and human skills meet together' in 94, 662, 910, 679? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The phrase 'an ambience where culture and human skills meet together' in 94, 662, 910, 679 refers to the environment at Al-Ameen Medical College, which is designed to integrate cultural values and human skills into the educational experience, creating a well-rounded and enriching atmosphere for students."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The author means that the institute provides an environment where students can develop both their academic skills and personal qualities, such as empathy and communication, which are essential for effective medical practice. This is highlighted in the text: an ambience where culture and human skills meet together94, 662, 910, 679.", "gt_answer": "The phrase 'an ambience where culture and human skills meet together' in 94, 662, 910, 679 refers to the environment at Al-Ameen Medical College, which is designed to integrate cultural values and human skills into the educational experience, creating a well-rounded and enriching atmosphere for students."} +{"image": ["imgs/Crello/output_poster99_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the event mentioned in 300,178,654,221?"}, {"role": "assistant", "content": " HOME TEXTILES "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HOME TEXTILES", "gt_answer": " HOME TEXTILES ", "necessary bbox": "[' HOME TEXTILES 300,178,654,221']"} +{"image": ["imgs/Crello/output_poster1260_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the suggested company for the activity mentioned in the text box with coordinates 172,289,703,407 ?"}, {"role": "assistant", "content": "Family"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Your Family", "gt_answer": "Family", "necessary bbox": "[' with Your Family\\nin Nashville 172,289,703,407 ']"} +{"image": ["imgs/CCMAIN/0120832.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document discusses allegations against 3 N.Y.U. Scientists154,183,469,215 who are accused of accepting bribes from China. The article is linked from the New York Times and provides vocabulary and questions related to the case. The scientists allegedly planned to give confidential information to a Chinese-funded research institute. The document includes a vocabulary section and a series of true or false questions about the case, such as whether Yudong Zhu179,658,278,673 was employed by the university around 5 years ago and if the F.B.I214,791,254,806 discovered the conspiracy."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document discusses allegations that three N.Y.U. scientists182,183,465,217 accepted bribes from China to reveal confidential information. The article mentions Yudong Zhu179,657,279,674, employed by the university around 5 years ago, and his involvement in research with two other researchers. It also highlights that Li and Yang179,724,276,740 received free trips back to China. The F.B.I.218,790,263,807 discovered the conspiracy and informed the university. The document concludes that Mr. Li179,814,229,830 may face issues returning to the U.S.", "gt_answer": "The document discusses allegations against 3 N.Y.U. Scientists154,183,469,215 who are accused of accepting bribes from China. The article is linked from the New York Times and provides vocabulary and questions related to the case. The scientists allegedly planned to give confidential information to a Chinese-funded research institute. The document includes a vocabulary section and a series of true or false questions about the case, such as whether Yudong Zhu179,658,278,673 was employed by the university around 5 years ago and if the F.B.I214,791,254,806 discovered the conspiracy."} +{"image": ["imgs/ChartQA_PCG/two_col_469.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the birth rate per 1,000 women for families making under 10,000 U.S. dollars per year?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "66.44"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The birth rate per 1,000 women for families making under 10,000 U.S. dollars per year is shown as 66.20.\n\nAnswer: 66.2", "gt_answer": "66.44", "necessary bbox": "['Under 10,000161,133,254,147']"} +{"image": ["imgs/ChartQA_PCG/two_col_103261.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many fatalities were caused by 0, 415, 160, 427?"}, {"role": "assistant", "content": "249"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "249", "gt_answer": "249", "necessary bbox": "['Drug/alcohol intoxication0, 415, 160, 427', '249326, 413, 353, 425']"} +{"image": ["imgs/Crello/output_poster1933_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much can I get cheaper to buy $ 200 of goods\uff1fOffer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "$ 90"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount is calculated by multiplying the original price by the percentage discount. The original price is $200 and the discount is 45 387,386,501,646% of % 534,361,581,539. Answer: $90", "gt_answer": "$ 90", "necessary bbox": "[' 45 383,377,505,685 ']"} +{"image": ["imgs/CCMAIN/0343449.png"], "messages": [{"role": "user", "content": "<|image|> \nWho was buried in the yard after dying of a heart attack? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Doctor Miller739,145,889,155"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Doctor Miller728,136,890,154", "gt_answer": "Doctor Miller739,145,889,155"} +{"image": ["imgs/Crello/output_poster2206_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much has the price of the sports water bottles decreased?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "$ 8"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The original price is $130635,513,679,558 and the new price is $122619,624,792,815. The decrease is $130 - $122 = $8. Answer: $8", "gt_answer": "$ 8", "necessary bbox": "[ ' 122 648,643,792,811 ', ' 130 650,516,685,558']"} +{"image": ["imgs/Crello/output_poster244_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main subject of the poster advertised? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The main subject of the poster advertised is a Flower Bouquet 260,110,684,188."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main subject of the poster is a 'Flower Bouquet' 263,107,684,181.", "gt_answer": "The main subject of the poster advertised is a Flower Bouquet 260,110,684,188."} +{"image": ["imgs/ChartQA_PCG/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue per paying customer in 330,945,381,964?"}, {"role": "assistant", "content": "5.33"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5.33", "gt_answer": "5.33", "necessary bbox": "['5.33342, 137, 369, 153','Q3 2019330,945,381,964']"} +{"image": ["imgs/CCMAIN/0008529.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does (5) in 97,166,943,433 state about religious services? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The section (5)99,325,119,339 in 97,166,943,433 states that individuals are free to attend religious services or activities of their choice and to have visits from the spiritual advisor of their choice. Attendance at religious services, either in or outside the facility, shall be on a completely voluntary basis."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 97,166,943,433 states that (5) individuals have the right to be free to attend religious services or activities of their choice and to have visits from the spiritual advisor of their choice. This is supported by the span: To be free to attend religious services or activities of his/her choice and to have visits from the spiritual advisor of his/her choice.138,324,944,340.", "gt_answer": "The section (5)99,325,119,339 in 97,166,943,433 states that individuals are free to attend religious services or activities of their choice and to have visits from the spiritual advisor of their choice. Attendance at religious services, either in or outside the facility, shall be on a completely voluntary basis."} +{"image": ["imgs/CCMAIN/0051435.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the revision techniques mentioned in 36,228,959,472 that helped improve grades? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The text in 36,228,959,472 mentions 'Last Minute Revision Techniques that SAVED MY GRADES (from D grades to A*\u2019s!!!!!)' and 'Last Minute Exam Revision Techniques that SAVED MY GRADES (..and can save yours too!)', indicating that these techniques were effective in significantly improving grades."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The revision techniques mentioned in 36,228,959,472 that helped improve grades include 'Minute Revision Techniques That Saved My Grades' and 'How I got an A* in A Level Biology'. These techniques are highlighted as effective methods for achieving high grades.", "gt_answer": "The text in 36,228,959,472 mentions 'Last Minute Revision Techniques that SAVED MY GRADES (from D grades to A*\u2019s!!!!!)' and 'Last Minute Exam Revision Techniques that SAVED MY GRADES (..and can save yours too!)', indicating that these techniques were effective in significantly improving grades."} +{"image": ["imgs/Crello/output_poster2020_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat positions are available in Denver?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Training Coordinator, Associate Designer"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The positions available in Denver are listed as ' Training Coordinator \nSales Associate\nSales Coach 75,682,319,760 ' and ' Denver \nNY\nNY 357,682,437,750 '. Answer: Training Coordinator, Sales Associate, Sales Coach", "gt_answer": "Training Coordinator, Associate Designer", "necessary bbox": "[' Training Coordinator 75,683,319,761 ', ' Associate Designer 534,683,775,766 ']"} +{"image": ["imgs/Crello/output_poster128_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the address mentioned in the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 6 Gainsway Dr. 357,679,508,744 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6 Gainsway Dr. 357,684,510,742", "gt_answer": " 6 Gainsway Dr. 357,679,508,744 ", "necessary bbox": "[' 6 Gainsway Dr. 357,679,508,744 ', ' Address: 348,641,431,688 ']"} +{"image": ["imgs/CCMAIN/0020458.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which date does the cruise visit 291,447,391,468? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Wednesday December 7, 202258,446,281,466"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Wednesday December 7,202258,447,281,468", "gt_answer": "Wednesday December 7, 202258,446,281,466"} +{"image": ["imgs/Crello/output_poster2308_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat kind of recipes are mentioned in the poster? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The recipes mentioned are ' Recipes to warm you up 141,538,455,595'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster mentions ' Recipes to warm you up 142,536,457,596 '.", "gt_answer": "The recipes mentioned are ' Recipes to warm you up 141,538,455,595'."} +{"image": ["imgs/CCMAIN/0007928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the highest 218,133,285,158 recorded by TEOM 2? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "12.0242,185,266,197"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12.0245,186,267,198", "gt_answer": "12.0242,185,266,197"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Acer customers reported being very satisfied?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 39% 778, 576, 804, 595"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "39%778, 579, 804, 595", "gt_answer": " 39% 778, 576, 804, 595", "necessary bbox": "['39%778, 576, 804, 595']"} +{"image": ["imgs/ChartQA_PCG/two_col_40306.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of tests conducted in 221,122,247,129? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The total number of tests conducted in Kyiv221,122,247,129 is 49405904,121,949,127."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of tests conducted in Kyiv221,122,247,129 is 49405903,121,948,128.", "gt_answer": "The total number of tests conducted in Kyiv221,122,247,129 is 49405904,121,949,127."} +{"image": ["imgs/ChartQA_PCG/two_col_1581.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the infant mortality rate per thousand live births in 82,113,110,118?"}, {"role": "assistant", "content": "5.60"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5.9", "gt_answer": "5.60", "necessary bbox": "['5.60null', '201982,113,110,118']"} +{"image": ["imgs/Crello/output_poster655_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being celebrated according to 86,917,732,953?"}, {"role": "assistant", "content": "National Book Lovers Day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "National Book Lovers Day", "gt_answer": "National Book Lovers Day", "necessary bbox": "[' Celebrating National Book Lovers Day Together 86,917,732,953 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_5118.png"], "messages": [{"role": "user", "content": "<|image|> \n How many employees were employed by 0,225,327,237 in 2014? "}, {"role": "assistant", "content": "106100"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "106100", "gt_answer": "106100", "necessary bbox": [" Barclays Bank Plc (headquarters: London) 4,156,326,168", " 140300 873,154,932,166"]} +{"image": ["imgs/ChartQA_PCG/two_col_101214.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the per capita real GDP in 2019?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "44145"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The per capita real GDP in 2019 is shown as 44145856, 174, 897, 192.\n\nAnswer: 44145", "gt_answer": "44145", "necessary bbox": "['2019862,870,887,916', '44145855,174,896,192']"} +{"image": ["imgs/ChartQA_PCG/two_col_100493.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage for parents who decide the pocket money based on their child's needs and age? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The combined percentage is 54% (sum of 25%580,402,619,417 for child's needs and 29%635,296,674,310 for child's age)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for parents based on their child's needs is 25%581,403,619,417, and for age is 29%636,298,674,313. Combined, it is 25% + 29% = 54%.", "gt_answer": "The combined percentage is 54% (sum of 25%580,402,619,417 for child's needs and 29%635,296,674,310 for child's age)."} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for 338,259,440,273 of this journal? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "ISSN National Centre for Indonesia451,260,755,274"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "ISSN National Centre for Indonesia451,259,753,273", "gt_answer": "ISSN National Centre for Indonesia451,260,755,274"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich album features the track 120,587,244,603? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "The complete Africa/Brass Sessions635,589,872,617"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "The complete Africa/Brass Sessions637,587,874,603", "gt_answer": "The complete Africa/Brass Sessions635,589,872,617"} +{"image": ["imgs/CCMAIN/0139031.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is an announcement for the AMMEE 2015 conference on Mathematical Models in Ecology and Evolution57,128,986,178, held from July 8-10, 2015672,520,950,552 at the Coll\u00e8ge de France371,768,491,780 in Paris472,690,504,702. It lists the scientific committee members, including Mark Broom310,659,395,671 and James Marshall316,674,420,686, and keynote speakers such as Michael Doebeli529,667,642,679 and Maria Servedio529,700,635,712. The organizing committee includes Amaury Lambert197,768,311,780 and Guillaume Achaz191,785,305,797. The event is supported by various institutions, including CNRS405,801,441,813 and ENS441,690,468,702. More information can be found at http://www.biologie.ens.fr/mmee2015326,898,751,917."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an announcement for the Mathematical Models in Ecology and Evolution58,126,979,173 conference held from July 8-10, 2015674,518,950,552 at the Coll\u00e8ge de France648,548,974,582 in Paris765,578,856,612. The event is organized by a committee including Amaury Lambert196,767,310,781, Guillaume Achaz191,783,305,797, and others. Keynote speakers include Michael Doebeli528,665,644,679 from the University of British Columbia528,682,729,696, Maria Servedio528,699,634,713 from the University of North Carolina528,716,725,730, and Eva Kisdi528,733,594,747 from the University of Helsinki528,749,679,763. The scientific committee features members like Mark Broom308,660,392,674 and H\u00e9l\u00e8ne Morlon329,686,430,700.", "gt_answer": "The document is an announcement for the AMMEE 2015 conference on Mathematical Models in Ecology and Evolution57,128,986,178, held from July 8-10, 2015672,520,950,552 at the Coll\u00e8ge de France371,768,491,780 in Paris472,690,504,702. It lists the scientific committee members, including Mark Broom310,659,395,671 and James Marshall316,674,420,686, and keynote speakers such as Michael Doebeli529,667,642,679 and Maria Servedio529,700,635,712. The organizing committee includes Amaury Lambert197,768,311,780 and Guillaume Achaz191,785,305,797. The event is supported by various institutions, including CNRS405,801,441,813 and ENS441,690,468,702. More information can be found at http://www.biologie.ens.fr/mmee2015326,898,751,917."} +{"image": ["imgs/CCMAIN/0219161.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is required for 694,246,895,277 individuals regarding facial coverings? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "Vaccinated694,246,895,277 individuals are not required to wear facial coverings, but they must show a vaccination card702,302,859,324 to make wearing a mask optional. Answer: Must show vaccination card.702,275,810,297"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that vaccinated694,246,895,277 individuals must show their vaccination card and wearing a mask is optional. Answer: They must show their vaccination card.", "gt_answer": "Vaccinated694,246,895,277 individuals are not required to wear facial coverings, but they must show a vaccination card702,302,859,324 to make wearing a mask optional. Answer: Must show vaccination card.702,275,810,297"} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cancellation policy mentioned in 212,196,925,507 and how does it relate to the timeframe? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The cancellation policy is \\S500 if 90 days out. This means that if the cancellation occurs 90 days before the event, a fee of \\S500 will be charged. This policy provides a financial penalty for late cancellations, encouraging timely decisions."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The cancellation policy mentioned is a $500 cancellation policy if 90 days out, as indicated in \\S500241,460,278,474. This means that if the event is canceled within 90 days of the scheduled date, a $500 fee will be charged.", "gt_answer": "The cancellation policy is \\S500 if 90 days out. This means that if the cancellation occurs 90 days before the event, a fee of \\S500 will be charged. This policy provides a financial penalty for late cancellations, encouraging timely decisions."} +{"image": ["imgs/CCMAIN/0070006.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat types of development are liable for the Community Infrastructure Levy (CIL)? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "The document specifies that CIL is applicable to Any new dwelling (irrespective of size)113,117,387,135, New development or extensions greater than 100 sq m (measured internally)113,195,381,213, and Conversion of a building which is no longer in lawful use113,272,412,290. Answer: Any new dwelling (irrespective of size)113,117,387,135, New development or extensions greater than 100 sq m (measured internally)113,195,381,213, Conversion of a building which is no longer in lawful use113,272,412,290"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that Any new dwelling113,118,256,134, regardless of size, and New development or extensions greater than 100 sq m113,197,378,213 are liable for CIL. Answer: New dwellings and developments over 100 sq m.", "gt_answer": "The document specifies that CIL is applicable to Any new dwelling (irrespective of size)113,117,387,135, New development or extensions greater than 100 sq m (measured internally)113,195,381,213, and Conversion of a building which is no longer in lawful use113,272,412,290. Answer: Any new dwelling (irrespective of size)113,117,387,135, New development or extensions greater than 100 sq m (measured internally)113,195,381,213, Conversion of a building which is no longer in lawful use113,272,412,290"} +{"image": ["imgs/ChartQA_PCG/multi_col_60012.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the median hourly pay for males aged 40 to 49?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "18.43622, 59, 655, 78"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "18.43623, 59, 656, 78", "gt_answer": "18.43622, 59, 655, 78", "necessary bbox": "['40 to 49620, 552, 667, 566', 'Male528, 660, 554, 676', '18.43622, 59, 655, 78']"} +{"image": ["imgs/ChartQA_PCG/two_col_24442.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the population in 715,906,742,946?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "3937546702,119,759,136"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3937546708,121,764,137", "gt_answer": "3937546702,119,759,136", "necessary bbox": "['2018715,906,742,946', '3937546702,119,759,136']"} +{"image": ["imgs/CCMAIN/0329193.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy was Sandra Manturzyk shocked according to 515, 403, 971, 417? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Sandra Manturzyk was shocked to discover that families going to The Mustard Seed were only given 8 diapers to last a month. This realization led to the founding of The Diaper Lady to address the need for more support."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Sandra Manturzyk was shocked because she learned that when a family goes to The Mustard Seed, they are only given 8 diapers to last them a month. This realization led her to start the Diaper Lady initiative to address this issue.", "gt_answer": "Sandra Manturzyk was shocked to discover that families going to The Mustard Seed were only given 8 diapers to last a month. This realization led to the founding of The Diaper Lady to address the need for more support."} +{"image": ["imgs/ChartQA_PCG/two_col_22762.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the years with the office vacancy rate predicted to decrease from 2016 to 2019, and specify the rates. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The office vacancy rate decreased from 6.10% in 2016*631,829,660,874 to 5.90% in 2019*759,829,787,874."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The office vacancy rate is predicted to decrease from 6.10%672, 259, 709, 275 in 2016* to 5.90% in 2019*.", "gt_answer": "The office vacancy rate decreased from 6.10% in 2016*631,829,660,874 to 5.90% in 2019*759,829,787,874."} +{"image": ["imgs/CCMAIN/0100334.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the authors of the book 361,21,786,83?"}, {"role": "assistant", "content": "Alexandre Rojey, Etc., Nissim Marshall"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Alexandre Rojey, Etc., Nissim Marshall", "gt_answer": "Alexandre Rojey, Etc., Nissim Marshall"} +{"image": ["imgs/CCMAIN/0019032.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is an 328,433,460,448 for strangulation? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "An affirmative defense is available if the act of strangulation was the result of a legitimate medical procedure132,451,323,464, meaning it was legally justified under medical circumstances. Answer: Legitimate medical procedure.132,451,327,464"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that an act constituting strangulation is an affirmative defense395,224,521,238 if it was the result of a legitimate medical procedure. Answer: An act resulting from a legitimate medical procedure.", "gt_answer": "An affirmative defense is available if the act of strangulation was the result of a legitimate medical procedure132,451,323,464, meaning it was legally justified under medical circumstances. Answer: Legitimate medical procedure.132,451,327,464"} +{"image": ["imgs/CCMAIN/0116675.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the geographical location of BP - Jasseron? Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The geographical coordinates for BP - Jasseron52,172,178,191 are provided as 46.206235 5.29438352,310,206,326 in the document. Answer: 46.206235 5.29438352,310,206,326"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the location of BP - Jasseron as 01250 - Jasseron52,243,209,262, indicating its geographical position. Answer: 01250 - Jasseron52,243,209,262", "gt_answer": "The geographical coordinates for BP - Jasseron52,172,178,191 are provided as 46.206235 5.29438352,310,206,326 in the document. Answer: 46.206235 5.29438352,310,206,326"} +{"image": ["imgs/CCMAIN/0018724.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price difference between 576,951,725,990?"}, {"role": "assistant", "content": "$0.45"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$.45", "gt_answer": "$0.45"} +{"image": ["imgs/Crello/output_poster1003_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sizes are available for the shoes?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "36, 38, 39, 40"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The available sizes are listed as ' 36 227,341,275,360 ', ' 38 385,341,433,360 ', ' 39 548,341,596,360 ', and ' 40 700,341,749,360 '. Answer: 36, 38, 39, 40", "gt_answer": "36, 38, 39, 40", "necessary bbox": "[' Available Sizes 316,269,632,289 ', ' 36 227,343,273,363 ', ' 38 387,346,431,364 ', ' 39 545,343,592,362 ', ' 40 700,343,748,362 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_40918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of inhabitants from 252, 139, 285, 152 listed on the chart?"}, {"role": "assistant", "content": "798328"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "798328", "gt_answer": "798328", "necessary bbox": "['Asia252, 139, 285, 152', '798328894, 137, 960, 152']"} +{"image": ["imgs/ChartQA_PCG/39067786005185.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the production value for South America in 1961?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "423081894, 754, 961, 775"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "423081895, 752, 962, 774", "gt_answer": "423081894, 754, 961, 775", "necessary bbox": "['South America203, 757, 329, 775', '423081894, 754, 961, 775']"} +{"image": ["imgs/Crello/output_poster1282_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number for more information?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " +33-845-093-8475 150,923,486,952"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " +33-845-093-8475 152,926,486,954 ", "gt_answer": " +33-845-093-8475 150,923,486,952", "necessary bbox": "[' For more info call us at: 87,884,549,913', ' +33-845-093-8475 150,923,486,952']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80405.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue in million U.S. dollars in 2019?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "4029.111"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue in 2019 is the sum of service and product sales. Service revenue was 3099.22675,362,724,381 million U.S. dollars and Product sales were 930.89677,196,718,215 million U.S. dollars. Therefore, the total revenue is 3099.22 + 930.89 = 4030.11 million U.S. dollars. Answer: 4030.11 million U.S. dollars.", "gt_answer": "4029.111", "necessary bbox": "['Service673, 362, 721, 381', '3099.22673, 362, 721, 381', 'Product sales677, 195, 718, 214', '930.89677, 195, 718, 214']"} +{"image": ["imgs/CCMAIN/0001209.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is an award certificate for the EUROPEAN REAL ESTATE BRAND AWARD625,89,938,619 in 2021313,321,423,375. It recognizes the recipient as the WINNER35,148,137,553 for demonstrating the Strongest growth RESILIENCE228,718,766,905."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a certificate awarded to a WINNER of the EUROPEAN REAL ESTATE BRAND AWARD624,75,918,159 for the year 2021310,307,427,381. The award highlights the category of Strongest growth RESILIENCE230,707,770,815, indicating recognition for significant progress and adaptability.", "gt_answer": "The document is an award certificate for the EUROPEAN REAL ESTATE BRAND AWARD625,89,938,619 in 2021313,321,423,375. It recognizes the recipient as the WINNER35,148,137,553 for demonstrating the Strongest growth RESILIENCE228,718,766,905."} +{"image": ["imgs/CCMAIN/0035577.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Product Datasheet332,121,665,158 for a Tungsten Copper Alloy360,166,637,190 provided by American Elements. The Product code313,195,458,217 is W-CU-01-PCS.22CU471,195,684,217. The Formula379,239,453,257 is WCu465,239,506,257 with a Molecular Weight379,255,535,274 of 247.39546,255,604,273. The Appearance379,336,487,355 is described as Lumps, pieces, and granules498,336,739,354. The Density379,391,447,410 ranges from 13-16 g/cm\u00b3. Other properties like Melting Point379,352,497,371, Boiling Point379,369,495,387, and Total Metal Impurities379,448,573,466 are not available. A Certificate of Analysis98,580,231,593 and Materials Safety Data Sheet261,580,434,593 are provided with each shipment. The document includes a note stating that the information is believed to be correct but is not all-inclusive and should be used as a guide."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Product Datasheet332,121,665,158 for Tungsten Copper Alloy359,166,637,190 with the product code W-CU-01-PCS.22CU471,195,683,217. It includes details such as the formula WCu463,239,507,257, molecular weight 247.39546,255,604,273, and appearance as Lumps, pieces, and granules498,336,739,354. The density is listed as 13-16 g/cm\u00b3458,391,557,410, but other properties like melting and boiling points are not available. The document notes that the information is based on current knowledge and should be used as a guide, with no guarantee of product properties. A Certificate of Analysis and Materials Safety Data Sheet (SDS) is provided with each shipment.", "gt_answer": "The document is a Product Datasheet332,121,665,158 for a Tungsten Copper Alloy360,166,637,190 provided by American Elements. The Product code313,195,458,217 is W-CU-01-PCS.22CU471,195,684,217. The Formula379,239,453,257 is WCu465,239,506,257 with a Molecular Weight379,255,535,274 of 247.39546,255,604,273. The Appearance379,336,487,355 is described as Lumps, pieces, and granules498,336,739,354. The Density379,391,447,410 ranges from 13-16 g/cm\u00b3. Other properties like Melting Point379,352,497,371, Boiling Point379,369,495,387, and Total Metal Impurities379,448,573,466 are not available. A Certificate of Analysis98,580,231,593 and Materials Safety Data Sheet261,580,434,593 are provided with each shipment. The document includes a note stating that the information is believed to be correct but is not all-inclusive and should be used as a guide."} +{"image": ["imgs/CCMAIN/0356429.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "To volunteer at VALLEY HEALTH PARTNERS82,115,439,134 Community Health Center, candidates must complete a Volunteer Services application264,254,485,268 and provide two satisfactory references. They must show proof of a Pennsylvania criminal history check428,307,686,321, Child Abuse History Clearance695,307,841,321, and FBI fingerprinting if applicable. Volunteers need to show proof of a Tuberculosis test328,530,451,544, Influenza Immunization313,547,485,561 (if volunteering between October-April), and COVID-19 vaccine313,565,442,579. An interview with a Human Resources Representative and attendance at a Volunteers Orientation260,617,428,631 are required. Volunteers must wear a uniform and a VHPCHC security identification badge262,653,534,667 and sign a confidentiality agreement."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "To volunteer at Valley Health Partners Community Health Center (VHP), candidates must complete several requirements. These include completing a Volunteer Services application264,253,487,267, providing two satisfactory references, and obtaining a Pennsylvania criminal history check429,306,688,320. Volunteers must also show proof of a recent Tuberculosis test328,528,448,542, Influenza Immunization312,546,486,560 if volunteering between October-April, and proof of a COVID-19 vaccine. An interview with a Human Resources Representative is required, along with attending an orientation. Volunteers must wear appropriate uniforms and a VHPCHC security identification badge264,652,533,666. A confidentiality agreement must be signed.", "gt_answer": "To volunteer at VALLEY HEALTH PARTNERS82,115,439,134 Community Health Center, candidates must complete a Volunteer Services application264,254,485,268 and provide two satisfactory references. They must show proof of a Pennsylvania criminal history check428,307,686,321, Child Abuse History Clearance695,307,841,321, and FBI fingerprinting if applicable. Volunteers need to show proof of a Tuberculosis test328,530,451,544, Influenza Immunization313,547,485,561 (if volunteering between October-April), and COVID-19 vaccine313,565,442,579. An interview with a Human Resources Representative and attendance at a Volunteers Orientation260,617,428,631 are required. Volunteers must wear a uniform and a VHPCHC security identification badge262,653,534,667 and sign a confidentiality agreement."} +{"image": ["imgs/ChartQA_PCG/two_col_60657.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category has more than 877,948,895,958 of retail chains?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Fashion & Clothing 44,157,172,166"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Fashion & Clothing45,156,173,165", "gt_answer": " Fashion & Clothing 44,157,172,166", "necessary bbox": "['Fashion & Clothing44,157,172,166', '25877,948,895,958']"} +{"image": ["imgs/CCMAIN/0072219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the room options available for hotel and resort vacation? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Under the Hotel and Resort Vacation87,486,232,500 section, the Room368,352,396,361 options include Standard Room189,530,261,539, Garden View338,530,398,539, Ocean View/Front469,530,554,539, and Other625,530,652,539. Answer: Standard Room, Garden View, Ocean View/Front, Other"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form lists several room options under the 'Hotel and Resort Vacation' section, including Standard Room187,529,260,538, Garden View338,529,401,538, Ocean View/Front469,529,555,538, and Other624,529,651,538. Answer: Standard Room, Garden View, Ocean View/Front, Other", "gt_answer": "Under the Hotel and Resort Vacation87,486,232,500 section, the Room368,352,396,361 options include Standard Room189,530,261,539, Garden View338,530,398,539, Ocean View/Front469,530,554,539, and Other625,530,652,539. Answer: Standard Room, Garden View, Ocean View/Front, Other"} +{"image": ["imgs/Crello/output_poster1897_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more details about the event be found as per 404,798,606,893?"}, {"role": "assistant", "content": "www.helpingtogether.us/events"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.helpingtogether.us/events", "gt_answer": "www.helpingtogether.us/events", "necessary bbox": "[' Fighting poverty for a brighter future!\\nYou can learn more details\\non www.helpingtogether.us/events 404,798,606,893']"} +{"image": ["imgs/CCMAIN/0006254.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is a form for paying Community Dues88,36,223,82 for the fiscal year from July 1st - June 30th402,36,549,82. The dues are $50.00/year634,36,726,82 and are paid annually. It thanks those who have already paid and encourages others to support the community. Options include supporting the community and receiving newsletters via email. Contact information is requested, and the form should be mailed to the Sherwood Forest Improvement Association22,861,493,925 at 269 Knighthood Lane, Divide, CO 80814506,861,940,925."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a form for the Sherwood Forest Improvement Association25,864,493,921 requesting community dues of $50.00/year637,38,731,79. It is for the fiscal year from July 1st - June 30th403,38,555,79. Community members can choose to support by paying the annual dues or opting to receive newsletters via email to save mailing costs. The form requires contact information including name, address, and phone number. Completed forms should be mailed to the association at 269 Knighthood Lane, Divide, CO 80814505,864,940,921.", "gt_answer": "The document is a form for paying Community Dues88,36,223,82 for the fiscal year from July 1st - June 30th402,36,549,82. The dues are $50.00/year634,36,726,82 and are paid annually. It thanks those who have already paid and encourages others to support the community. Options include supporting the community and receiving newsletters via email. Contact information is requested, and the form should be mailed to the Sherwood Forest Improvement Association22,861,493,925 at 269 Knighthood Lane, Divide, CO 80814506,861,940,925."} +{"image": ["imgs/Crello/output_poster1066_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat date is associated with the event mentioned in the poster?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " MAY 28 227,723,379,811 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " MAY 28 226,723,379,815 ", "gt_answer": " MAY 28 227,723,379,811 ", "necessary bbox": "[' MAY 28 227,723,379,811 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_176.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart does American Airlines represent?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "19.3%525,625,581,651"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "19.3%526, 627, 581, 653", "gt_answer": "19.3%525,625,581,651", "necessary bbox": "['American Airlines609,759,764,785', '19.3%525,625,581,651']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change in 'Non-degree' students from the academic year 171,566,214,633 to 870,566,912,633? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The percentage change in 'Non-degree' students from 2004/05171,566,214,633 (28418173,284,214,302) to 2019/20870,566,912,633 (58201871,135,911,154) is approximately 104.8%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2004/05171,566,214,633, there were 28418171,291,208,309 'Non-degree' students. In 2019/20870,566,912,633, there were 58201870,138,907,156. The percentage change is ((58201 - 28418) / 28418) * 100 = 105.2%.", "gt_answer": "The percentage change in 'Non-degree' students from 2004/05171,566,214,633 (28418173,284,214,302) to 2019/20870,566,912,633 (58201871,135,911,154) is approximately 104.8%."} +{"image": ["imgs/ChartQA_PCG/two_col_5319.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the market does 745, 519, 841, 545 hold?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "24.7%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of the market held by Mercadona745, 519, 841, 545 is 24.7%619, 499, 675, 525. Answer: 24.7%", "gt_answer": "24.7%", "necessary bbox": "['24.7%618, 503, 674, 527','Mercadona745, 519, 841, 545']"} +{"image": ["imgs/CCMAIN/0147410.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of clothing should 111,258,171,272 wear for the sleep study?"}, {"role": "assistant", "content": "loose-fitting pajamas with buttons down the front"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Loose-fitting pajamas with buttons down the front.", "gt_answer": "loose-fitting pajamas with buttons down the front"} +{"image": ["imgs/CCMAIN/0329998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price difference between June 22, 2021, and July 22, 2021? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "On 2021-06-2252,205,149,219, the price was 26.12583,205,631,219 $/toz, and on 2021-07-2252,558,149,572, it was 25.39583,558,631,572 $/toz. The difference is 26.12583,205,631,219 - 25.39583,558,631,572 = 0.73 $/toz decrease. Answer: -0.73"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "On 2021-06-2252,204,149,218, the price was 26.12585,204,632,218 $ / toz, and on 2021-07-2252,558,149,572, it was 25.39585,558,632,572 $ / toz. The difference is 26.12 - 25.39 = 0.73. Answer: 0.73", "gt_answer": "On 2021-06-2252,205,149,219, the price was 26.12583,205,631,219 $/toz, and on 2021-07-2252,558,149,572, it was 25.39583,558,631,572 $/toz. The difference is 26.12583,205,631,219 - 25.39583,558,631,572 = 0.73 $/toz decrease. Answer: -0.73"} +{"image": ["imgs/Crello/output_poster245_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat occasion is being celebrated according to the text in 36,82,813,187?"}, {"role": "assistant", "content": "World Elephant Day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "World Elephant Day", "gt_answer": "World Elephant Day", "necessary bbox": "[' Happy World Elephant Day! 36,82,813,187 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_3615.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value of the gamification market in US dollars in 623, 877, 657, 890?"}, {"role": "assistant", "content": "11.94"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "11.94", "gt_answer": "11.94", "necessary bbox": "['11.94623, 153, 656, 169', '2021*623, 877, 657, 890']"} +{"image": ["imgs/CCMAIN/0014708.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 424,292,574,314 of the 374,175,570,205? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Dr. Kakali Bandyopadhay175,289,415,313"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Dr. Kakali Bandyopadhay176,292,415,314", "gt_answer": "Dr. Kakali Bandyopadhay175,289,415,313"} +{"image": ["imgs/CCMAIN/0129882.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 335,552,662,563? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "\u00a322486,578,512,592"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a322485,579,510,591", "gt_answer": "\u00a322486,578,512,592"} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sum value of the bar for 98,774,183,795 and 111,526,184,549?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "6.56"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value for Colombia98,774,183,795 is 1.45356,770,392,792. The value for Morocco111,526,184,549 is 5.11760,522,800,544. Adding these values gives 1.45 + 5.11 = 6.56.\n\nAnswer: 6.56", "gt_answer": "6.56", "necessary bbox": "['1.45358, 774, 397, 794','Colombia98,774,183,795','Morocco111,526,184,549','5.11765,526,801,544']"} +{"image": ["imgs/CCMAIN/0153488.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy does the text in 120,300,884,602 mention that the judge did not speak to the merits of the case? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The text in 120,300,884,602 mentions that the judge did not speak to the merits of the case because the preliminary injunction was not granted based on the merits. Instead, the judge's decision was influenced by his historical reluctance to grant such injunctions, having only done so 6 or 7 times in his 31-year career. This is indicated by the span: He did not speak to the merits of the case in any way.123,382,868,400"}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text mentions that the judge did not speak to the merits of the case because he has only granted 6 or 7 preliminary injunctions in his 31 years on the bench. This implies that the judge is reserving judgment until a hearing date is set, allowing him to fully consider the legal arguments presented by both parties.", "gt_answer": "The text in 120,300,884,602 mentions that the judge did not speak to the merits of the case because the preliminary injunction was not granted based on the merits. Instead, the judge's decision was influenced by his historical reluctance to grant such injunctions, having only done so 6 or 7 times in his 31-year career. This is indicated by the span: He did not speak to the merits of the case in any way.123,382,868,400"} +{"image": ["imgs/Crello/output_poster1995_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of product is highlighted in the text with the bounding box 328,839,654,911?"}, {"role": "assistant", "content": "glassware"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "decorative glassware", "gt_answer": "glassware", "necessary bbox": "[' Best deals on\\ndecorative glassware 328,839,654,911']"} +{"image": ["imgs/CCMAIN/0310710.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song is ranked number 1 on the ARIA Hip Hop/R&B Singles Chart for the week commencing 19 July, 2021? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "STAY175,179,200,189"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "STAY176,180,203,189", "gt_answer": "STAY175,179,200,189"} +{"image": ["imgs/ChartQA_PCG/two_col_24063.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average price difference in euros in 693,855,751,869 and 154,854,191,869?"}, {"role": "assistant", "content": "24"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "24 euros.", "gt_answer": "24", "necessary bbox": "['December693,855,751,869', '258710,79,733,96','March154,854,191,869','234160,148,183,162']"} +{"image": ["imgs/CCMAIN/0181105.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a search result for 'DROIT INTERNATIONAL PENAL' in French, related to a periodical issue titled Punishment and society : the international journal of penology332,144,789,161 [Vol. 14, no. 5, December 2012]. It is published in English and covers topics such as DEPRIVATION OF LIBERTY332,186,548,203, CRIMINAL LAW332,200,453,216, and INTERNATIONAL CRIMINAL LAW332,214,592,230. The French keywords include PRIVATION DE LIBERTE332,228,525,244, DROIT PENAL332,242,444,258, and DROIT INTERNATIONAL PENAL269,86,576,106. The issue was received297,359,360,375 on 01.02.2013195,359,279,375 with item number 100032202399,359,483,375 and is available at location BIB604,359,631,375."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a search result for \"DROIT INTERNATIONAL PENAL\" in French, related to the journal Punishment and society : the international journal of penology332,144,792,161 (Vol. 14, no. 5, December 2012). It is a periodical issue with the title Punishment and society332,144,505,161. The language of the document is English, and it includes keywords such as DEPRIVATION OF LIBERTY332,189,548,205, Criminal Law332,200,449,216, and INTERNATIONAL CRIMINAL LAW332,214,592,230. The issue was received on 01.02.2013195,360,279,376 and is available at location BIB604,360,631,376 with call number PER502,360,533,376 and item number 100032202399,360,483,376.", "gt_answer": "The document is a search result for 'DROIT INTERNATIONAL PENAL' in French, related to a periodical issue titled Punishment and society : the international journal of penology332,144,789,161 [Vol. 14, no. 5, December 2012]. It is published in English and covers topics such as DEPRIVATION OF LIBERTY332,186,548,203, CRIMINAL LAW332,200,453,216, and INTERNATIONAL CRIMINAL LAW332,214,592,230. The French keywords include PRIVATION DE LIBERTE332,228,525,244, DROIT PENAL332,242,444,258, and DROIT INTERNATIONAL PENAL269,86,576,106. The issue was received297,359,360,375 on 01.02.2013195,359,279,375 with item number 100032202399,359,483,375 and is available at location BIB604,359,631,375."} +{"image": ["imgs/ChartQA_PCG/multi_col_1343.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did North America have the highest net revenue?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "2014522,615,548,660"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014523,617,549,663", "gt_answer": "2014522,615,548,660", "necessary bbox": "['4983519,49,552,68', '2014522,615,548,660', 'North America608,773,690,789']"} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of 190,179,636,192? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "APPROVED BET Investment Advisory Comm. Meeting Minutes187,179,636,192", "gt_answer": "APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"} +{"image": ["imgs/ChartQA_PCG/two_col_43517.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the heat content reach 411,206,440,222?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2005"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The heat content reached 1125411,206,440,222 in the year 2005413,870,438,910. Answer: 2005", "gt_answer": "2005", "necessary bbox": "['1125411,206,440,222', '2005412,869,437,909']"} +{"image": ["imgs/CCMAIN/0322067.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The WAY Abbe Refractometer379,175,809,206 by Lambda Scientific is designed for measuring the refractive index nD220,273,347,288 and average dispersion nF-nC275,291,325,306 of transparent or translucent liquids and solids. It also measures the mass fraction (Brix)220,354,332,369 of cane sugar solutions. This device is widely used in pharmaceutical, beverage, petroleum, food, chemical industries, research & education207,399,339,415. It features visual aiming with optical index-plate reading and is easy-to-use85,526,181,541. Specifications include a refractive index range of 1.3000 ~ 1.7000640,739,771,755, accuracy of \u00b1 0.0002640,762,710,777, dissolved solids Brix range of 0 ~ 95%640,785,707,800, dimensions of 200\u00d7100\u00d7240 (mm)640,807,798,823, and a weight of 2.6 kg640,830,689,845."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The WAY Abbe Refractometer378,174,809,206 is designed for measuring the refractive index (nD) and average dispersion (nF-nC) of transparent or translucent liquids and solids. It also measures the mass fraction (Brix) of cane sugar solutions. Widely used in pharmaceuticals, beverages, petroleum, food, chemical industries, research, and education, it features visual aiming with an optical index plate reading and is easy to use. Specifications include a refractive index range of 1.3000 to 1.7000, accuracy of \u00b1 0.0002, dissolved solids Brix from 0 to 95%, dimensions of 200x100x240 mm, and a net weight of 2.6 kg.", "gt_answer": "The WAY Abbe Refractometer379,175,809,206 by Lambda Scientific is designed for measuring the refractive index nD220,273,347,288 and average dispersion nF-nC275,291,325,306 of transparent or translucent liquids and solids. It also measures the mass fraction (Brix)220,354,332,369 of cane sugar solutions. This device is widely used in pharmaceutical, beverage, petroleum, food, chemical industries, research & education207,399,339,415. It features visual aiming with optical index-plate reading and is easy-to-use85,526,181,541. Specifications include a refractive index range of 1.3000 ~ 1.7000640,739,771,755, accuracy of \u00b1 0.0002640,762,710,777, dissolved solids Brix range of 0 ~ 95%640,785,707,800, dimensions of 200\u00d7100\u00d7240 (mm)640,807,798,823, and a weight of 2.6 kg640,830,689,845."} +{"image": ["imgs/Crello/output_poster286_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the individuals mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " BONA & PETER 328,827,553,838 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " BONA & PETER 329,825,551,837 ", "gt_answer": " BONA & PETER 328,827,553,838 ", "necessary bbox": "[' BONA & PETER 328,827,553,838 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_60038.png"], "messages": [{"role": "user", "content": "<|image|> \nBy how much did the national debt increase from 266, 955, 291, 995 to 399, 956, 424, 995 in billion U.S. dollars? Give grounding and detailed answer."}, {"role": "assistant", "content": "It increased by 0.71 billion U.S. dollars, from 1.56 to 2.27400, 459, 426, 475."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The national debt increased from 1.56 billion U.S. dollars in 2018266, 955, 291, 995 to 2.27399, 462, 425, 478 billion U.S. dollars in 2020399, 956, 424, 995, an increase of 0.71 billion U.S. dollars.", "gt_answer": "It increased by 0.71 billion U.S. dollars, from 1.56 to 2.27400, 459, 426, 475."} +{"image": ["imgs/Crello/output_poster1402_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the time slots mentioned for the event?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "2 PM and 3 PM"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The time slots are mentioned as ' 2 PM 201,436,350,467 ' and ' 3 PM 598,436,748,467 '. Answer: 2 PM to 3 PM", "gt_answer": "2 PM and 3 PM", "necessary bbox": "[' 2 PM 202,437,349,465', ' 3 PM 600,438,747,467']"} +{"image": ["imgs/Crello/output_poster1384_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the activities included in the masterclass? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The masterclass includes 'illustrated explanations basic theory creating sample boards,' as mentioned in illustrated explanations basic theory creating sample boards111,740,632,773."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The masterclass includes illustrated explanations basic theory creating sample boards 113,742,635,778 .", "gt_answer": "The masterclass includes 'illustrated explanations basic theory creating sample boards,' as mentioned in illustrated explanations basic theory creating sample boards111,740,632,773."} +{"image": ["imgs/CCMAIN/0194893.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of a 12-16oz beer? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The menu clearly states that the price for a 12-16oz48,240,159,261 beer is $7.00405,240,483,261. Answer: $7.00405,240,483,261"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price for a 12-16oz beer as $7.00405,238,482,263. Answer: $7.00405,238,482,263", "gt_answer": "The menu clearly states that the price for a 12-16oz48,240,159,261 beer is $7.00405,240,483,261. Answer: $7.00405,240,483,261"} +{"image": ["imgs/ChartQA_PCG/multi_col_80405.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue in million U.S. dollars in 680,515,714,536?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "4029.111"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue in 2019680,515,714,536 is the sum of service and product sales. Service: 3099.22672,361,720,379, Product sales: 930.89677,198,718,216. Total: 3099.22 + 930.89 = 4030.11 million U.S. dollars. Answer: 4030.11 million U.S. dollars.", "gt_answer": "4029.111", "necessary bbox": "['Service673, 362, 721, 381', '3099.22673, 362, 721, 381', 'Product sales677, 195, 718, 214', '930.89677, 195, 718, 214','2019680,515,714,536']"} +{"image": ["imgs/ChartQA_PCG/two_col_61950.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did total exports first exceed 1000 million U.S. dollars?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2007291, 880, 315, 920"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2008", "gt_answer": "2007291, 880, 315, 920", "necessary bbox": "['2007291, 880, 315, 920', '1293.10']"} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of online shoppers using 0, 257, 163, 273?"}, {"role": "assistant", "content": "39%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "39%", "gt_answer": "39%", "necessary bbox": "['Electronic payment (PayPal if available)0, 257, 163, 273', '39%854, 255, 890, 269']"} +{"image": ["imgs/ChartQA_PCG/two_col_83220.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents said '454, 906, 468, 919'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 76% 448, 213, 474, 229"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "76%450, 212, 477, 228", "gt_answer": " 76% 448, 213, 474, 229", "necessary bbox": "[' No 454, 906, 468, 919', ' 76% 448, 213, 474, 229']"} +{"image": ["imgs/CCMAIN/0267936.png"], "messages": [{"role": "user", "content": "<|image|> \nIs the 278,338,418,357 mount a mandatory upgrade?"}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "No", "gt_answer": "No"} +{"image": ["imgs/ChartQA_PCG/two_col_22463.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average age of grooms in 203, 810, 238, 819?"}, {"role": "assistant", "content": "31.20"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "31.20", "gt_answer": "31.20", "necessary bbox": "['Sicily203, 810, 238, 819', '31.20816, 809, 856, 817']"} +{"image": ["imgs/CCMAIN/0153050.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the singer hope about the 350,914,422,930? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "for sale382,284,455,303"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "The singer hopes that the doggie350,914,422,930 is for sale.", "gt_answer": "for sale382,284,455,303"} +{"image": ["imgs/ChartQA_PCG/multi_col_60476.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total share of SME owners aged 489,616,555,636 in both small and medium businesses?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "98.40%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share for 50-64 years489,616,555,636 in small businesses is 47.40%382,112,427,131 and in medium businesses is 51%790,84,816,102. Total: 47.40% + 51% = 98.40%. Answer: 98.40%", "gt_answer": "98.40%", "necessary bbox": "[' 47.40% 380, 114, 421, 132', ' 51% 789, 85, 814, 102','50-64 years489,616,555,636']"} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sum percentage share for 551, 856, 600, 869 and 267,856,328,869 on the vertical bar chart?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "49%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage share for Boomers551,856,600,869 is 19%563,407,589,423 and for Millennials267,856,328,869 is 30%285,164,312,181. The sum is 19% + 30% = 49%. Answer: 49%", "gt_answer": "49%", "necessary bbox": "['Boomers551, 856, 600, 869', '19%563, 408, 589, 424','Millennials267,856,328,869','30%280,167,312,183']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60745.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of 674, 604, 700, 621 in the mathematical provisions for 674, 153, 700, 174 in 673, 604, 700, 621?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "28%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of Multiple unit-linked contracts - euro products*674, 604, 700, 621 in the mathematical provisions for 2017673, 604, 700, 621 is 51%673, 604, 700, 621. Answer: 51%", "gt_answer": "28%", "necessary bbox": "['Euro-denominated contracts800, 745, 964, 764', '2017673, 604, 700, 621', '28%674, 153, 700, 174']"} +{"image": ["imgs/ChartQA_PCG/two_col_1686.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average connection speed in Mbps for 113, 300, 159, 316? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Virginia113, 300, 159, 316 has an average connection speed of 48.70844, 298, 881, 313 Mbps."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average connection speed for Virginia113, 300, 159, 316 is 48.70846, 298, 883, 313 Mbps.", "gt_answer": "Virginia113, 300, 159, 316 has an average connection speed of 48.70844, 298, 881, 313 Mbps."} +{"image": ["imgs/ChartQA_PCG/multi_col_60971.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents who are 702, 646, 856, 660 about 193, 203, 362, 221?"}, {"role": "assistant", "content": "8%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "8%", "gt_answer": "8%", "necessary bbox": "['Not at all concerned702, 646, 856, 660', 'Hacking/cybersecurity193, 203, 362, 221', '8%836, 201, 862, 217']"} +{"image": ["imgs/Crello/output_poster469_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the entry fee for the birthday party? Give a clear and simple answer and mention the answer's bounding box if it exists.Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 15 102,669,230,786"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $ 94,687,120,735 15 135,687,252,743 ", "gt_answer": " 15 102,669,230,786", "necessary bbox": "['97,630,180,679', '102,669,230,786']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60012.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the median hourly pay for males aged 40 to 49?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "18.43"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The median hourly pay for males aged 40 to 49 is 18.43622, 57, 655, 75.\n\nAnswer: 18.43", "gt_answer": "18.43", "necessary bbox": "['40 to 49620, 552, 667, 566', 'Male528, 660, 554, 676', '18.43622, 59, 655, 78']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60057.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales revenue in billion GBP in 715,596,747,613?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "688.4"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total sales revenue in 2018715,596,747,613 is the sum of website sales and EDI sales. Website sales were 365720,442,742,460 billion GBP and EDI sales were 323.40710,206,751,225 billion GBP. Therefore, the total is 365 + 323.40 = 688.40 billion GBP. Answer: 688.40 billion GBP.", "gt_answer": "688.4", "necessary bbox": "['365720,443,742,462', '323.40710,205,751,224','2018715,596,747,613']"} +{"image": ["imgs/Crello/output_poster979_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen do the doors open for the Mardi Gras Party hosted at the Haunted House? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Doors open at 10 pm 197,538,602,577"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The doors open at 10 pm, as mentioned in ' Doors open at 10 pm 197,534,602,574 '.", "gt_answer": "Doors open at 10 pm 197,538,602,577"} +{"image": ["imgs/Crello/output_poster1105_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich month is the live performance taking place?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "February"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The month of the live performance is mentioned as ' 24 27,364,50,419 '. Answer: 24", "gt_answer": "February", "necessary bbox": "['24 02 201729,364,136,437']"} +{"image": ["imgs/CCMAIN/0323469.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich student group had a higher increase in the overall WSIF score from 2018 to 2019? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The increase for English Learner49,522,97,536 was 0.80951,634,977,649, while for Students with Disabilities240,705,396,720 it was 0.82951,705,977,720. Therefore, Students with Disabilities240,705,396,720 had a higher increase. Answer: Students with Disabilities240,705,396,720"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The English Learner48,523,109,536 group had an increase of 0.80, while the Students with Disabilities237,707,396,719 group had an increase of 0.82. Answer: Students with Disabilities237,707,396,719", "gt_answer": "The increase for English Learner49,522,97,536 was 0.80951,634,977,649, while for Students with Disabilities240,705,396,720 it was 0.82951,705,977,720. Therefore, Students with Disabilities240,705,396,720 had a higher increase. Answer: Students with Disabilities240,705,396,720"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 117,90,195,110 code for the supplementary protectors accessories? Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document lists the Product117,90,195,110 code as 1492-ASPH3235,131,321,146 under the section titled 'Product Details and Certifications'. Answer: 1492-ASPH3235,131,321,146"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Product117,90,195,110 code as 1492-ASP3235,131,318,146 for the supplementary protectors accessories. Answer: 1492-ASP3235,131,318,146", "gt_answer": "The document lists the Product117,90,195,110 code as 1492-ASPH3235,131,321,146 under the section titled 'Product Details and Certifications'. Answer: 1492-ASPH3235,131,321,146"} +{"image": ["imgs/CCMAIN/0041130.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the enrollment for UnitedHealthcare Community Plan increase from 83,332,120,350 to 83,450,121,468? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The enrollment for UnitedHealthcare Community Plan in Jan-2183,332,120,350 was 183,439572,332,618,350 and in Jun-2183,450,121,468 it was 187,629570,450,616,468. The increase is 187,629570,450,616,468 - 183,439572,332,618,350 = 4,190. Answer: 4,190"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In Jan-2183,332,120,350, the enrollment was 183,439571,332,617,350 and in Jun-2183,450,121,468, it was 187,629571,450,617,468. The increase is 187,629 - 183,439 = 4,190. Answer: 4,190", "gt_answer": "The enrollment for UnitedHealthcare Community Plan in Jan-2183,332,120,350 was 183,439572,332,618,350 and in Jun-2183,450,121,468 it was 187,629570,450,616,468. The increase is 187,629570,450,616,468 - 183,439572,332,618,350 = 4,190. Answer: 4,190"} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service not 673,589,743,621?"}, {"role": "assistant", "content": "58.8%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "58.8%", "gt_answer": "58.8%", "necessary bbox": "['Monthly673,589,743,621', '41.2%543,543,599,569']"} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the infant mortality rate first drop to 581, 829, 611, 847?"}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2015.", "gt_answer": "2015", "necessary bbox": "['2015582, 931, 607, 976', '3.30581, 829, 611, 847']"} +{"image": ["imgs/ChartQA_PCG/two_col_24192.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of visitors in thousands in 766,959,800,971?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "261.87"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of visitors in 2020*766,959,800,971 was 261.87760,764,800,780 thousand. Answer: 261.87", "gt_answer": "261.87", "necessary bbox": "['2020*766,959,800,971', '261.87762,769,803,785']"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is 69,767,262,783? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document mentions that the Fees for each regular candidates69,767,262,783 is 1200338,769,375,782. Answer: 1200338,769,375,782"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Fees for each candidates71,767,262,783 are Regular: 1200/-271,767,390,783. Answer: 1200/-340,767,390,783", "gt_answer": "The document mentions that the Fees for each regular candidates69,767,262,783 is 1200338,769,375,782. Answer: 1200338,769,375,782"} +{"image": ["imgs/Crello/output_poster1221_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat services does LAGRAZZA offer according to the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "LAGRAZZA offers services like Planning\\nCatering\\nDecoration\\nCakes 843,620,916,737 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "LAGRAZZA offers services including Planning\nCatering\nDecoration\nCakes839,627,915,740.", "gt_answer": "LAGRAZZA offers services like Planning\\nCatering\\nDecoration\\nCakes 843,620,916,737 ."} +{"image": ["imgs/ChartQA_PCG/two_col_21909.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the total does 700,597,761,627 account for in the pie chart? Give grounding and detailed answer."}, {"role": "assistant", "content": " 40.0% 578,547,634,573"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "40.0%578,539,634,565", "gt_answer": " 40.0% 578,547,634,573"} +{"image": ["imgs/CCMAIN/0214671.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document discusses the availability of systems analysis and design whitten isbn146,15,388,38 in a digital library, emphasizing its accessibility and compatibility with any device. It warns against malicious downloads and highlights the convenience of online access. The library offers a variety of categories, with a focus on free books, including a Jr. Edition for children and teens. The document lists various manuals and guides available, such as technical safety engineering mustang165,264,324,278 and polaroid t1031 manual644,264,739,278. The copyright code is f05280a47861812c42381da24f548321107,368,272,382."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document discusses the availability of systems analysis and design whitten isbn145,15,386,38 in a digital library. It highlights that this book is part of a collection that can be accessed online with minimal latency. The library offers a wide range of books, including a specific category for free eBooks. The document also mentions various other manuals and guides available, such as technical safety engineering mustang152,260,320,274 and kitchenaid use care guide529,260,640,274. The library aims to provide resources for both children and teens.", "gt_answer": "The document discusses the availability of systems analysis and design whitten isbn146,15,388,38 in a digital library, emphasizing its accessibility and compatibility with any device. It warns against malicious downloads and highlights the convenience of online access. The library offers a variety of categories, with a focus on free books, including a Jr. Edition for children and teens. The document lists various manuals and guides available, such as technical safety engineering mustang165,264,324,278 and polaroid t1031 manual644,264,739,278. The copyright code is f05280a47861812c42381da24f548321107,368,272,382."} +{"image": ["imgs/CCMAIN/0052625.png"], "messages": [{"role": "user", "content": "<|image|> \nHow is 535,228,638,244 described in the document? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Recognizing and doing what needs to be done before I am asked to do it535,595,719,608"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Recognizing and doing what needs to be done before I am asked to do it535,243,917,258", "gt_answer": "Recognizing and doing what needs to be done before I am asked to do it535,595,719,608"} +{"image": ["imgs/CCMAIN/0060296.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a RELEASE OF MORTGAGE OR LIEN332,49,666,70 form. It states that the Name of Releasor500,142,594,156 from the Address of Releasor494,191,600,204 is releasing a mortgage or lien against the Mortgagor/Lienor544,271,638,284 in favor of the Mortgagee/Lien Holder529,321,653,334. The release is recorded in a specific volume and page of the land records. The Releasor548,142,594,156 signs and seals the document, witnessed by others. A Notary Public586,819,695,831 verifies the identity of the signer and acknowledges the execution of the document."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a RELEASE OF MORTGAGE OR LIEN331,49,667,68 form. It states that the Name of Releaser502,143,596,156 releases and discharges a certain mortgage or lien from/against a specified party. The release is made in favor of another party, identified as the Mortgagee/Lien Holder528,322,654,336. The document is dated, recorded in volume and page of the land records, and witnessed by two individuals. It includes a section for the Notary Public Commissioner of the Superior Court589,816,701,835 to verify the authenticity of the release.", "gt_answer": "The document is a RELEASE OF MORTGAGE OR LIEN332,49,666,70 form. It states that the Name of Releasor500,142,594,156 from the Address of Releasor494,191,600,204 is releasing a mortgage or lien against the Mortgagor/Lienor544,271,638,284 in favor of the Mortgagee/Lien Holder529,321,653,334. The release is recorded in a specific volume and page of the land records. The Releasor548,142,594,156 signs and seals the document, witnessed by others. A Notary Public586,819,695,831 verifies the identity of the signer and acknowledges the execution of the document."} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nIf you buy a sandwich and a pecan pie, what is the total cost? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The price of a Sandwich64,827,159,845 is $7.95299,824,353,847 and a Pecan Pie598,616,696,639 is $3.95833,616,887,639. Adding these gives $7.95 + $3.95 = $11.90. Answer: $11.90"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The cost of a Sandwich65,682,197,707 is $7.95300,824,355,848 and a Pecan Pie598,617,699,642 is $3.95838,617,893,642. Adding these gives $7.95 + $3.95 = $11.90. Answer: $11.90", "gt_answer": "The price of a Sandwich64,827,159,845 is $7.95299,824,353,847 and a Pecan Pie598,616,696,639 is $3.95833,616,887,639. Adding these gives $7.95 + $3.95 = $11.90. Answer: $11.90"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the fee for a 271,772,330,783 candidate? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1200338,769,375,782"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1200/-339,772,389,783", "gt_answer": "1200338,769,375,782"} +{"image": ["imgs/Crello/output_poster463_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sequence should the text on this poster follow to make logical sense? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "To make logical sense, the text should follow the sequence: ' HOW TO ORGANIZE 36,294,346,394 ', ' YOUR 189,484,230,529 ', and ' SUITCASE 123,579,284,676 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The logical sequence is ' HOW TO ORGANIZE 35,294,346,387 ', ' YOUR 188,484,228,524 ', ' SUITCASE 123,574,284,674 '.", "gt_answer": "To make logical sense, the text should follow the sequence: ' HOW TO ORGANIZE 36,294,346,394 ', ' YOUR 189,484,230,529 ', and ' SUITCASE 123,579,284,676 '."} +{"image": ["imgs/CCMAIN/0029390.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 348,623,431,633 of the Pallecon Lite 2? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document specifies the maximum capacity348,623,431,633 under the 'Nominal Capacity and Weight' section as 995 ltrs587,623,620,633. Answer: 995 ltrs587,623,620,633"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The tare weight348,623,405,633 is the weight of the container itself, excluding any load. Answer: 123.5 kgs", "gt_answer": "The document specifies the maximum capacity348,623,431,633 under the 'Nominal Capacity and Weight' section as 995 ltrs587,623,620,633. Answer: 995 ltrs587,623,620,633"} +{"image": ["imgs/ChartQA_PCG/two_col_100190.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich topic received the fewest views?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Landtagswahlen in Niedersachsen 2017 27, 834, 334, 850"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Landtagswahlen in Niedersachsen 2017", "gt_answer": " Landtagswahlen in Niedersachsen 2017 27, 834, 334, 850", "necessary bbox": "[' Landtagswahlen in Niedersachsen 2017 27, 834, 334, 850', ' 50999 ']"} +{"image": ["imgs/CCMAIN/0124239.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many stores did Briazz grow to include in five years? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "40 stores472,838,514,849"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "40 stores471,839,512,849", "gt_answer": "40 stores472,838,514,849"} +{"image": ["imgs/CCMAIN/0125299.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first turn when coming from the 697,491,718,527? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The directions from the 5S697,491,718,527 state to turn LEFT664,548,699,576 into the parking lot after turning right on Muirlands Blvd662,428,747,452. Answer: LEFT664,548,699,576"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The directions specify to EXIT on Lake Forest Dr.632,524,789,549 as the first step when coming from the 5S697,491,718,527. Answer: EXIT on Lake Forest Dr.632,524,789,549", "gt_answer": "The directions from the 5S697,491,718,527 state to turn LEFT664,548,699,576 into the parking lot after turning right on Muirlands Blvd662,428,747,452. Answer: LEFT664,548,699,576"} +{"image": ["imgs/ChartQA_PCG/two_col_101342.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category represents the smallest percentage in the pie chart?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": " Very likely "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The category 'Very likely' represents the smallest percentage with 14.0%318, 389, 374, 415. Answer: Very likely", "gt_answer": " Very likely ", "necessary bbox": "[' Very likely 169,315,260,345', ' 14.0% 318,385,373,411']"} +{"image": ["imgs/Crello/output_poster1650_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year is being celebrated in the poster?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2021"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The year is indicated by the text ' 2 481,536,550,650 ' and ' 21 729,536,859,650 ', which together form '2021'. Answer: 2021", "gt_answer": "2021", "necessary bbox": "[' 2 480,535,561,653 ', ' 21 725,535,850,653 ']"} +{"image": ["imgs/Crello/output_poster126_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat holiday will be hold in 34,859,224,911?"}, {"role": "assistant", "content": "CHOCOLATE PECAN PIE DAY"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Chocolate Pecan Pie Day", "gt_answer": "CHOCOLATE PECAN PIE DAY", "necessary bbox": "['AUGUST 2034,859,224,911']"} +{"image": ["imgs/Crello/output_poster1458_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is invited at the event? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The event invites you to 'JOIN US TO CELEBRATE78,223,446,265'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster invites people to 'JOIN US TO CELEBRATE' 76,224,445,268.", "gt_answer": "The event invites you to 'JOIN US TO CELEBRATE78,223,446,265'."} +{"image": ["imgs/ChartQA_PCG/two_col_63074.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of employees in 852, 921, 898, 934?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "729600852, 186, 896, 202"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "729600852, 187, 896, 203", "gt_answer": "729600852, 186, 896, 202", "necessary bbox": "['H1 2015852, 921, 898, 934', '729600852, 186, 896, 202']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101141.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of 501,692,583,707 countries where 51-75% of retail prices is tax?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "35687,135,702,154"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "18553,336,568,355", "gt_answer": "35687,135,702,154", "necessary bbox": "['Middle-income501,692,583,707', '51-75% of retail prices is tax612,585,777,605', '35687,135,702,154']"} +{"image": ["imgs/ChartQA_PCG/two_col_100571.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the lowest export of durum wheat from the UK in these years?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "1160,442,167,450"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 279 173, 174, 195, 182", "gt_answer": "1160,442,167,450", "necessary bbox": "['1160,442,167,450', '1160,397,167,405']"} +{"image": ["imgs/ChartQA_PCG/two_col_62902.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue for 228, 871, 294, 889?"}, {"role": "assistant", "content": "38884 million euros"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "38884 million euros.", "gt_answer": "38884 million euros", "necessary bbox": "['Contracting228, 871, 294, 889', '38884243, 192, 279, 208']"} +{"image": ["imgs/CCMAIN/0317804.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the members of the Lewiston Elementary School Governing Board mentioned in 200,31,817,368? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The members of the Lewiston Elementary School Governing Board mentioned are Mike McMaster, Scott White, Chad Cook, Catherine Sidman, and Pamela Carthew. This information is found in the span Mike McMaster, Scott White, Chad Cook, Catherine Sidman, Pamela Carthew210,178,816,197."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The members of the Lewiston Elementary School Governing Board mentioned in 200,31,817,368 are Mike McMaster, Scott White, Chad Cook, Catherine Sidman, and Pamela Carthew.", "gt_answer": "The members of the Lewiston Elementary School Governing Board mentioned are Mike McMaster, Scott White, Chad Cook, Catherine Sidman, and Pamela Carthew. This information is found in the span Mike McMaster, Scott White, Chad Cook, Catherine Sidman, Pamela Carthew210,178,816,197."} +{"image": ["imgs/ChartQA_PCG/multi_col_259.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich player earned the most from endorsements?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Roger Federer"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Roger Federer earned the most from endorsements with an amount of 100523, 109, 547, 122.\n\nAnswer: Roger Federer", "gt_answer": "Roger Federer", "necessary bbox": "['Roger Federer113, 111, 201, 125', 'Endorsements477, 607, 565, 618', '100524, 109, 547, 122']"} +{"image": ["imgs/CCMAIN/0260306.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "Craig East241,41,373,58 is a retired Chartered Professional Accountant residing in Surrey357,111,408,126. He holds a CPA, CA designation and is a member of the Institute of Corporate Directors with an ICD.D488,185,533,200. Since 2001364,245,403,260, he has been a board member, serving as Director, Past Treasurer, Chair of the Audit Committee, and member of both the Finance and Risk Management Committees. His background includes financial and business expertise, board governance experience, and a strong interest in community-based organizations. He has been involved with the Habitat Housing Society338,444,535,459, Surrey Board of Trade, and several professional accounting organizations. His past community involvement includes roles with the Board Voice Society of BC, BCAA Traffic Safety Foundation, and the Greater Vancouver Homebuilders Association. He has 22 years of public practice experience with Deloitte and 30 years in various industries in Metro Vancouver."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Craig East is a Board Director239,64,370,81 residing in Surrey357,112,407,128. He holds the professional designation of Chartered Professional Accountant - CPA, CA239,171,574,186 and is an Institute of Corporate Directors - ICD.D239,187,531,202. Craig is retired and has been a board member since 2001366,245,403,260, holding various offices including Director and Past Treasurer. His background includes financial expertise, board governance experience, and management skills. He has served as a director at Habitat Housing Society337,444,536,460 and is a member of the Surrey Board of Trade252,467,436,483 Finance and Taxation Committee. Craig has 22 years of public practice with Deloitte516,536,578,552 and 30 years in various industries in Metro Vancouver. His past community involvement includes roles such as Past Director & Treasurer252,620,462,635 for the Board Voice Society of BC484,620,692,635 and participation in various advocacy groups and associations.", "gt_answer": "Craig East241,41,373,58 is a retired Chartered Professional Accountant residing in Surrey357,111,408,126. He holds a CPA, CA designation and is a member of the Institute of Corporate Directors with an ICD.D488,185,533,200. Since 2001364,245,403,260, he has been a board member, serving as Director, Past Treasurer, Chair of the Audit Committee, and member of both the Finance and Risk Management Committees. His background includes financial and business expertise, board governance experience, and a strong interest in community-based organizations. He has been involved with the Habitat Housing Society338,444,535,459, Surrey Board of Trade, and several professional accounting organizations. His past community involvement includes roles with the Board Voice Society of BC, BCAA Traffic Safety Foundation, and the Greater Vancouver Homebuilders Association. He has 22 years of public practice experience with Deloitte and 30 years in various industries in Metro Vancouver."} +{"image": ["imgs/CCMAIN/0276867.png"], "messages": [{"role": "user", "content": "<|image|> \nAccording to 106,760,488,896, what percentage of neuroscience news items included the title of the article and the scientific journal or reference textbook? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "According to 106,760,488,896, only 12\\%628,224,657,238 of the neuroscience news items included the title of the article and the scientific journal or reference textbook for further reading. This indicates a lack of detailed referencing in the majority of the news items."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 106,760,488,896, only 12% of the neuroscience news items included the title of the article and the scientific journal or reference textbook. This is highlighted in the span: 12\\%625,226,656,239.", "gt_answer": "According to 106,760,488,896, only 12\\%628,224,657,238 of the neuroscience news items included the title of the article and the scientific journal or reference textbook for further reading. This indicates a lack of detailed referencing in the majority of the news items."} +{"image": ["imgs/ChartQA_PCG/two_col_83300.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change for people aged 65-74 463,936,501,949?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "28%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage change for people aged 65-74 is 28%. Answer: 28%", "gt_answer": "28%", "necessary bbox": "['65-74s463,936,501,949']"} +{"image": ["imgs/ChartQA_PCG/two_col_60555.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the combined sales share of Americas, Japan, and Middle East and Africa regions in FY2020? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The combined sales share of Americas 484,886,536,900, Japan 631,887,663,904, and Middle East and Africa 722,886,849,900 is 35% ( 20% + 8% + 7% 777,723,796,739)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined sales share is 20% + 8% + 7%781,724,800,740 = 35%.", "gt_answer": "The combined sales share of Americas 484,886,536,900, Japan 631,887,663,904, and Middle East and Africa 722,886,849,900 is 35% ( 20% + 8% + 7% 777,723,796,739)."} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 235,321,435,340 appetizer? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The menu lists the price of the SOFT SHELL CRAB235,321,435,340 appetizer as 11.95822,325,859,339, which is clearly stated next to the item. Answer: 11.95822,325,859,339"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the SOFT SHELL CRAB235,321,435,340 under appetizers with a price of 11.95822,321,860,337. Answer: 11.95822,321,860,337", "gt_answer": "The menu lists the price of the SOFT SHELL CRAB235,321,435,340 appetizer as 11.95822,325,859,339, which is clearly stated next to the item. Answer: 11.95822,325,859,339"} +{"image": ["imgs/ChartQA_PCG/multi_col_80333.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the share of the population that is 0-14 years from 2009 to 2019? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The share of the population that is 0-14 years decreased slightly from 15.52%185,505,229,523 in 2009 to 15.53%836,505,880,523 in 2019, showing a fluctuation with a slight overall increase."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The share of the population that is 0-14 years decreased from 15.52%186,503,230,522 in 2009 to 15.53%837,503,881,522 in 2019.", "gt_answer": "The share of the population that is 0-14 years decreased slightly from 15.52%185,505,229,523 in 2009 to 15.53%836,505,880,523 in 2019, showing a fluctuation with a slight overall increase."} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of female patients in the '40 to 49 years' age category in terms of patients per 100,000 inhabitants?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 6.2 "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of female patients in the '40 to 49 years' age category is 6.2618, 300, 639, 313. Answer: 6.2", "gt_answer": " 6.2 ", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311', ' Propotion of patients per 100,000 inhabitants 454, 627, 741, 641']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40322.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the number of women from 2016 to 2017? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The increase in the number of women from 2016350, 556, 376, 570 to 2017514, 556, 539, 570 is 59044."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of women in 2016 was 871345352,169,396,188 and in 2017 it was 937544. The increase is 937544 - 871345 = 66199.", "gt_answer": "The increase in the number of women from 2016350, 556, 376, 570 to 2017514, 556, 539, 570 is 59044."} +{"image": ["imgs/ChartQA_PCG/multi_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average percentage of votes Barack Obama received across all matchups? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Barack Obama received the following percentages: 47%162,148,188,165, 54%379,84,405,102, 50%596,121,622,138, and 51%813,111,839,129. The average percentage is 50.5%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Barack Obama received 47%162, 148, 188, 166 against Romney, 54%380, 85, 407, 104 against Gingrich, 50%598, 118, 625, 137 against Paul, and 51%815, 111, 841, 129 against Santorum. The average is (47 + 54 + 50 + 51) / 4 = 50.25%.", "gt_answer": "Barack Obama received the following percentages: 47%162,148,188,165, 54%379,84,405,102, 50%596,121,622,138, and 51%813,111,839,129. The average percentage is 50.5%."} +{"image": ["imgs/CCMAIN/0106314.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main activity of MM FARM Sp. z o.o. Sp. kom.-akc.? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "marketing76,348,157,367"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "marketing76,350,158,366", "gt_answer": "marketing76,348,157,367"} +{"image": ["imgs/ChartQA_PCG/two_col_82933.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the tallest bar in the chart, and what year does it represent? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The tallest bar represents the year 2016852, 916, 880, 929 with a value of 1297.51843, 79, 890, 96 million euros."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The tallest bar is 1297.51843, 79, 890, 96 million euros, representing the year 2016854, 916, 882, 929.", "gt_answer": "The tallest bar represents the year 2016852, 916, 880, 929 with a value of 1297.51843, 79, 890, 96 million euros."} +{"image": ["imgs/ChartQA_PCG/two_col_21737.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the national debt change from 2019 to 2020*? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "In 2019, the national debt was 57.16%352,290,397,307 and in 2020*, it was 67.50%422,192,467,208. The change was 67.50% - 57.16% = 10.34%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The national debt increased from 57.16%352, 289, 397, 305 in 2019 to 67.50%422, 193, 467, 209 in 2020*, which is an increase of 10.34%.", "gt_answer": "In 2019, the national debt was 57.16%352,290,397,307 and in 2020*, it was 67.50%422,192,467,208. The change was 67.50% - 57.16% = 10.34%."} +{"image": ["imgs/CCMAIN/0318741.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role does 471,481,513,494 hold in the Fremantle Netball Association? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "GROUNDS COORDINATOR442,464,542,477"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "GROUNDSCOORDINATOR439,461,542,474", "gt_answer": "GROUNDS COORDINATOR442,464,542,477"} +{"image": ["imgs/CCMAIN/0021449.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should the nomination form be emailed to? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Kelsey Norton659,825,770,854"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Kelsey Norton knorton@aaco.com.au663,829,945,857", "gt_answer": "Kelsey Norton659,825,770,854"} +{"image": ["imgs/CCMAIN/0357418.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the service number of Private Thomas Harkin? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "200771535,148,589,162"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "200771535,148,589,162", "gt_answer": "200771535,148,589,162"} +{"image": ["imgs/ChartQA_PCG/two_col_63074.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of employees in H1 2015?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "729600852, 186, 896, 202"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "729600851, 187, 895, 203", "gt_answer": "729600852, 186, 896, 202", "necessary bbox": "['H1 2015852, 921, 898, 934', '729600852, 186, 896, 202']"} +{"image": ["imgs/ChartQA_PCG/two_col_23750.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category had the smallest percentage of Walmart U.S. sales in 2021?Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "1.0%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The category with the smallest percentage of Walmart U.S. sales in 2021 is labeled as Other427, 799, 477, 825. \n\nAnswer: Other", "gt_answer": "1.0%", "necessary bbox": "['Other425, 797, 477, 823', '1.0%457, 637, 501, 663']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40427.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the female population of Morocco in 2019?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "18.38850,52,887,71"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "18.38849, 52, 886, 71", "gt_answer": "18.38850,52,887,71", "necessary bbox": "['Female510,722,550,737', '2019854,577,879,623', '18.38850,52,887,71']"} +{"image": ["imgs/CCMAIN/0116665.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does the Grilled \u2018Taoshita beef\u2019 and local vegetable with Marsala sauce cost for a 620,752,639,766? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u00a54,180551,737,577,766"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a53,190876,720,908,735", "gt_answer": "\u00a54,180551,737,577,766"} +{"image": ["imgs/CCMAIN/0358857.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the MHBC membership fee for an individual joining between July and December? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The MHBC membership dues are pro-rated377,401,444,414 based on the half of the year in which you join. For July \u2013 December, it is $9265,452,282,466 per individual plus $7668,375,686,389 per household/address for CSBA, totaling $16676,452,702,466. Answer: $16"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the MHBC membership dues are pro-rated379,401,446,412 based on the half of the year in which you join. For July \u2013 December, the fee is $9 per individual plus $7 per household/address for CSBA=$16268,455,701,466. Answer: $9 per individual plus $7 per household/address for CSBA=$16268,455,701,466", "gt_answer": "The MHBC membership dues are pro-rated377,401,444,414 based on the half of the year in which you join. For July \u2013 December, it is $9265,452,282,466 per individual plus $7668,375,686,389 per household/address for CSBA, totaling $16676,452,702,466. Answer: $16"} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage share for 551, 856, 600, 869 on the vertical bar chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "19%563, 408, 589, 424"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "19%563, 408, 589, 424", "gt_answer": "19%563, 408, 589, 424", "necessary bbox": "['Boomers551, 856, 600, 869', '19%563, 408, 589, 424']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60562.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents for whom '366,667,528,687' spending has increased on '225,536,251,552'?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "47%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents for whom ' My spending has increased 366,667,528,687' on ' Food 225,536,251,552' is 47% 219,65,245,84. Answer: 47%", "gt_answer": "47%", "necessary bbox": "[\"'My spending has increased'366,667,528,687\", 'Food225,536,251,552', '47%218,64,244,82']"} +{"image": ["imgs/CCMAIN/0164826.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the range of 636,794,779,806 temperature for the SIMPLE-Q-CCT? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The LED color temperature range for the SIMPLE-Q-CCT is specified as 2700\u00b0K685,815,723,826 to 5000\u00b0K728,815,765,826, allowing for tunable white light suitable for different lighting needs. Answer: 2700\u00b0K-5000\u00b0K685,815,765,826"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the COULEUR LED / LED COLOR636,794,779,806 temperature for the SIMPLE-Q-CCT is 2700K-5000K, indicating the color range of the light emitted. Answer: 2700K-5000K", "gt_answer": "The LED color temperature range for the SIMPLE-Q-CCT is specified as 2700\u00b0K685,815,723,826 to 5000\u00b0K728,815,765,826, allowing for tunable white light suitable for different lighting needs. Answer: 2700\u00b0K-5000\u00b0K685,815,765,826"} +{"image": ["imgs/CCMAIN/0014480.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 263,233,330,246 scheduled to arrive in Antwerp? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "16 July182,233,207,246"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "16 July183,233,205,246", "gt_answer": "16 July182,233,207,246"} +{"image": ["imgs/CCMAIN/0072219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 100,530,142,540 available for 81,486,235,499?"}, {"role": "assistant", "content": "Standard Room, Garden View, Ocean View/Front, Other"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Standard Room, Garden View, Ocean View/Front", "gt_answer": "Standard Room, Garden View, Ocean View/Front, Other"} +{"image": ["imgs/CCMAIN/0029390.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the temperature range for the Pallecon Lite 2? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The 'Temperature Range' section of the document lists the Minimum / Maximum348,713,441,722 temperatures as -20 \u00b0C / 70 \u00b0C558,713,620,722. Answer: -20 \u00b0C / 70 \u00b0C558,713,620,722"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the temperature range as -20 \u00b0C / 70 \u00b0C553,712,619,721, indicating the conditions under which the container can operate effectively. Answer: -20 \u00b0C / 70 \u00b0C553,712,619,721", "gt_answer": "The 'Temperature Range' section of the document lists the Minimum / Maximum348,713,441,722 temperatures as -20 \u00b0C / 70 \u00b0C558,713,620,722. Answer: -20 \u00b0C / 70 \u00b0C558,713,620,722"} +{"image": ["imgs/ChartQA_PCG/two_col_60839.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the predicted mobile internet user penetration for the year 524, 834, 552, 879?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "71.72%518, 182, 562, 198"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "71.72%519, 184, 563, 201", "gt_answer": "71.72%518, 182, 562, 198", "necessary bbox": "['2021*524, 834, 552, 879', '71.72%518, 182, 562, 198']"} +{"image": ["imgs/Crello/output_poster32_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message does the poster convey about environmental action?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " GOING GREEN IS EASY 351,710,585,780 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " GOING GREEN IS EASY 351,710,586,773 ", "gt_answer": " GOING GREEN IS EASY 351,710,585,780 ", "necessary bbox": "[' GOING GREEN IS EASY 351,710,585,780 ']"} +{"image": ["imgs/CCMAIN/0153864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat significant event in 2008 is mentioned in 496,283,883,440 and what was its impact? Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2008, the individual founded the 'You & Me' artist group in Beijing's 798 art compound, as mentioned in 496,283,883,440. This event was significant as it marked the beginning of various art projects, including the 'You & Me' and 'Mirrorman Series', contributing to the contemporary art scene and fostering collaboration among artists."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, Zhang Zhaohui founded the 'You & Me' artist group in Beijing's 798 art compound. This event is significant as it marked the beginning of many art projects, including 'You & Me' and 'Mirrorman Series', which contributed to his artistic career.", "gt_answer": "In 2008, the individual founded the 'You & Me' artist group in Beijing's 798 art compound, as mentioned in 496,283,883,440. This event was significant as it marked the beginning of various art projects, including the 'You & Me' and 'Mirrorman Series', contributing to the contemporary art scene and fostering collaboration among artists."} +{"image": ["imgs/ChartQA_PCG/two_col_258.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the lowest cattle population?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 969.26 372, 116, 412, 132"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "969.26371, 118, 412, 134", "gt_answer": " 969.26 372, 116, 412, 132", "necessary bbox": "['969.26372, 116, 412, 132', '2015378, 834, 406, 846']"} +{"image": ["imgs/CCMAIN/0199564.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the annual pricing discount mentioned in 256,213,938,363 and how is it beneficial? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The annual pricing discount is described as only \\S300541,330,582,344 per year, compared to \\S175682,330,723,345 per sale, saving \\S50842,329,873,344 with the new annual plan. This discount is beneficial as it offers significant savings for advertisers who choose the annual plan over per-sale pricing."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The annual pricing discount mentioned is $300 per year, which is beneficial as it saves $50 compared to the previous rate of $175 per sale. This discount is part of the new annual plan, making it more cost-effective for advertisers.", "gt_answer": "The annual pricing discount is described as only \\S300541,330,582,344 per year, compared to \\S175682,330,723,345 per sale, saving \\S50842,329,873,344 with the new annual plan. This discount is beneficial as it offers significant savings for advertisers who choose the annual plan over per-sale pricing."} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the 266,523,432,539? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The Audit Expiry Date:266,523,432,539 is listed as 30th April 2021529,523,552,539, which is the date until which the audit is valid. Answer: 30th April 2021529,523,552,539"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Audit Expiry Date266,523,432,539 as 30th April 2021531,523,557,539, indicating when the certification is no longer valid. Answer: 30th April 2021531,523,557,539", "gt_answer": "The Audit Expiry Date:266,523,432,539 is listed as 30th April 2021529,523,552,539, which is the date until which the audit is valid. Answer: 30th April 2021529,523,552,539"} +{"image": ["imgs/Crello/output_poster1893_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is repeated in different parts of the poster? Respond directly and include the bounding box of the answer if it is present.Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Greatest Buildings 836,546,953,942"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Greatest Buildings\nof the 21st Century 87,634,245,720 ", "gt_answer": " Greatest Buildings 836,546,953,942", "necessary bbox": "[' Greatest Buildings 836,546,953,942', ' Greatest Buildings of the 21st Century 89,637,248,724']"} +{"image": ["imgs/ChartQA_PCG/two_col_1205.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in employment from 2010 260,710,305,729 to 2014 482,296,527,315? Give grounding and detailed answer."}, {"role": "assistant", "content": "The trend in employment from 2010 to 2014 was an upward trend, starting at 761.05 260,710,305,729 million in 2010 and increasing to 772.53 482,296,527,315 million in 2014."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The employment increased from 761.05260,710,305,729 million in 2010 to 772.53482,296,527,315 million in 2014.", "gt_answer": "The trend in employment from 2010 to 2014 was an upward trend, starting at 761.05 260,710,305,729 million in 2010 and increasing to 772.53 482,296,527,315 million in 2014."} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference of 738, 522, 769, 536's and 627,522,653,538's gross profit margin in 2017?"}, {"role": "assistant", "content": "6%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5%", "gt_answer": "6%", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146','M&S627,522,653,538','56%634,85,659,102']"} +{"image": ["imgs/CCMAIN/0116241.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the origin of the word 'aster'? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The text states that the word aster158,72,235,108 comes from the Greek and Latin for star340,330,372,354, possibly because the disk flowers have 5 petals and often look like stars. Answer: star340,330,372,354"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document explains that the word 'aster' comes from the Greek and Latin for star167,330,372,350, which is likely due to the star-like appearance of the disk flowers. Answer: Greek and Latin for star167,330,372,350", "gt_answer": "The text states that the word aster158,72,235,108 comes from the Greek and Latin for star340,330,372,354, possibly because the disk flowers have 5 petals and often look like stars. Answer: star340,330,372,354"} +{"image": ["imgs/CCMAIN/0050164.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the suggested way to show someone you love them if they are far away? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The Activity117,583,191,604 section suggests to phone or facetime someone far away223,656,556,677 to show them you love them. Answer: phone or facetime223,656,388,677"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document suggests that if someone is far away, you can phone or facetime223,658,390,678 them to show love and connection. Answer: phone or facetime223,658,390,678", "gt_answer": "The Activity117,583,191,604 section suggests to phone or facetime someone far away223,656,556,677 to show them you love them. Answer: phone or facetime223,656,388,677"} +{"image": ["imgs/ChartQA_PCG/multi_col_20953.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the population of the 398, 696, 510, 712 in 821, 586, 849, 600?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "70.30 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The population of the Lower income class398, 696, 510, 712 in 2015821, 586, 849, 600 was 71.60 million.\n\nAnswer: 71.6", "gt_answer": "70.30 million", "necessary bbox": "['Lower income class398, 696, 510, 712', '2015821, 586, 849, 600']"} +{"image": ["imgs/CCMAIN/0222243.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich team had the highest 460,120,520,134 score? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "L Ridolfo & P White110,154,180,168"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "P Rigsbey & B DeMint110,136,175,151", "gt_answer": "L Ridolfo & P White110,154,180,168"} +{"image": ["imgs/Crello/output_poster1115_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the designer of the storyboard?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " MARTHA WHITMAN 51,430,119,438 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " MARtha Whitman 54,423,120,432 ", "gt_answer": " MARTHA WHITMAN 51,430,119,438 ", "necessary bbox": "[' MARTHA WHITMAN 51,430,119,438 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100695.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the share of respondents for 'Computer software, computer and video games or software upgrades' between 457, 769, 503, 783 and 560, 769, 588, 783? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The difference in the share of respondents for 'Computer software, computer and video games or software upgrades' between 2013*** 457, 769, 503, 783 ( 66% 798, 209, 825, 228) and 2014 560, 769, 588, 783 ( 91% 831, 72, 858, 91) is 25% ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share in 2013 was 66%798, 205, 824, 224 and in 2014 it was 91%835, 71, 861, 89. The difference is 25%.", "gt_answer": "The difference in the share of respondents for 'Computer software, computer and video games or software upgrades' between 2013*** 457, 769, 503, 783 ( 66% 798, 209, 825, 228) and 2014 560, 769, 588, 783 ( 91% 831, 72, 858, 91) is 25% ."} +{"image": ["imgs/CCMAIN/0045550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum duration for 521,168,613,183 care in a nonemergency? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "According to the document, 'short-term521,168,613,183' means a time period that does not exceed 24 hours545,226,608,240 in a nonemergency. Answer: 24 hours545,226,608,240"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that \u201cShort-term\u201d142,226,230,240 care means a time period that does not exceed 24 hours in a nonemergency. Answer: 24 hours", "gt_answer": "According to the document, 'short-term521,168,613,183' means a time period that does not exceed 24 hours545,226,608,240 in a nonemergency. Answer: 24 hours545,226,608,240"} +{"image": ["imgs/CCMAIN/0073836.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of the 61,157,233,182' CD?"}, {"role": "assistant", "content": "$17"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$17", "gt_answer": "$17"} +{"image": ["imgs/ChartQA_PCG/two_col_83537.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the Welsh GDP in the year with bbox 741, 205, 780, 222?"}, {"role": "assistant", "content": " 72607 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "72607", "gt_answer": " 72607 ", "necessary bbox": "[' 72607 739, 205, 780, 222']"} +{"image": ["imgs/Crello/output_poster2300_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "BICYCLE DAY\u2019S OFFERS"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the text ' BICYCLE\nDAY\u2019S 391,214,550,367 '. Answer: Bicycle Day", "gt_answer": "BICYCLE DAY\u2019S OFFERS", "necessary bbox": "[' BICYCLE\\nDAY\u2019S 391,214,551,364 ', ' OFFERS 367,418,562,497 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_80443.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in gross output between the years 218, 947, 243, 986 and 271, 949, 297, 986 for tobacco farming. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The difference in gross output between 2000218,947,243,986 (output: 2562 217,147,247,162) and 2001271,949,297,986 (output: 2195 270,257,300,272) is 367 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The gross output in 2000218, 947, 243, 986 was 2562217, 146, 247, 162 million U.S. dollars and in 2001271, 949, 297, 986 it was 2195269, 259, 298, 275 million U.S. dollars. The difference is 2562 - 2195 = 367 million U.S. dollars.", "gt_answer": "The difference in gross output between 2000218,947,243,986 (output: 2562 217,147,247,162) and 2001271,949,297,986 (output: 2195 270,257,300,272) is 367 million U.S. dollars."} +{"image": ["imgs/Crello/output_poster1566_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the event scheduled to take place according to 263,394,649,442?"}, {"role": "assistant", "content": "23 \u2013 26 January 2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "23 \u2013 26 January 2018", "gt_answer": "23 \u2013 26 January 2018", "necessary bbox": "['Main US home textile event held from 23 \u2013 26 January 2018263,394,649,442']"} +{"image": ["imgs/ChartQA_PCG/two_col_80130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of GDP to be spent on the NHS in 212,864,261,881?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "7.40%218,117,255,133"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7.40%218,119,255,136", "gt_answer": "7.40%218,117,255,133", "necessary bbox": "['7.40%218,117,255,133','2015/16212,864,261,881']"} +{"image": ["imgs/Crello/output_poster2255_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is the poster highlighting? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The poster highlights INTERNATIONAL CHILDREN\u2019S DAY 476,624,674,725 , which is celebrated on June 669,155,769,226 1st."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster highlights 'International Children's Day' 510,634,672,729.", "gt_answer": "The poster highlights INTERNATIONAL CHILDREN\u2019S DAY 476,624,674,725 , which is celebrated on June 669,155,769,226 1st."} +{"image": ["imgs/ChartQA_PCG/two_col_82085.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which month did the Consumer Price Index first exceed 110?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Aug 2019627,934,670,999"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Jul 2019603,937,641,999", "gt_answer": "Aug 2019627,934,670,999", "necessary bbox": "['Aug 2019627,934,670,999', '110.13']"} +{"image": ["imgs/CCMAIN/0188203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of total operating expenditures spent on Transportation? Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document indicates that Transportation (27x)33,698,175,714 has an expenditure of $0748,698,764,714, which corresponds to 0.00%870,698,911,714 of the total operating expenditures. Answer: 0.00%870,698,911,714"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that Transportation698,415,807,429 accounts for 0.00%873,699,913,712 of the total operating expenditures, as indicated in the pie chart and table. Answer: 0.00%873,699,913,712", "gt_answer": "The document indicates that Transportation (27x)33,698,175,714 has an expenditure of $0748,698,764,714, which corresponds to 0.00%870,698,911,714 of the total operating expenditures. Answer: 0.00%870,698,911,714"} +{"image": ["imgs/Crello/output_poster1084_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is prominently highlighted in a large font size ? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The word 'Offers647,472,828,572' is prominently highlighted in large font size."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' Offers 647,472,825,571 ' is prominently highlighted in a large font size.", "gt_answer": "The word 'Offers647,472,828,572' is prominently highlighted in large font size."} +{"image": ["imgs/CCMAIN/0144157.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the correct action to take when 154,774,464,790? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Wait for a safe gap before you cross.588,772,876,786"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Wait for a safe gap before you cross.", "gt_answer": "Wait for a safe gap before you cross.588,772,876,786"} +{"image": ["imgs/CCMAIN/0069728.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the hymn? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Experience of Christ \u2014 As Food and Drink349,57,666,68"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Experience of Christ \u2014 As Food and Drink347,57,668,68", "gt_answer": "Experience of Christ \u2014 As Food and Drink349,57,666,68"} +{"image": ["imgs/CCMAIN/0196939.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is an Addendum #1151,162,259,177 to RFQ Q00220, dated June 4, 2020431,162,527,177, regarding Monthly Water System Treatment131,185,396,201. It updates Item A384,209,438,224 under Scope of Work566,209,719,224 to change the mandatory site visit to a non-mandatory option. Contractors are not required to visit each building listed in Attachment \"A\", but site visits can be scheduled upon request. Interested contractors must schedule visits with Tim Powell617,446,654,461, Facility Services Superintendent, by June 12, 2020733,462,834,477. No verbal agreements will alter the contract terms."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an Addendum #1152,160,263,179 to a request for proposal (RFP) dated June 4, 2020433,160,528,179, addressing Item A384,208,435,227 on page 2 under the SCOPE OF WORK568,208,718,227. It updates the mandatory site visit requirement to a non-mandatory option. Contractors are presumed to have inspected the specified areas and are not required to visit each building listed in Attachment \"A\". Site visits can be requested and scheduled with Tim Powell615,443,710,462, Facility Services Superintendent, by Friday, June 12, 2020680,460,835,479. No verbal agreements affect the contract terms.", "gt_answer": "The document is an Addendum #1151,162,259,177 to RFQ Q00220, dated June 4, 2020431,162,527,177, regarding Monthly Water System Treatment131,185,396,201. It updates Item A384,209,438,224 under Scope of Work566,209,719,224 to change the mandatory site visit to a non-mandatory option. Contractors are not required to visit each building listed in Attachment \"A\", but site visits can be scheduled upon request. Interested contractors must schedule visits with Tim Powell617,446,654,461, Facility Services Superintendent, by June 12, 2020733,462,834,477. No verbal agreements will alter the contract terms."} +{"image": ["imgs/CCMAIN/0031903.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the leader for the 8:00 am service on July 11th? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Luke207,277,239,287"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Luke382,145,412,159", "gt_answer": "Luke207,277,239,287"} +{"image": ["imgs/CCMAIN/0325088.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the zoning category for single family residences? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "R-175,585,90,593"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "R-1 (Single Family Residence)73,584,196,592", "gt_answer": "R-175,585,90,593"} +{"image": ["imgs/ChartQA_PCG/two_col_81754.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the operating income trend from 2016 to 2019 displayed on the chart? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The operating income decreases from 102 in 2016 714, 934, 740, 974 to 62 in 2017 755, 932, 780, 972, then increases to 78 in 2018 795, 934, 820, 974 and 96 in 2019 836, 934, 861, 974."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The operating income increased from 101712,932,736,972 million in 2016 to 95840,932,864,972 million in 2019.", "gt_answer": "The operating income decreases from 102 in 2016 714, 934, 740, 974 to 62 in 2017 755, 932, 780, 972, then increases to 78 in 2018 795, 934, 820, 974 and 96 in 2019 836, 934, 861, 974."} +{"image": ["imgs/ChartQA_PCG/two_col_24140.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of population drop below 320,929,364,990? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The percentage of population dropped below 10.5% 320,929,364,990 in 2017 720,936,745,981."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage dropped below 11.20%320,929,364,990 in 2005337,929,362,974 with a value of 11.20%337,929,362,974.", "gt_answer": "The percentage of population dropped below 10.5% 320,929,364,990 in 2017 720,936,745,981."} +{"image": ["imgs/Crello/output_poster1094_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the Twitch profile banner mentioned in the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The title of the Twitch profile banner is ' ALIEN\nLOOP 440,368,685,747 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The title of the Twitch profile banner is ' ALIEN LOOP 457,362,681,769 '.", "gt_answer": "The title of the Twitch profile banner is ' ALIEN\nLOOP 440,368,685,747 '."} +{"image": ["imgs/Crello/output_poster255_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat actions are suggested to the public in the conference invitation poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The conference invitation poster suggests actions including registering as a speaker, booking a place, and learning details by contacting the relevant email addresses: REGISTER AS A SPEAKER SPEAK@CONFERENCE.FL.US\nBOOK YOUR PLACE GUESTS@CONFERENCE.FL.US \nLEARN DETAILS INFO@CONFERENCE.FL.US 70,840,684,895"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster suggests the public to register as a speaker at SPEAK@CONFERENCE.FL.US 69,837,685,891 , book their place at GUESTS@CONFERENCE.FL.US 69,837,685,891 , and learn details at INFO@CONFERENCE.FL.US 69,837,685,891 .", "gt_answer": "The conference invitation poster suggests actions including registering as a speaker, booking a place, and learning details by contacting the relevant email addresses: REGISTER AS A SPEAKER SPEAK@CONFERENCE.FL.US\nBOOK YOUR PLACE GUESTS@CONFERENCE.FL.US \nLEARN DETAILS INFO@CONFERENCE.FL.US 70,840,684,895"} +{"image": ["imgs/ChartQA_PCG/two_col_24502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents use the 124,942,227,961?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "83%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents using the Metro / small bus* 124,942,227,961 is 83% 165,173,191,189. Answer: 83%", "gt_answer": "83%", "necessary bbox": "['83%163, 173, 188, 189','Metro/small bus*124,942,227,961']"} +{"image": ["imgs/Crello/output_poster669_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main focus of the airline according to the text in 67,783,845,906?"}, {"role": "assistant", "content": "Safety and comfort"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Safety and comfort of our passengers", "gt_answer": "Safety and comfort", "necessary bbox": "[' Safety and comfort of our passengers are major priorities for us. 67,783,845,906']"} +{"image": ["imgs/ChartQA_PCG/two_col_21402.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat were the wholesale tea sales in the United States in 2020?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "13.12771, 123, 804, 138"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "13.12770, 124, 803, 141", "gt_answer": "13.12771, 123, 804, 138", "necessary bbox": "['13.12771, 123, 804, 138']"} +{"image": ["imgs/Crello/output_poster263_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do the texts in 223,124,321,373 and 243,765,1133,847 relate to each other?"}, {"role": "assistant", "content": "Both focus on children's health."}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Both relate to health and wellness.", "gt_answer": "Both focus on children's health.", "necessary bbox": "[' Treating fevers 223,124,321,373', ' Healthy kids 243,765,1133,847']"} +{"image": ["imgs/ChartQA_PCG/two_col_41409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two countries have the same 796, 278, 824, 290 share of respondents?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "Mexico and Argentina"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Both Mexico150, 283, 194, 295 and Argentina132, 212, 193, 224 have a share of 62%796, 278, 824, 290. Answer: Mexico and Argentina.", "gt_answer": "Mexico and Argentina", "necessary bbox": "['Mexico150, 280, 192, 290', '62%796, 278, 824, 290', 'Argentina132, 210, 192, 223', '62%796, 208, 824, 220']"} +{"image": ["imgs/Crello/output_poster124_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the key item mentioned in the poster for which the design is customized? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The key item mentioned is a T-SHIRT 164,392,813,452."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The key item mentioned is ' T-SHIRT 164,392,815,457 '.", "gt_answer": "The key item mentioned is a T-SHIRT 164,392,813,452."} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the value of the bar for 111,526,184,549?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "5.11765,526,801,544"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "5.11760, 521, 800, 542", "gt_answer": "5.11765,526,801,544", "necessary bbox": "['Morocco111,526,184,549','5.11765,526,801,544']"} +{"image": ["imgs/Crello/output_poster937_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main offer highlighted in the poster?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Kids menu"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' menu 210,596,407,713 ' suggests that the main offer is a menu. Answer: menu", "gt_answer": "Kids menu", "necessary bbox": "[' Kids 261,342,447,653 ', ' menu 206,618,410,713 ']"} +{"image": ["imgs/CCMAIN/0012814.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a Program Attendance Record45,72,352,113 from HSHS St. John's Hospital SAMIC EMS System. It is designed to be completed at educational seminars approved by the SAMIC EMS System. Attendees must provide their NAME125,291,162,313, SIGNATURE321,291,395,313, ADDRESS558,291,619,313, LEVEL OR TITLE718,275,752,318, AGENCY784,291,837,313, and LICENSE #880,291,945,313. The form includes fields for Program Title45,133,136,160, Date45,178,77,205, Time317,178,351,205, Program Length590,178,699,205, Program Location45,223,165,250, and Site Code590,223,657,250. This information is required to receive continuing educational credits and must be mailed or faxed to the EMS office at 757-6047858,924,911,946."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Program Attendance Record45,73,351,112 from the HSHS St. John\u2019s Hospital SAMIC EMS System45,56,305,78. It is used to record attendance at educational seminars approved by the SAMIC EMS System. The form includes fields for Program Title45,134,135,160, Date45,179,79,205, Time317,179,352,205, Program Length589,179,699,205, Site Code589,224,656,250, and participant details such as NAME126,288,164,310, SIGNATURE320,288,395,310, ADDRESS558,288,620,310, LEVEL OR TITLE719,273,755,295, AGENCY781,288,834,310, and LICENSE #881,288,946,310. It must be completed and returned or faxed to the EMS office at 757-6047860,922,912,944 to receive continuing educational credits.", "gt_answer": "The document is a Program Attendance Record45,72,352,113 from HSHS St. John's Hospital SAMIC EMS System. It is designed to be completed at educational seminars approved by the SAMIC EMS System. Attendees must provide their NAME125,291,162,313, SIGNATURE321,291,395,313, ADDRESS558,291,619,313, LEVEL OR TITLE718,275,752,318, AGENCY784,291,837,313, and LICENSE #880,291,945,313. The form includes fields for Program Title45,133,136,160, Date45,178,77,205, Time317,178,351,205, Program Length590,178,699,205, Program Location45,223,165,250, and Site Code590,223,657,250. This information is required to receive continuing educational credits and must be mailed or faxed to the EMS office at 757-6047858,924,911,946."} +{"image": ["imgs/Crello/output_poster2159_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the event take place according to 76,64,414,292?"}, {"role": "assistant", "content": " july 7-july 29, 2018 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "July 7\u2013July 29, 2018", "gt_answer": " july 7-july 29, 2018 ", "necessary bbox": "[' july 7-july 29, 2018 76,64,414,292']"} +{"image": ["imgs/CCMAIN/0120714.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document is a Middle School Supply List329,119,567,138 for the 2021-2022 school year at Mother of Our Redeemer Catholic School297,34,726,89. Students need an iPad123,169,158,184, headphones123,184,224,200, and a supply pouch123,200,230,215 with various items like pencils, erasers, and markers. A homework folder123,246,262,261 with college-ruled paper302,246,462,261 is also required. Specific supplies are listed for each class: Homeroom94,292,182,308 needs tissues and disinfectants; Language Arts94,400,208,416 requires notebooks and folders; Social Studies94,466,201,482 needs a notebook and folder; Math94,532,134,548 (General and Advanced) requires calculators and other tools; Science94,651,157,667 needs composition notebooks and index cards; Religion94,789,156,804 requires a notebook and a rosary. Students are advised not to label supplies, as teachers will do it in class. Rolling book bags and personal hand sanitizers are not allowed."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Middle School Supply List 2021-2022329,118,669,137 for Mother of Our Redeemer Catholic School. Students are required to bring an iPad123,168,157,184, headphones labeled with their name, and a Supply Pouch123,200,231,216 filled with supplies like pencils, pens, and markers. Additional items include a Homework Folder123,246,261,262, tissues, disinfectant wipes, hand sanitizer, and paper. Specific supplies vary by class, such as notebooks, folders, and calculators. The list also includes items for Science93,652,156,668, Math93,533,135,549, Religion93,790,156,806, and Social Studies93,467,200,483. Teachers will label supplies with subjects or titles, and no rolling book bags or personal hand sanitizers are allowed.", "gt_answer": "The document is a Middle School Supply List329,119,567,138 for the 2021-2022 school year at Mother of Our Redeemer Catholic School297,34,726,89. Students need an iPad123,169,158,184, headphones123,184,224,200, and a supply pouch123,200,230,215 with various items like pencils, erasers, and markers. A homework folder123,246,262,261 with college-ruled paper302,246,462,261 is also required. Specific supplies are listed for each class: Homeroom94,292,182,308 needs tissues and disinfectants; Language Arts94,400,208,416 requires notebooks and folders; Social Studies94,466,201,482 needs a notebook and folder; Math94,532,134,548 (General and Advanced) requires calculators and other tools; Science94,651,157,667 needs composition notebooks and index cards; Religion94,789,156,804 requires a notebook and a rosary. Students are advised not to label supplies, as teachers will do it in class. Rolling book bags and personal hand sanitizers are not allowed."} +{"image": ["imgs/Crello/output_poster2095_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is credited with the quote on the poster? Answer directly and provide the bounding box for the answer if applicable.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " H.I. Khan 216,757,238,871 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " H.I. Khan 216,754,253,830 ", "gt_answer": " H.I. Khan 216,757,238,871 ", "necessary bbox": "[' 216,757,238,871 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_100656.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the total supply first exceed 500 million metric tons? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The total supply first exceeded 500 million metric tons in 2014636,939,661,979 with a total supply of 503.30629,234,670,250 million metric tons."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total supply first exceeded 500 million metric tons in 2014637,937,663,977 with a value of 503.30630,238,670,254.", "gt_answer": "The total supply first exceeded 500 million metric tons in 2014636,939,661,979 with a total supply of 503.30629,234,670,250 million metric tons."} +{"image": ["imgs/CCMAIN/0114075.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich rider is associated with the horse '91,279,208,292'? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The rider for the horse Smooth Smurfette91,279,208,292 is Victoria Melshow290,279,392,291, as shown in the 'Rider' column. Answer: Victoria Melshow290,279,392,291"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that 'Victoria Melshaw293,279,394,292' is the rider for the horse 'Smooth Smurfette91,279,208,292'. Answer: Victoria Melshaw293,279,394,292", "gt_answer": "The rider for the horse Smooth Smurfette91,279,208,292 is Victoria Melshow290,279,392,291, as shown in the 'Rider' column. Answer: Victoria Melshow290,279,392,291"} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should be contacted for 401,476,618,494 regarding the waivers? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Rachel Seewald191,263,316,283 is listed as the contact person for any questions or additional information, with her email provided as rseewald@ncaa.org578,490,733,511. Answer: Rachel Seewald191,263,316,283"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides contact information for Rachel Seewald190,263,315,282, who is the Associate Director of NCAA Playing Rules and Officiating, for any questions or additional information. Answer: Rachel Seewald190,263,315,282", "gt_answer": "Rachel Seewald191,263,316,283 is listed as the contact person for any questions or additional information, with her email provided as rseewald@ncaa.org578,490,733,511. Answer: Rachel Seewald191,263,316,283"} +{"image": ["imgs/CCMAIN/0125862.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does an 111,308,270,333 cost for someone earning $30,000 annually?"}, {"role": "assistant", "content": "$75"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$75", "gt_answer": "$75"} +{"image": ["imgs/CCMAIN/0170918.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many calendars need to be sold for the winner on June 30th to have a chance to win $10,000? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "According to the document, 'The winner on June 30th has a chance to win up to $10,000492,218,552,232 (taxable) if 1,000640,218,681,232 calendars are sold.' This specifies the condition required for the $10,000 prize. Answer: 1,000640,218,681,232"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the winner on June 30th has a chance to win up to $10,000 if 1,000 calendars are sold642,218,819,232. Answer: 1,000642,218,685,232", "gt_answer": "According to the document, 'The winner on June 30th has a chance to win up to $10,000492,218,552,232 (taxable) if 1,000640,218,681,232 calendars are sold.' This specifies the condition required for the $10,000 prize. Answer: 1,000640,218,681,232"} +{"image": ["imgs/ChartQA_PCG/multi_col_60126.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference in obesity rates between 552,772,600,792 260,609,300,625 and 538,609,564,625 students? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The percentage difference is 4.80% (21.90% forFemale260,609,300,625 and 17.10% for Male538,609,564,625)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The obesity rate for Male538,609,564,625 students is 14.20%, and for Female260,609,300,625 students it is 17.10%. The difference is 2.90%.", "gt_answer": "The percentage difference is 4.80% (21.90% forFemale260,609,300,625 and 17.10% for Male538,609,564,625)."} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth in years for females in 2018?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "83.38818,52,855,71"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "83.38819, 52, 856, 71", "gt_answer": "83.38818,52,855,71", "necessary bbox": "['female455,639,494,655', '2018823,520,848,566', '83.38818,52,855,71']"} +{"image": ["imgs/CCMAIN/0286878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total time under green during the heat? Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that the Total time under Green50,303,223,320 was 46:34258,305,307,320. Answer: 46:34258,305,307,320"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Total time under Green50,306,221,319 was 46:34258,306,307,319, indicating the duration when the race was actively underway. Answer: 46:34258,306,307,319", "gt_answer": "The document states that the Total time under Green50,303,223,320 was 46:34258,305,307,320. Answer: 46:34258,305,307,320"} +{"image": ["imgs/ChartQA_PCG/two_col_24416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of sales contributed by 640,309,689,339?"}, {"role": "assistant", "content": "67.97%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "67.97%", "gt_answer": "67.97%", "necessary bbox": "['Wholesale232,637,323,663', '32.03%362,563,429,589']"} +{"image": ["imgs/CCMAIN/0071947.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the specific events mentioned in 65,192,927,414 and how are they organized? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The specific events mentioned in 65,192,927,414 include the 50 yard dash (for 10 and under), 100 meter dash, 200 meter dash, 400 meter dash, 800 meter run, 1 Mile run, 3200 meter run, 5K run, and 400 & 1600 meter relays. According to the span list, these events are organized into regular weekly meets and a championship series. Regular weekly meets are run in various heats based on the number of runners, while the championship series is organized by age groups and sex."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific events mentioned in 65,192,927,414 include the 50 yard dash (10 and under), 100 meter dash, 200 meter dash, 400 meter dash, 800 meter run, 1 Mile run, 3200 meter run, 5K run, 400 & 1600 meter relays. These events are organized into two groups: regular weekly meets, which are run in various heats based on the number of runners, and championship series meets, which are run in heats based on age groups and sex.", "gt_answer": "The specific events mentioned in 65,192,927,414 include the 50 yard dash (for 10 and under), 100 meter dash, 200 meter dash, 400 meter dash, 800 meter run, 1 Mile run, 3200 meter run, 5K run, and 400 & 1600 meter relays. According to the span list, these events are organized into regular weekly meets and a championship series. Regular weekly meets are run in various heats based on the number of runners, while the championship series is organized by age groups and sex."} +{"image": ["imgs/CCMAIN/0346717.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the action performed on counts 82,779,128,797? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "On counts 41-4282,779,128,797, the action performed is to Step right back; rock left forward152,783,416,796 as part of the 'ROCK STEP BACK; FORWARD TRIPLE STEP; STEP \u00bd PIVOT, FORWARD TRIPLE STEP' section. Answer: Step right back; rock left forward152,783,416,796"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "On counts 41-4282,779,128,797, the dancer steps right back and rocks left forward, as described in the sequence. Answer: Step right back; rock left forward", "gt_answer": "On counts 41-4282,779,128,797, the action performed is to Step right back; rock left forward152,783,416,796 as part of the 'ROCK STEP BACK; FORWARD TRIPLE STEP; STEP \u00bd PIVOT, FORWARD TRIPLE STEP' section. Answer: Step right back; rock left forward152,783,416,796"} +{"image": ["imgs/Crello/output_poster2298_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 'Pineapple boom' cocktail (150ml)?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$1575,168,139,200"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $15 74,168,132,199 ", "gt_answer": "$1575,168,139,200", "necessary bbox": "['$1575,168,139,200']"} +{"image": ["imgs/CCMAIN/0036489.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the new Archbishop of Dublin? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Most Rev. Dermot Farrell352,418,457,433"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Dermot Farrell402,419,465,437", "gt_answer": "Most Rev. Dermot Farrell352,418,457,433"} +{"image": ["imgs/Crello/output_poster315_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unique identifier associated with the meal coupon? Please respond succinctly and include the answer's bounding box if it is available.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 51009201 750,832,783,855 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 00123456789 745,824,765,849 ", "gt_answer": " 51009201 750,832,783,855 ", "necessary bbox": "[' 51009201 750,832,783,855 ']"} +{"image": ["imgs/CCMAIN/0016571.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat did 38,148,70,160 tell the wind and the sea in 5?"}, {"role": "assistant", "content": "'Be still'"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Be still", "gt_answer": "'Be still'"} +{"image": ["imgs/CCMAIN/0116675.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of Super 95 fuel at 52,172,178,191? Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the price of Super 95462,149,540,167 fuel at BP - Jasseron52,172,178,191 as 1.754\u20ac548,185,610,205 on 18/07/21385,170,450,186. Answer: 1.754\u20ac548,185,610,205"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price of Super 95463,150,542,167 fuel at BP - Jasseron52,172,178,191 as 1.754\u20ac549,186,610,205. Answer: 1.754\u20ac549,186,610,205", "gt_answer": "The document lists the price of Super 95462,149,540,167 fuel at BP - Jasseron52,172,178,191 as 1.754\u20ac548,185,610,205 on 18/07/21385,170,450,186. Answer: 1.754\u20ac548,185,610,205"} +{"image": ["imgs/CCMAIN/0292487.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich car had the best average speed during the race? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The car Norma M20 FC343,180,428,192 from GHK Racing by T2106,178,229,191 had the best average speed of 165.96 Km/h. Answer: Norma M20 FC343,180,428,192"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The car Norma M20 FC345,181,427,191 had the best average speed of 165.96760,191,800,201 km/h, as indicated in the 'Km/h' column for the car. Answer: Norma M20 FC345,181,427,191", "gt_answer": "The car Norma M20 FC343,180,428,192 from GHK Racing by T2106,178,229,191 had the best average speed of 165.96 Km/h. Answer: Norma M20 FC343,180,428,192"} +{"image": ["imgs/CCMAIN/0017011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the power supply requirement for the ONE HOLE L16.73,32,260,78? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document specifies that the power supply for the ONE HOLE L16.73,32,260,78 is 12Vcc179,151,216,162, which is a common requirement for LED lighting systems. Answer: 12Vcc179,151,216,162"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the power supply for the ONE HOLE L16.73,32,260,78 is 12Vdc187,245,225,259, indicating the voltage and current requirements for operation. Answer: 12Vdc187,245,225,259", "gt_answer": "The document specifies that the power supply for the ONE HOLE L16.73,32,260,78 is 12Vcc179,151,216,162, which is a common requirement for LED lighting systems. Answer: 12Vcc179,151,216,162"} +{"image": ["imgs/CCMAIN/0072884.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum character limit for the 146,181,248,196? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The form specifies that the Group Name146,181,248,196 field should not exceed 20 characters max795,194,894,204. Answer: 20 characters max795,194,894,204"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Group Name146,181,248,196 should not exceed 20 characters to ensure clarity and consistency in the database. Answer: 20 characters.", "gt_answer": "The form specifies that the Group Name146,181,248,196 field should not exceed 20 characters max795,194,894,204. Answer: 20 characters max795,194,894,204"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 455,112,602,144 is the most expensive? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "SCALLOP TEMPURA240,553,457,571"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "SCALLOP TEMPURA238,557,456,571", "gt_answer": "SCALLOP TEMPURA240,553,457,571"} +{"image": ["imgs/ChartQA_PCG/two_col_83298.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did consumer expenditure first exceed 128, 383, 156, 395 million GBP? Give grounding and detailed answer."}, {"role": "assistant", "content": "Consumer expenditure first exceeded 8000128, 383, 156, 395 million GBP in 2012456, 856, 482, 894 with an expenditure of 7818 million GBP."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Consumer expenditure first exceeded 8000128, 383, 156, 395 million GBP in 2013492, 854, 517, 894 with an expenditure of 8395 million GBP.", "gt_answer": "Consumer expenditure first exceeded 8000128, 383, 156, 395 million GBP in 2012456, 856, 482, 894 with an expenditure of 7818 million GBP."} +{"image": ["imgs/ChartQA_PCG/two_col_60750.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Indian businesses indicated an increase in their inventory levels?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "35.0%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Indian businesses that indicated an increase in their inventory levels is shown as 35.0%349, 561, 405, 587.\n\nAnswer: 35%", "gt_answer": "35.0%", "necessary bbox": "['Increased209, 633, 293, 659', '35.0%352, 563, 408, 589']"} +{"image": ["imgs/CCMAIN/0353494.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines the Requirements for Fire Protection321,160,678,184 in West St. Paul181,71,662,109. It emphasizes that zoning setback117,222,235,241 requirements may be stricter than building codes, and site plans are necessary. Two copies of surveys117,277,178,296 are required, showing the parcel with structures drawn to scale. The fire separation distance117,317,302,336 is measured from the building face to the closest interior lot line or an imaginary line between buildings. For exterior walls117,379,244,400, construction must comply with Table R302.1, with specific rules for projections, openings, and penetrations. Projections should not extend more than 12 inches609,452,678,471 into areas where openings are prohibited. Detached garages within 2 feet637,468,678,487 of a lot line can have eave projections up to 4 inches400,484,460,503. Foundation vents must comply with the code."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the Requirements for Fire Protection324,160,674,185 in West St. Paul. It specifies that Zoning setback requirements117,223,333,240 may be stricter than building code requirements and advises referring to the West St. Paul Zoning Code. Site plans are required. Two copies of surveys or parcel maps from Dakota County are needed. The Fire separation distance117,319,302,336 is measured from the building face to the nearest lot line or street centerline. Exterior walls must comply with Table R302.1, with specific provisions for projections and openings. Detached garages within 2 feet of a lot line can have eave projections up to 4 inches. Foundation vents must meet code requirements.", "gt_answer": "The document outlines the Requirements for Fire Protection321,160,678,184 in West St. Paul181,71,662,109. It emphasizes that zoning setback117,222,235,241 requirements may be stricter than building codes, and site plans are necessary. Two copies of surveys117,277,178,296 are required, showing the parcel with structures drawn to scale. The fire separation distance117,317,302,336 is measured from the building face to the closest interior lot line or an imaginary line between buildings. For exterior walls117,379,244,400, construction must comply with Table R302.1, with specific rules for projections, openings, and penetrations. Projections should not extend more than 12 inches609,452,678,471 into areas where openings are prohibited. Detached garages within 2 feet637,468,678,487 of a lot line can have eave projections up to 4 inches400,484,460,503. Foundation vents must comply with the code."} +{"image": ["imgs/Crello/output_poster14_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the individual's day start with according to the poster text ? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The individual's day starts with a sip of coffee and a splash of inspiration as mentioned in ' My day started with a sip of coffee and asplash of inspo. '97,699,578,819."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The individual's day starts with a sip of coffee and a splash of inspiration, as mentioned in ' My day started\nwith a sip of \ncoffee and a splash\nof inspo. 94,698,579,820 '.", "gt_answer": "The individual's day starts with a sip of coffee and a splash of inspiration as mentioned in ' My day started with a sip of coffee and asplash of inspo. '97,699,578,819."} +{"image": ["imgs/ChartQA_PCG/two_col_60377.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the y-axis representing in this chart? Give grounding and detailed answer."}, {"role": "assistant", "content": "The y-axis represents the Number of children born per woman14,292,25,605."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The y-axis represents the Number of children born per woman18,395,27,690.", "gt_answer": "The y-axis represents the Number of children born per woman14,292,25,605."} +{"image": ["imgs/CCMAIN/0355747.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 224,149,713,161? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "21739,150,772,161"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "21734,149,770,161", "gt_answer": "21739,150,772,161"} +{"image": ["imgs/Crello/output_poster897_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the home textile event scheduled according to 249,397,658,439?"}, {"role": "assistant", "content": "23 \u2013 26 January 2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "23 \u2013 26 January 2018", "gt_answer": "23 \u2013 26 January 2018", "necessary bbox": "[' Main US home textile event\\nheld from 23 \u2013 26 January 2018 249,397,658,439']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60035.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of inhabitants in the '15-64' age group for both genders?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "130.35"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of inhabitants in the '15-64' age group for both genders is 66.45260,305,293,323 (Female) + 63.90687,312,720,331 (Male) = 130.35 thousand. Answer: 130.35 thousand.", "gt_answer": "130.35", "necessary bbox": "['66.45259, 306, 293, 325', '63.90685, 311, 720, 329']"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the level and count of the line dance '176,36,347,57'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "48 Count, 4 Wall, Beginner level line dance176,79,530,94"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Beginner level, 48 Count176,79,253,94.", "gt_answer": "48 Count, 4 Wall, Beginner level line dance176,79,530,94"} +{"image": ["imgs/ChartQA_PCG/multi_col_60288.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country contributed the most to energy storage capacity in 745, 542, 774, 556? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "In 2018745,542,774,556, the 'Others' category contributed the most with a total of 0.90746,131,773,149 gigawatts."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "South Korea contributed the most with 1750, 463, 758, 482 gigawatts.", "gt_answer": "In 2018745,542,774,556, the 'Others' category contributed the most with a total of 0.90746,131,773,149 gigawatts."} +{"image": ["imgs/ChartQA_PCG/two_col_101342.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category represents 318,385,373,411 in the pie chart?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Very likely 169,315,260,345"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Very likely170,311,259,341", "gt_answer": " Very likely 169,315,260,345", "necessary bbox": "[' Very likely 169,315,260,345', ' 14.0% 318,385,373,411']"} +{"image": ["imgs/CCMAIN/0112904.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did Franny Kromminga have in the production of 'Big Fish' at Croswell Opera House? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Properties Assistant705,392,859,406"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Properties Assistant703,389,861,405", "gt_answer": "Properties Assistant705,392,859,406"} +{"image": ["imgs/Crello/output_poster1875_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is likely the photographer or brand behind the wedding photosession offer? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The photographer or brand behind the offer is 'Ann Muselio', as indicated by the text ' Ann Muselio 330,100,681,224 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The photographer or brand is likely ' Ann Muselio 324,107,675,218 '.", "gt_answer": "The photographer or brand behind the offer is 'Ann Muselio', as indicated by the text ' Ann Muselio 330,100,681,224 '."} +{"image": ["imgs/Crello/output_poster244_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total duration of all lessons in the course?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "4 hours 20 minutes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total duration is calculated by adding the durations of each lesson: 25 min 586,524,643,681, 30 min 586,524,643,681, 1 hour 586,524,643,681, 1 hour 586,524,643,681, 1 hour 586,524,643,681, 25 min 586,524,643,681. Answer: 1 hour 45 min", "gt_answer": "4 hours 20 minutes", "necessary bbox": "['25 min\\n30 min\\n1 hour\\n1 hour\\n1 hour\\n25 min582,526,644,688']"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich region contributes the most to the pie chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " United States 659,753,777,779"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "European Union608,237,750,269", "gt_answer": " United States 659,753,777,779", "necessary bbox": "[' United States 659,753,777,779', ' 28.0% ']"} +{"image": ["imgs/Crello/output_poster496_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location mentioned in the poster? Provide a concise response and include the answer's bounding box if it is available.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " ITALY 355,702,603,853 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " ITALY 356,701,602,849 ", "gt_answer": " ITALY 355,702,603,853 ", "necessary bbox": "[' ITALY 355,702,603,853 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_24430.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich model sold the fewest units?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Lexus LS"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The model that sold the fewest units is Lexus LS170,863,229,874, with 76245,862,263,872 units sold.\n\nAnswer: Lexus LS", "gt_answer": "Lexus LS", "necessary bbox": "['Lexus LS168, 864, 227, 872', '76240, 861, 258, 872']"} +{"image": ["imgs/CCMAIN/0096636.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the purpose of constructing 247,96,564,111 in the 1800s?"}, {"role": "assistant", "content": "marking the passage into the city's harbor"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To mark the entrance to Green Bay's harbor.", "gt_answer": "marking the passage into the city's harbor"} +{"image": ["imgs/CCMAIN/0230701.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 119,102,881,239 say about the role of peacemakers? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The text in 119,102,881,239 states that 'Blessed are the peacemakers for they will be called the children of God' (Matthew 5:9). This highlights the importance and honor of being a peacemaker, as they are recognized as God's children. The text encourages individuals to act as peacemakers in the world, suggesting that peace can be brought to the world one heart at a time."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 119,102,881,239 states that 'Blessed are the peacemakers for they will be called the children of God' (Matthew 5:9). This indicates that peacemakers are highly valued and recognized as children of God, highlighting their important role in promoting peace.", "gt_answer": "The text in 119,102,881,239 states that 'Blessed are the peacemakers for they will be called the children of God' (Matthew 5:9). This highlights the importance and honor of being a peacemaker, as they are recognized as God's children. The text encourages individuals to act as peacemakers in the world, suggesting that peace can be brought to the world one heart at a time."} +{"image": ["imgs/ChartQA_PCG/two_col_83129.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest number of individuals?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": " 9562 "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The year with the highest number of individuals is 2019778,930,803,970 with 9564 individuals. Answer: 2019", "gt_answer": " 9562 ", "necessary bbox": "['2019777,930,802,970']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40184.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of649,661,725,675 participated in 184,239,533,257?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "55%837,242,876,258"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "55%840,237,880,253", "gt_answer": "55%837,242,876,258", "necessary bbox": "['Teachers649,661,725,675', 'Workshops conducted by my colleagues184,239,533,257', '55%837,242,876,258']"} +{"image": ["imgs/CCMAIN/0258985.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many bricks cover one square meter? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "60 p/m2393,184,492,205"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "60 p/m2392,184,492,207", "gt_answer": "60 p/m2393,184,492,205"} +{"image": ["imgs/Crello/output_poster432_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the central message conveyed by the poster? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The central message conveyed by the poster is 'KIDS136,210,326,347 Deserve118,440,158,649 the\nbest175,430,318,642', emphasizing that children deserve the best, likely in terms of healthcare or wellbeing."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The central message is ' Kids 137,210,325,349 Deserve 118,446,164,640 The\nBest 176,434,320,646 '.", "gt_answer": "The central message conveyed by the poster is 'KIDS136,210,326,347 Deserve118,440,158,649 the\nbest175,430,318,642', emphasizing that children deserve the best, likely in terms of healthcare or wellbeing."} +{"image": ["imgs/Crello/output_poster1522_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster with the text in 227,643,743,932?"}, {"role": "assistant", "content": " Secretary-General Ban Ki-moon "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Secretary-General Ban Ki-moon", "gt_answer": " Secretary-General Ban Ki-moon ", "necessary bbox": "[' Secretary-General Ban Ki-moon 227,643,743,932']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20452.png"], "messages": [{"role": "user", "content": "<|image|> \nIn 2015, what is the combined percentage share of the population for the '0-14 years' and '65 years and older' groups? Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2015, the combined percentage share of the population for the '0-14 years' group is 19.97%568,488,612,506 and for the '65 years and older' group is 14.65%568,107,612,125. The combined percentage is 34.62%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2015, the '0-14 years' group had 19.97%568,483,613,502 and the '65 years and older' group had 14.65%568,108,612,127. Combined, they account for 34.62% of the population.", "gt_answer": "In 2015, the combined percentage share of the population for the '0-14 years' group is 19.97%568,488,612,506 and for the '65 years and older' group is 14.65%568,107,612,125. The combined percentage is 34.62%."} +{"image": ["imgs/ChartQA_PCG/13001955010627.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat country has a bar value of 871, 507, 910, 529?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Namibia"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The bar value 0.01871, 507, 910, 529 corresponds to the country Namibia146, 534, 216, 552.\n\nAnswer: Namibia", "gt_answer": "Namibia", "necessary bbox": "['Namibia146, 511, 214, 529', '0.01871, 507, 910, 529']"} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event is scheduled to occur first? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Advertising Competition136,353,346,370"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Advertising Competition137,354,346,370", "gt_answer": "Advertising Competition136,353,346,370"} +{"image": ["imgs/CCMAIN/0019412.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 736,195,796,209 level for the Senior Research Associate position? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "7P803,197,822,210"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7P806,195,824,209", "gt_answer": "7P803,197,822,210"} +{"image": ["imgs/Crello/output_poster554_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the event mentioned in the poster?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Cine Fest 348,443,591,534 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Cine Fest 346,442,589,537 ", "gt_answer": " Cine Fest 348,443,591,534 ", "necessary bbox": "[' Cine Fest 348,443,591,534 ']"} +{"image": ["imgs/CCMAIN/0358422.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many instructional minutes are allocated for 325,610,409,621? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "86,400588,610,629,621"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "86,400587,609,628,621", "gt_answer": "86,400588,610,629,621"} +{"image": ["imgs/ChartQA_PCG/two_col_104878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year of the Russell 2000 index value is lower than 266,912,293,925?"}, {"role": "assistant", "content": "2000"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2000", "gt_answer": "2000", "necessary bbox": "['2005265, 912, 293, 925', '673268, 568, 290, 584']"} +{"image": ["imgs/ChartQA_PCG/two_col_23489.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in household consumption expenditure per capita from 206,829,234,841 to 546,829,573,841? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The increase in household consumption expenditure per capita was 232.10 from 877.21 in 2010206,829,234,841 to 1109.31 in 2015546,829,573,841."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The increase was from 875 in 2010206,829,234,841 to 1109 in 2015546,829,573,841, which is an increase of 234 dollars.", "gt_answer": "The increase in household consumption expenditure per capita was 232.10 from 877.21 in 2010206,829,234,841 to 1109.31 in 2015546,829,573,841."} +{"image": ["imgs/CCMAIN/0339825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 38,579,103,598 for Georgia State University in Fiscal Year 2016? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The Total Budget38,579,103,598 for Georgia State University in Fiscal Year 2016 is listed as $ 725,049,717618,582,678,594 in the document. Answer: $ 725,049,717618,582,678,594"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Total Budget38,579,103,598 is the sum of all funds allocated for each function, which is explicitly stated as $725,049,717 in the document. Answer: $725,049,717", "gt_answer": "The Total Budget38,579,103,598 for Georgia State University in Fiscal Year 2016 is listed as $ 725,049,717618,582,678,594 in the document. Answer: $ 725,049,717618,582,678,594"} +{"image": ["imgs/CCMAIN/0014480.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact email for export inquiries in Antwerp? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "catherine_leung@neptumar.be617,854,731,867"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "pascal_vandenbossche@neptumar.be790,832,926,845", "gt_answer": "catherine_leung@neptumar.be617,854,731,867"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy a quart of 681,230,836,257 and a pint of 201,430,360,456?"}, {"role": "assistant", "content": "$18.00"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$13.00", "gt_answer": "$18.00"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the audit for 380,212,751,232 expire? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "30th April 2021529,523,552,539"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "30th April 2021531,522,554,539", "gt_answer": "30th April 2021529,523,552,539"} +{"image": ["imgs/CCMAIN/0233326.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the abbreviation 'DS' stand for in the context of 89,399,925,704? Give grounding and detailed answer."}, {"role": "assistant", "content": "In the context of 89,399,925,704, the abbreviation 'DS' stands for 'Double Step', which is a common dance step used throughout the sequences described in the text."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In the context of 89,399,925,704, 'DS' stands for 'Double Step', which is a dance step where the dancer steps forward with one foot and then immediately steps forward with the other foot. This is indicated in the sequence 'DS - DS - DS - RS'.", "gt_answer": "In the context of 89,399,925,704, the abbreviation 'DS' stands for 'Double Step', which is a common dance step used throughout the sequences described in the text."} +{"image": ["imgs/ChartQA_PCG/31970827006544.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich sector had the highest primary plastic production in 595,153,675,174?"}, {"role": "assistant", "content": "Packaging"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Packaging", "gt_answer": "Packaging", "necessary bbox": "['Packaging209,263,345,286', '146881,259,933,281']"} +{"image": ["imgs/CCMAIN/0209252.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the first 4 features of the 749,507,938,544?"}, {"role": "assistant", "content": "ODORLESS, NON-IRRITATING, NON-CORROSIVE, NO-RINSE FORMULA"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Odorless, non-irritating, non-corrosive, no-rinse formula.", "gt_answer": "ODORLESS, NON-IRRITATING, NON-CORROSIVE, NO-RINSE FORMULA"} +{"image": ["imgs/CCMAIN/0284903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich species are mentioned in 92,457,905,578 as being part of the meadow species? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The species mentioned as part of the meadow species in 92,457,905,578 include yellow-rattle Rhinanthus minor198,486,343,504, cowslip Primula veris418,486,525,504, common knapweed Centaurea nigra700,486,832,504, and meadowsweet Filipendula ulmaria218,501,372,519."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The species mentioned in 92,457,905,578 as part of the meadow species include yellow-rattle Rhinanthus minor199,486,346,504, cowslip Primula veris416,486,525,504, common knapweed Centaurea nigra699,486,836,504, meadowsweet Filipendula ulmaria218,501,375,519, lady\u2019s bedstraw Galium verum95,516,212,534, field scabious Knautia arvensis170,531,313,549, goat\u2019s-beard Tragopogon pratensis426,531,604,549, common bird\u2019s-foot-trefoil Lotus corniculatus828,531,882,549, agrimony Agrimonia eupatoria213,546,438,564, common sorrel Rumex acetosa590,546,717,564, pyramidal orchid Anacamptis pyramidalis95,561,293,579, and southern marsh-orchid Dactylorhiza praetermissa523,561,735,579.", "gt_answer": "The species mentioned as part of the meadow species in 92,457,905,578 include yellow-rattle Rhinanthus minor198,486,343,504, cowslip Primula veris418,486,525,504, common knapweed Centaurea nigra700,486,832,504, and meadowsweet Filipendula ulmaria218,501,372,519."} +{"image": ["imgs/Crello/output_poster2263_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the font color used for the text 'Birthday'?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "White"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color for ' Birthday 274,118,693,185 ' is specified as 'white'. Answer: white", "gt_answer": "White", "necessary bbox": "[' Birthday 269,120,688,186 ']"} +{"image": ["imgs/ChartQA_PCG/06236926002285.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of deaths caused by the top two risk factors? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The total number of deaths caused by the top two risk factors, Alcohol use 316,271,447,289 and Unsafe sex 324,234,449,253, is 880756 897,268,987,289 + 1.31 466,231,516,253 million, approximately 2,191,756 deaths."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The top two risk factors are Unsafe sex-1.31325, 236, 549, 263 with 880756897, 234, 986, 261 deaths and Alcohol use325, 271, 452, 298 with 800000897, 269, 986, 296 deaths. The total number of deaths is 1680756.", "gt_answer": "The total number of deaths caused by the top two risk factors, Alcohol use 316,271,447,289 and Unsafe sex 324,234,449,253, is 880756 897,268,987,289 + 1.31 466,231,516,253 million, approximately 2,191,756 deaths."} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 119,544,195,554 of the main engines? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies the Total power output119,544,195,554 as 4,768 kW412,544,450,554 under the 'MACHINERY & PROPULSION' section. Answer: 4,768 kW412,544,450,554"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Total power output119,544,195,554 of the main engines as 4,768 kW, indicating the total electrical power generated by the engines. Answer: 4,768 kW", "gt_answer": "The document specifies the Total power output119,544,195,554 as 4,768 kW412,544,450,554 under the 'MACHINERY & PROPULSION' section. Answer: 4,768 kW412,544,450,554"} +{"image": ["imgs/Crello/output_poster1777_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat can users do on the Civic Crowdfunding Platform? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Users can visit the platform, choose from a variety of social projects, and donate as much as they wish as indicated in Visit, choose from the variety of social projects\nand donate as much as you wish.248,381,834,486."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Users can visit, choose from the variety of social projects, and donate as much as they wish. Visit, choose from the variety of social projects\nand donate as much as you wish. 247,381,835,486 ", "gt_answer": "Users can visit the platform, choose from a variety of social projects, and donate as much as they wish as indicated in Visit, choose from the variety of social projects\nand donate as much as you wish.248,381,834,486."} +{"image": ["imgs/ChartQA_PCG/multi_col_60035.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of inhabitants under 65 for 257, 603, 297, 619? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The total number of inhabitants under 65 for Female 257, 603, 297, 619 is 16.65 260, 533, 293, 552 (0-14) + 66.45 259, 306, 293, 325 (15-64) = 83.1 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of inhabitants under 65 for Female257, 603, 297, 619 is the sum of 16.65258, 533, 291, 552 (0-14) and 66.45260, 306, 293, 325 (15-64), which equals 83.10 thousand.", "gt_answer": "The total number of inhabitants under 65 for Female 257, 603, 297, 619 is 16.65 260, 533, 293, 552 (0-14) + 66.45 259, 306, 293, 325 (15-64) = 83.1 ."} +{"image": ["imgs/CCMAIN/0137832.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the model number of the Bose speaker mentioned in the document? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "422914631,279,685,293"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "422914632,278,685,293", "gt_answer": "422914631,279,685,293"} +{"image": ["imgs/Crello/output_poster1557_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message is conveyed in the poster about the importance of the event? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The poster conveys the message ' Keep The Dream Alive 274,626,658,683 ', highlighting the significance of Martin Luther King Day."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The message conveyed is to 'Keep The Dream Alive' 274,631,660,680.", "gt_answer": "The poster conveys the message ' Keep The Dream Alive 274,626,658,683 ', highlighting the significance of Martin Luther King Day."} +{"image": ["imgs/CCMAIN/0203440.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role will 164,437,229,449 assume effective today?"}, {"role": "assistant", "content": "co-manager of EAFE Large Cap"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Co-manager of EAFE Large Cap.", "gt_answer": "co-manager of EAFE Large Cap"} +{"image": ["imgs/ChartQA_PCG/two_col_102453.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the risk index score reach 537,198,568,219?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2018537,867,568,881"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2018541,867,569,881", "gt_answer": "2018537,867,568,881", "necessary bbox": "['6.72537,198,568,219', '2018537,867,568,881']"} +{"image": ["imgs/CCMAIN/0231755.png"], "messages": [{"role": "user", "content": "<|image|> \nWho played the most minutes for the Las Vegas Aces? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "In the 'HOME: LAS VEGAS ACES' section, Jackie Young46,362,148,375 played 40:07363,362,403,375 minutes, which is the highest among the Aces players. Answer: Jackie Young46,362,148,375"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The player who played the most minutes for the Las Vegas Aces is Jackie Young43,361,145,376, with a total of 40:07362,361,402,376 minutes as shown in the 'MIN' column. Answer: Jackie Young43,361,145,376", "gt_answer": "In the 'HOME: LAS VEGAS ACES' section, Jackie Young46,362,148,375 played 40:07363,362,403,375 minutes, which is the highest among the Aces players. Answer: Jackie Young46,362,148,375"} +{"image": ["imgs/ChartQA_PCG/two_col_1112.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of users between 509,815,545,829 and 575,815,613,831?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2.34 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of users in 2021*509,815,545,829 is 82.33509,156,542,172 million and in 2022*575,815,613,829 is 84.67575,137,608,153 million. The difference is 84.67 - 82.33 = 2.34 million. Answer: 2.34 million.", "gt_answer": "2.34 million", "necessary bbox": "['82.33510,158,543,173', '84.67577,139,611,156','2021*509,815,545,829','2022*575,815,613,831']"} +{"image": ["imgs/CCMAIN/0353494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum extension allowed for projections beyond the 112,383,254,401 where openings are prohibited? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "12 inches609,452,678,471"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12 inches", "gt_answer": "12 inches609,452,678,471"} +{"image": ["imgs/ChartQA_PCG/two_col_2485.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the number of users increase from 282, 897, 310, 910 to 650, 897, 684, 910 in billions? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The number of users increased by 1.20 billion from 2.40283, 365, 308, 382 in 2013 to 3.60654, 116, 680, 131 in 2018*."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of users increased from 2.40283, 365, 309, 382 billion in 2013282, 897, 310, 910 to 3.60651, 114, 677, 131 billion in 2018*650, 897, 684, 910, an increase of 1.20 billion.", "gt_answer": "The number of users increased by 1.20 billion from 2.40283, 365, 308, 382 in 2013 to 3.60654, 116, 680, 131 in 2018*."} +{"image": ["imgs/ChartQA_PCG/two_col_104702.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents answered '625,169,746,197'?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "81.8%540, 309, 596, 335"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "81.8%539,307,594,333", "gt_answer": "81.8%540, 309, 596, 335", "necessary bbox": "['81.8%540, 309, 596, 335','Definitely yes625,169,746,197']"} +{"image": ["imgs/CCMAIN/0083327.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy should draining area. To ensure everyone\u2019s psychological comfort, be avoided for leaving items? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Items should not be left in the draining area to ensure everyone\u2019s psychological comfort, as stated in the text. This is because leaving items there might imply they are clean and ready to use, which could lead to hygiene concerns if they haven't been through the dishwasher."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in draining area. To ensure everyone\u2019s psychological comfort,120,668,574,681 suggests that leaving items in the sink or on the draining area should be avoided to maintain a sense of cleanliness and hygiene, which is important for psychological comfort.", "gt_answer": "Items should not be left in the draining area to ensure everyone\u2019s psychological comfort, as stated in the text. This is because leaving items there might imply they are clean and ready to use, which could lead to hygiene concerns if they haven't been through the dishwasher."} +{"image": ["imgs/ChartQA_PCG/two_col_101866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price cap in euro cents for 710,907,763,926?"}, {"role": "assistant", "content": "6 euro cents"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6", "gt_answer": "6 euro cents", "necessary bbox": "[' 6 ', ' July 2014 710,907,763,925', ' Price cap in euro cents 119,382,130,578']"} +{"image": ["imgs/CCMAIN/0193278.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many items need to be purchased in a 101,207,206,228 of 2?"}, {"role": "assistant", "content": "10"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2", "gt_answer": "10"} +{"image": ["imgs/ChartQA_PCG/multi_col_60513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of males in 437, 523, 463, 566?"}, {"role": "assistant", "content": "72.90"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "72.90", "gt_answer": "72.90", "necessary bbox": "['male511, 639, 538, 655', '2012437, 523, 463, 566', '72.90432, 401, 470, 418']"} +{"image": ["imgs/CCMAIN/0021449.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many Jackaroo/Jillaroo Draft competitors are listed on the form? Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The form provides spaces for Competitor 137,366,115,393, Competitor 237,594,115,621, Competitor 3514,366,592,393, and Competitor 4514,594,592,621 under Jackaroo / Jillaroo Draft37,339,192,366, indicating four competitors. Answer: Four"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form lists Jackaroo / Jillaroo Draft36,340,192,365 with spaces for Competitor 136,370,123,395, Competitor 236,598,123,623, and Competitor 3514,370,599,395. Answer: Three", "gt_answer": "The form provides spaces for Competitor 137,366,115,393, Competitor 237,594,115,621, Competitor 3514,366,592,393, and Competitor 4514,594,592,621 under Jackaroo / Jillaroo Draft37,339,192,366, indicating four competitors. Answer: Four"} +{"image": ["imgs/ChartQA_PCG/multi_col_60745.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of 674, 604, 700, 621 in the mathematical provisions for 674, 153, 700, 174 in 673, 604, 700, 621?"}, {"role": "assistant", "content": "28%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "28%", "gt_answer": "28%", "necessary bbox": "['Euro-denominated contracts800, 745, 964, 764', '2017673, 604, 700, 621', '28%674, 153, 700, 174']"} +{"image": ["imgs/CCMAIN/0097861.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the 311,533,713,552 improve simulations? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The polar S_N multigroup radiation transport package operates on 2D meshes and improves accuracy by converging with second order accuracy without significant ray effects. Answer: It converges with second order accuracy without significant ray effects.255,550,856,566"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The polar S_n multigroup radiation transport package311,533,713,552 operates on 2D meshes with second-order accuracy, enhancing the precision of simulations without significant ray effects. Answer: It converges with second-order accuracy without significant ray effects.", "gt_answer": "The polar S_N multigroup radiation transport package operates on 2D meshes and improves accuracy by converging with second order accuracy without significant ray effects. Answer: It converges with second order accuracy without significant ray effects.255,550,856,566"} +{"image": ["imgs/CCMAIN/0359456.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the head coach for the women's team? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Crystal Keelan165,831,229,845"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Crystal Keelan165,832,229,845", "gt_answer": "Crystal Keelan165,831,229,845"} +{"image": ["imgs/CCMAIN/0236057.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the deadline for registration for the conference? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "April 12, 2021396,855,538,871"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "April 12, 2021398,854,540,872", "gt_answer": "April 12, 2021396,855,538,871"} +{"image": ["imgs/ChartQA_PCG/two_col_22149.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do the earnings from June 2012 to June 2014 compare with each other? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "From June 2012 to June 2013 302,826,436,842 and June 2013 to June 2014 442,826,576,842, the earnings were both 12 million U.S. dollars ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The earnings from June 2012 to June 2013302,825,436,842 were 12 million U.S. dollars and from June 2013 to June 2014437,825,571,842 were also 12 million U.S. dollars.", "gt_answer": "From June 2012 to June 2013 302,826,436,842 and June 2013 to June 2014 442,826,576,842, the earnings were both 12 million U.S. dollars ."} +{"image": ["imgs/CCMAIN/0002821.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the rent range for 670,590,738,617 apartment? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$453 - $1522862,598,936,616"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$453 - $1522860,590,937,617", "gt_answer": "$453 - $1522862,598,936,616"} +{"image": ["imgs/Crello/output_poster1904_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of products are on sale according to the poster?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "E-books"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' ALL E-BOOKS 624,637,735,675 ' specifies that the sale is on e-books. Answer: E-books", "gt_answer": "E-books", "necessary bbox": "[' ALL E-BOOKS 624,637,736,672 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_2898.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the estimated population in 2020?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "7.79 billion"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The estimated population in 2020 is shown as 7.69.\n\nAnswer: 7.69", "gt_answer": "7.79 billion", "necessary bbox": "['2020328, 851, 353, 890']"} +{"image": ["imgs/ChartQA_PCG/10669853002985.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of pregnant women who receive antiretroviral therapy in 108,321,217,344?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "75%912, 323, 935, 342"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "75909,318,932,344", "gt_answer": "75%912, 323, 935, 342", "necessary bbox": "['Burkina Faso108, 324, 218, 342', '75912, 323, 935, 342']"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 255,647,499,662 according to the certificate?"}, {"role": "assistant", "content": "Robin James"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Robin H. Lane", "gt_answer": "Robin James"} +{"image": ["imgs/ChartQA_PCG/two_col_1390.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which quarter did OPPO have the highest smartphone shipments?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "Q1 '21"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest smartphone shipments were in Q1 '21809, 914, 841, 964 with 37.50808, 89, 841, 106 million units. Answer: Q1 '21", "gt_answer": "Q1 '21", "necessary bbox": "[\"Q1 '21807, 916, 839, 962\", '37.50807, 88, 840, 103']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100663.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value of U.S. imports of processed vegetables* in 834, 585, 862, 599?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "3559"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value of U.S. imports of processed vegetables* in 2020 is given as 3781.\n\nAnswer: 3781", "gt_answer": "3559", "necessary bbox": "['Processed vegetables*546, 726, 676, 746', '2020834, 585, 862, 599']"} +{"image": ["imgs/Crello/output_poster1861_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date range for the event?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " April 23-30 628,154,798,233 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " April 23-30 625,154,798,218", "gt_answer": " April 23-30 628,154,798,233 ", "necessary bbox": "[' April 23-30 628,154,798,233 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4585.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the franchise value first reach 114,226,141,238 million U.S. dollars?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2019800,872,825,912"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2014.", "gt_answer": "2019800,872,825,912", "necessary bbox": "['1000114,226,141,238', '2019800,872,825,912']"} +{"image": ["imgs/CCMAIN/0169044.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere was the 691,591,743,600 transported for treatment? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document mentions that the victim691,591,743,600 was transported to the San Antonio Military Medical Center197,604,491,620 for treatment. Answer: San Antonio Military Medical Center197,604,491,620"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The victim was transported by ambulance to the San Antonio Military Medical Center (SAMMC)198,603,582,619 for treatment of the gunshot wound. Answer: San Antonio Military Medical Center (SAMMC)198,603,582,619", "gt_answer": "The document mentions that the victim691,591,743,600 was transported to the San Antonio Military Medical Center197,604,491,620 for treatment. Answer: San Antonio Military Medical Center197,604,491,620"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 213,231,384,249 content per 100 grams? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "84.9 g525,228,575,247"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "84.9 g525,227,576,245", "gt_answer": "84.9 g525,228,575,247"} +{"image": ["imgs/ChartQA_PCG/69203350003800.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the lowest production of cattle meat per animal?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " China 283, 729, 330, 747"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "China283, 724, 329, 742", "gt_answer": " China 283, 729, 330, 747", "necessary bbox": "[' 96.60 593, 725, 643, 747', ' China 283, 729, 330, 747']"} +{"image": ["imgs/ChartQA_PCG/two_col_60869.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the average hourly earnings change from 319,952,345,992 to 754,952,779,991 in the motion picture and recording industries? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The average hourly earnings increased from 28.02 in 2010 319,952,345,992 to 42.83 in 2020 754,952,779,991."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average hourly earnings increased from 27.80 in 2010319,952,345,992 to 42.60 in 2020754,952,779,991.", "gt_answer": "The average hourly earnings increased from 28.02 in 2010 319,952,345,992 to 42.83 in 2020 754,952,779,991."} +{"image": ["imgs/Crello/output_poster1778_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the event?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " AUGUST 22 3 PM - 6 PM 160,463,663,548 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SATURDAY ECO TALKS\nAUGUST 22 3 PM - 6 PM 145,345,659,539 ", "gt_answer": " AUGUST 22 3 PM - 6 PM 160,463,663,548 ", "necessary bbox": "[' AUGUST 22 3 PM - 6 PM 160,463,663,548 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_104702.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents answered 'Definitely yes'?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "81.8%540, 309, 596, 335"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "81.8%539, 307, 594, 333", "gt_answer": "81.8%540, 309, 596, 335", "necessary bbox": "['81.8%540, 309, 596, 335']"} +{"image": ["imgs/ChartQA_PCG/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat remain percentage of the pie chart except '650,153,680,179'?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "23.0%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for \"Yes\" is 77.0%551,283,608,309. The remaining percentage is calculated by subtracting this from 100%, which gives 100% - 77% = 23%.\n\nAnswer: 23%", "gt_answer": "23.0%", "necessary bbox": "['Yes650,153,680,179', '77.0%553,281,609,307']"} +{"image": ["imgs/Crello/output_poster1549_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the performance by Matthew Stewart & The Black Banks being held? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The performance by Matthew Stewart & The Black Banks is being held at '318 Robbins St, Fahrrad Cafe', as indicated by the text ' 318 Robbins St, Fahrrad Cafe 235,872,638,895'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The performance is being held at ' 318 Robbins St Fahrrad Cafe 235,874,635,895'.", "gt_answer": "The performance by Matthew Stewart & The Black Banks is being held at '318 Robbins St, Fahrrad Cafe', as indicated by the text ' 318 Robbins St, Fahrrad Cafe 235,872,638,895'."} +{"image": ["imgs/CCMAIN/0179687.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the energy efficiency rating of the 33,118,216,135 washing machine? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "D852,320,921,358"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "D55,323,99,358", "gt_answer": "D852,320,921,358"} +{"image": ["imgs/Crello/output_poster1665_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the cruise trip?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 1/8/17 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date of the cruise trip is mentioned in the text ' 1/8/17 140,612,285,649 '. Answer: 1/8/17", "gt_answer": " 1/8/17 ", "necessary bbox": "[' 1/8/17 141,608,285,650 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_61188.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year did France's inflation rate hit a low point?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 2015 651, 907, 675, 951"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015653,907,678,951", "gt_answer": " 2015 651, 907, 675, 951", "necessary bbox": "[' 0% 655, 806, 675, 824', ' 2015 651, 907, 675, 951']"} +{"image": ["imgs/ChartQA_PCG/OECD_TAX_ON_GOODS_AND_SERVICES_CHL_DNK_EST_FIN_KOR_000022.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the lowest tax on goods and services?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Korea187, 821, 210, 834"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Korea187, 820, 213, 834", "gt_answer": "Korea187, 821, 210, 834", "necessary bbox": "['Korea187, 821, 210, 834', '8.10']"} +{"image": ["imgs/CCMAIN/0285317.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be done if the mortgage is pre-approved? Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The form includes a section for Mortgage Pre-Approval126,864,306,878 with options Yes / No375,864,438,878. If the mortgage is pre-approved, the instruction is to If yes, please attach to this application.506,864,809,878 Answer: If yes, please attach to this application.506,864,809,878"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form instructs that if the mortgage is pre-approved, the applicant should please attach to this application552,864,803,879. Answer: please attach to this application552,864,803,879", "gt_answer": "The form includes a section for Mortgage Pre-Approval126,864,306,878 with options Yes / No375,864,438,878. If the mortgage is pre-approved, the instruction is to If yes, please attach to this application.506,864,809,878 Answer: If yes, please attach to this application.506,864,809,878"} +{"image": ["imgs/ChartQA_PCG/multi_col_60745.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween 592,604,621,621 and 833,604,861,621, which contract type saw the greatest increase in its share percentage? Give grounding and detailed answer."}, {"role": "assistant", "content": "The greatest increase was seen in the 'Multiple unit-linked contracts - euro products*' type, which increased from 51%594,359,620,379 in 2016592,604,621,621 to 54%834,333,859,352 in 2019833,604,861,621."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Euro-denominated contracts' saw the greatest increase, rising from 29%592,604,621,621 in 2016 to 24%833,604,861,621 in 2019.", "gt_answer": "The greatest increase was seen in the 'Multiple unit-linked contracts - euro products*' type, which increased from 51%594,359,620,379 in 2016592,604,621,621 to 54%834,333,859,352 in 2019833,604,861,621."} +{"image": ["imgs/Crello/output_poster1516_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Happiness is a sleeping dog 386,157,848,231 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Happiness is a sleeping dog. 382,157,849,231 ", "gt_answer": " Happiness is a sleeping dog 386,157,848,231 ", "necessary bbox": "[' Happiness is a sleeping dog 386,157,848,231 ']"} +{"image": ["imgs/Crello/output_poster1437_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich store is hosting the sale?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Kivos Store 430,105,654,126 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Kivos Store 427,103,652,128 ", "gt_answer": " Kivos Store 430,105,654,126 ", "necessary bbox": "[' Kivos Store 430,105,654,126 ']"} +{"image": ["imgs/Crello/output_poster76_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the close shot in Scene 4? Please respond succinctly and include the answer's bounding box if it is available.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Close shot \\n Duration: 16 sec 783,801,859,831"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Close shot\nDuration: 16 sec 785,799,849,830", "gt_answer": "Close shot \\n Duration: 16 sec 783,801,859,831", "necessary bbox": "[' Scene 4 782,632,855,651', ' Close shot \\nDuration: 16 sec 783,801,859,831']"} +{"image": ["imgs/ChartQA_PCG/two_col_1378.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average starting salary for 402, 945, 468, 962?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "80320417, 219, 454, 236"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "80320417, 219, 454, 236", "gt_answer": "80320417, 219, 454, 236", "necessary bbox": "['Engineering402, 945, 468, 962', '80320417, 219, 454, 236']"} +{"image": ["imgs/Crello/output_poster745_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the text located at 178,727,576,868?"}, {"role": "assistant", "content": " VOLTAIRE "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Voltaire", "gt_answer": " VOLTAIRE ", "necessary bbox": "[' VOLTAIRE 61,415,88,566 ']"} +{"image": ["imgs/Crello/output_poster1463_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Fashion bloggers 121,385,1362,471 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Fashion blog 120,384,1057,460 ", "gt_answer": " Fashion bloggers 121,385,1362,471 ", "necessary bbox": "[' Fashion bloggers 121,385,1362,471 ']"} +{"image": ["imgs/CCMAIN/0079146.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step to end a shift using the SMC app? Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The first step to end a shift217,253,578,343 is to Log into the app261,352,376,369. If a visit is in progress, it will display the option to Tap Resume Visit242,369,364,386. Answer: Log into the app261,352,376,369"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The first step in the process is to Log into the app261,350,380,367. If a visit is in progress, it will display 'Tap Resume Visit'. Answer: Log into the app261,350,380,367", "gt_answer": "The first step to end a shift217,253,578,343 is to Log into the app261,352,376,369. If a visit is in progress, it will display the option to Tap Resume Visit242,369,364,386. Answer: Log into the app261,352,376,369"} +{"image": ["imgs/Crello/output_poster1185_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat service is being offered? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The poster offers a furniture consultation service, as indicated by the text ' Our experienced interior designers will help you choose the right furniture for your house. 550,310,854,577'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The service offered is ' furniture\nconsultation 69,355,228,810 '.", "gt_answer": "The poster offers a furniture consultation service, as indicated by the text ' Our experienced interior designers will help you choose the right furniture for your house. 550,310,854,577'."} +{"image": ["imgs/Crello/output_poster1338_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the recommended action to take during self-isolation? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "To get your hard-wired for studying hard during self-isolation with the 5 best software tools. 5 best software tools\nto get your hard-wired\nfor studying hard \nduring self-isolation 198,158,593,384"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The recommended action is to use the '5 best software tools' to get your hard-wired for studying hard during self-isolation. 5 best software tools\nto get your hard-wired \nfor studying hard\nduring self-isolation 198,157,592,384 ", "gt_answer": "To get your hard-wired for studying hard during self-isolation with the 5 best software tools. 5 best software tools\nto get your hard-wired\nfor studying hard \nduring self-isolation 198,158,593,384"} +{"image": ["imgs/CCMAIN/0208810.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The Sapperton and Frampton Mansell Parish Council123,45,853,64 is holding a BRIEF ONLINE MEETING466,84,721,101 via Zoom371,104,430,121 on TUESDAY 8 SEPTEMBER at 7.00pm480,104,848,121, lasting 40 minutes570,134,690,151. The agenda includes approval of the Minutes of July Zoom meeting150,238,516,260, reports from CDC and GCC Councillors, and a Public Forum150,381,316,403. Discussions will cover the Frampton Mansell Level Crossing150,466,559,488 and a Finance Report150,605,338,627 addressing public inspection periods and payments. Planning topics include a drive through535,804,644,820 at Jolly Nice Caf\u00e9 & Farm Shop181,804,420,820 and an update on Aston Down Business Park181,856,411,872 expansion. Parish Councillor Reports150,887,468,909 will conclude the meeting."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Sapperton and Frampton Mansell Parish Council120,43,852,67 is holding a brief online meeting via Zoom on Tuesday 8 September at 7.00pm479,102,847,121. The agenda includes apologies, approval of the July Zoom meeting288,241,516,260 minutes, reports from CDC and GCC Cllrs, and a public forum. Discussions will cover the Frampton Mansell Level Crossing150,468,560,488, finance report with an annual inspection period from 31 August to 9 October557,643,753,659, and planning applications such as the erection of a drive-through at Jolly Nice Caf\u00e9 & Farm Shop. The meeting will conclude with parish councillor reports.", "gt_answer": "The Sapperton and Frampton Mansell Parish Council123,45,853,64 is holding a BRIEF ONLINE MEETING466,84,721,101 via Zoom371,104,430,121 on TUESDAY 8 SEPTEMBER at 7.00pm480,104,848,121, lasting 40 minutes570,134,690,151. The agenda includes approval of the Minutes of July Zoom meeting150,238,516,260, reports from CDC and GCC Councillors, and a Public Forum150,381,316,403. Discussions will cover the Frampton Mansell Level Crossing150,466,559,488 and a Finance Report150,605,338,627 addressing public inspection periods and payments. Planning topics include a drive through535,804,644,820 at Jolly Nice Caf\u00e9 & Farm Shop181,804,420,820 and an update on Aston Down Business Park181,856,411,872 expansion. Parish Councillor Reports150,887,468,909 will conclude the meeting."} +{"image": ["imgs/CCMAIN/0292600.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines a schedule for a multi-day event from 5 September99,168,134,191 to 11 September896,168,934,191. Each day features various sessions including Industry Session189,718,221,735, Scientific Session232,798,266,815, and special programs like the LDP Program147,560,174,577 and APAO 60th Anniversary Program350,689,415,706. The event begins with an Opening Ceremony97,227,135,243 on 5 September99,168,134,191 and concludes with a Closing Ceremony897,689,933,706 on 11 September896,168,934,191. Notable sessions include Plenary Session I99,296,133,313 and Plenary Session II898,296,933,313 for awards lectures. Breaks are scheduled between sessions, and the event spans multiple livestreams. Special events like the WIO: Eyeball Yoga631,689,667,706 and Virtual Concert767,689,797,706 are also included in the schedule."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a schedule for the APAC 60th Anniversary Program375,712,450,723 held from 5 September (Sunday)128,159,174,172 to 11 September (Saturday)880,172,926,185. It includes various sessions such as Scientific Session203,522,246,533, Industry Session75,407,116,418, and Livestream75,234,104,245 throughout the week. Each day features different topics, including 2021 Awards Lectures103,319,153,330, Industry Session75,407,116,418, and Scientific Session203,522,246,533. The schedule also includes breaks and special events like the APAC 60th Anniversary Program375,712,450,723 and Virtual Concert780,730,817,741. The sessions are conducted in GMT+855,185,75,197 time zone.", "gt_answer": "The document outlines a schedule for a multi-day event from 5 September99,168,134,191 to 11 September896,168,934,191. Each day features various sessions including Industry Session189,718,221,735, Scientific Session232,798,266,815, and special programs like the LDP Program147,560,174,577 and APAO 60th Anniversary Program350,689,415,706. The event begins with an Opening Ceremony97,227,135,243 on 5 September99,168,134,191 and concludes with a Closing Ceremony897,689,933,706 on 11 September896,168,934,191. Notable sessions include Plenary Session I99,296,133,313 and Plenary Session II898,296,933,313 for awards lectures. Breaks are scheduled between sessions, and the event spans multiple livestreams. Special events like the WIO: Eyeball Yoga631,689,667,706 and Virtual Concert767,689,797,706 are also included in the schedule."} +{"image": ["imgs/ChartQA_PCG/multi_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of males think it's \"Somewhat common\"?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "43%352, 82, 377, 101"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "43%", "gt_answer": "43%352, 82, 377, 101", "necessary bbox": "['43%352, 82, 377, 101']"} +{"image": ["imgs/CCMAIN/0355747.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 'Shrimp + Crab Claw Cocktail'? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "The menu lists the price of the Shrimp + Crab Claw Cocktail224,150,709,161 as 21739,150,772,161. Answer: 21739,150,772,161"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the price of the Shrimp + Crab Claw Cocktail223,149,708,165 as 21732,149,771,165. Answer: 21732,149,771,165", "gt_answer": "The menu lists the price of the Shrimp + Crab Claw Cocktail224,150,709,161 as 21739,150,772,161. Answer: 21739,150,772,161"} +{"image": ["imgs/Crello/output_poster974_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the English Tea Ceremony scheduled? Give a clear and simple answer and mention the answer's bounding box if it exists.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Sunday, July 19. 2020 288,577,579,625 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Sunday July 19, 2020 296,574,583,626 ", "gt_answer": " Sunday, July 19. 2020 288,577,579,625 ", "necessary bbox": "[' Sunday, July 19. 2020 288,577,579,625 ']"} +{"image": ["imgs/Crello/output_poster325_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat emphasis is added by the large digit? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The large digit 9129,176,174,318 possibly signifies an important step or section number within the poster content, related to the essential tips for successfully passing exams."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The large digit ' 9 134,176,180,325 ' emphasizes the importance of the topic.", "gt_answer": "The large digit 9129,176,174,318 possibly signifies an important step or section number within the poster content, related to the essential tips for successfully passing exams."} +{"image": ["imgs/CCMAIN/0185979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich floors have a 745,108,806,133?"}, {"role": "assistant", "content": "5, 7, 9, 11"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Floors 5, 7, 9 & 11", "gt_answer": "5, 7, 9, 11"} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of male patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "12393,297,411,312"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12394, 287, 410, 300", "gt_answer": "12393,297,411,312", "necessary bbox": "[' 40 to 49 years 151, 301, 242, 314', '12393,297,411,312','Male547,731,576,744']"} +{"image": ["imgs/Crello/output_poster1373_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is being promoted in the text with bbox 403,434,534,707 and 434,548,609,846?"}, {"role": "assistant", "content": "Our Deals"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Our Deals", "gt_answer": "Our Deals", "necessary bbox": "[' Our 403,434,534,707', ' Deals 434,548,609,846']"} +{"image": ["imgs/ChartQA_PCG/22143392000229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the chart? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The title of the chart is Corruption Perception Index, 2012423, 144, 719, 168."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Corruption Perception Index, 2012 425, 146, 719, 169", "gt_answer": "The title of the chart is Corruption Perception Index, 2012423, 144, 719, 168."} +{"image": ["imgs/CCMAIN/0321635.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy does Bread & Butter emphasize not overthinking according to 94,735,726,913? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Bread & Butter emphasizes not overthinking because, as stated in 94,735,726,913, they believe that overthinking distracts from what truly matters: the good, the honest, and the uncomplicated aspects of life. Their wines and tasting room are designed to encourage relaxation and enjoyment without added stress."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Bread & Butter emphasizes not overthinking because they believe that wine should be a simple pleasure, not a source of stress. The text in 94,735,726,913 states, 'wine shouldn\u2019t add to the stress of everyday, in fact, it should do just the opposite.' This aligns with their philosophy of providing wines that are thoughtful and uncomplicated, allowing consumers to enjoy them without unnecessary complexity.", "gt_answer": "Bread & Butter emphasizes not overthinking because, as stated in 94,735,726,913, they believe that overthinking distracts from what truly matters: the good, the honest, and the uncomplicated aspects of life. Their wines and tasting room are designed to encourage relaxation and enjoyment without added stress."} +{"image": ["imgs/CCMAIN/0201771.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the form categorize 866,104,944,116?"}, {"role": "assistant", "content": "0 to 10 "}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "By Sharp Pain, Numbness/Tingling, Burning, Aching.", "gt_answer": "0 to 10 "} +{"image": ["imgs/CCMAIN/0096841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did the design-build team of Feller Finch & Associates and Ridge Stone Builders play in the project described in 393,277,899,528? Give grounding and detailed answer."}, {"role": "assistant", "content": "The design-build team of Feller Finch & Associates and Ridge Stone Builders provided a 3100 square foot solution that exceeded everyone\u2019s expectations. Specifically, the FFA team was responsible for the architectural and engineering design, surveying, and construction staking services for the project."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The design-build team of Feller Finch & Associates and Ridge Stone Builders provided a 3100 square foot solution that exceeded everyone\u2019s expectations. They were responsible for the architectural and engineering design, surveying, and construction staking services for the project. This is detailed in the span The design-build team of Feller Finch & Associates and Ridge Stone Builders provided a 3100 square foot solution that exceeded everyone\u2019s expectations.396,402,897,417.", "gt_answer": "The design-build team of Feller Finch & Associates and Ridge Stone Builders provided a 3100 square foot solution that exceeded everyone\u2019s expectations. Specifically, the FFA team was responsible for the architectural and engineering design, surveying, and construction staking services for the project."} +{"image": ["imgs/Crello/output_poster1349_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of jewelry is being advertised?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Wedding hair jewelry"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' ALL WEDDING\nHAIR JEWELRY 165,754,243,810 ' specifies the type of jewelry being advertised. Answer: Wedding Hair Jewelry", "gt_answer": "Wedding hair jewelry", "necessary bbox": "[' ALL WEDDING\\nHAIR JEWELRY 165,758,249,817 ']"} +{"image": ["imgs/CCMAIN/0131219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the 'Bleed area' mentioned in 201,640,792,653? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The 'Bleed area' mentioned in Working knowledge of Live, Trim and the Bleed area of a professional comic page is necessary201,640,792,653 is significant because it is a crucial part of comic page design that ensures artwork extends beyond the edge of the page, preventing white borders after trimming."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Bleed area' mentioned in Understand Live, Trim and the Bleed areas of a professional comic page is necessary201,640,792,653 refers to the extra space around the main content of a comic page that allows for trimming during production. Understanding this area is crucial for artists to ensure that their artwork fits properly within the final printed dimensions.", "gt_answer": "The 'Bleed area' mentioned in Working knowledge of Live, Trim and the Bleed area of a professional comic page is necessary201,640,792,653 is significant because it is a crucial part of comic page design that ensures artwork extends beyond the edge of the page, preventing white borders after trimming."} +{"image": ["imgs/Crello/output_poster347_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is credited with the quote in 109,412,352,569?"}, {"role": "assistant", "content": "George Washington"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "George Washington", "gt_answer": "George Washington", "necessary bbox": "[' - George Washington 119,938,259,962']"} +{"image": ["imgs/ChartQA_PCG/two_col_60196.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the surface area of Hokkaido in square kilometers?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "83424460, 641, 497, 656"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "83424459, 641, 497, 658", "gt_answer": "83424460, 641, 497, 656", "necessary bbox": "['Hokkaido453, 815, 505, 829', '83424460, 641, 497, 656']"} +{"image": ["imgs/ChartQA_PCG/two_col_101179.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined share of oil spills caused by 'Hull failure' and 'Allision/collision'? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The combined share is 43% based on Hull failure 13% 484, 369, 513, 384 and Allision/collision 30% 855, 261, 883, 276."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined share is 13%482,370,511,385 + 30%856,259,885,274 = 43%.", "gt_answer": "The combined share is 43% based on Hull failure 13% 484, 369, 513, 384 and Allision/collision 30% 855, 261, 883, 276."} +{"image": ["imgs/CCMAIN/0181367.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is 400,436,572,449 meeting scheduled?"}, {"role": "assistant", "content": "22nd June, 2021"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "22nd June, 2021", "gt_answer": "22nd June, 2021"} +{"image": ["imgs/ChartQA_PCG/two_col_1383.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the general trend in GDP from 2009 to 2020? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The GDP in the EU generally increased from 10.59 trillion euros in 2009 to 13.97 760, 166, 794, 182 trillion euros in 2019, with a slight decrease to 13.31 trillion euros in 2020."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The GDP generally increased from 10.52 trillion euros in 2009168,947,193,986 to a peak of 13.97760,164,793,181 trillion euros in 2019763,946,788,986, before slightly decreasing to 13.37 trillion euros in 2020820,947,845,986.", "gt_answer": "The GDP in the EU generally increased from 10.59 trillion euros in 2009 to 13.97 760, 166, 794, 182 trillion euros in 2019, with a slight decrease to 13.31 trillion euros in 2020."} +{"image": ["imgs/Crello/output_poster1992_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat app is mentioned for taking classes in the text box with bbox 181,330,602,368?"}, {"role": "assistant", "content": "Huffny"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Huffny app", "gt_answer": "Huffny", "necessary bbox": "[' Take classes on the go with\\nthe Huffny app 181,330,602,368']"} +{"image": ["imgs/Crello/output_poster770_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many breakfast ideas are provided in the poster?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Three"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' 01 GRANOLA BOWL\n02 BANANA BREAD\n03 QUICHE LORRAINE 306,471,605,589 ' lists three breakfast ideas. Answer: 3", "gt_answer": "Three", "necessary bbox": "[' 01 GRANOLA BOWL\\n02 BANANA BREAD\\n03 QUICHE LORRAINE 308,467,608,590 ']"} +{"image": ["imgs/CCMAIN/0079342.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is an INTEREST PAYMENT NOTIFICATION120,174,390,187 from SAPPI SOUTHERN AFRICA LIMITED120,87,376,101 regarding bondholders. The bond code is SSA07301,242,348,255 with an ISIN of ZAG000168063301,260,416,273 and a coupon rate of 5.833%301,277,357,290. The interest period is from 16 November 2020 to 15 February 2021301,294,601,307, with an interest amount due of R15 705 951.78301,311,418,324. The payment date is 15 February 2021469,294,601,307, and the date convention is Modified following business day301,345,542,358. The document is dated 8 February 2021160,397,282,410 and the debt sponsor is Nedbank CIB231,414,327,427."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an INTEREST PAYMENT NOTIFICATION120,174,391,187 from SAPPI SOUTHERN AFRICA LIMITED120,88,376,101, a company incorporated in the Republic of South Africa. It advises bondholders about an interest payment for a specific bond. The bond code is SSA07304,242,349,255, with ISIN number ZAG000168063304,259,418,272. The coupon rate is 5.833%304,276,359,289, and the interest period runs from 16 November 2020 to 15 February 2021304,293,602,306. The interest amount due is R15 705 951.78304,310,418,323, with the payment date set for 15 February 2021470,293,602,306. The date convention is Modified following business day304,346,545,359, with the actual payment date being 8 February 2021157,397,283,410. The debt sponsor is Nedbank CIB232,414,327,427.", "gt_answer": "The document is an INTEREST PAYMENT NOTIFICATION120,174,390,187 from SAPPI SOUTHERN AFRICA LIMITED120,87,376,101 regarding bondholders. The bond code is SSA07301,242,348,255 with an ISIN of ZAG000168063301,260,416,273 and a coupon rate of 5.833%301,277,357,290. The interest period is from 16 November 2020 to 15 February 2021301,294,601,307, with an interest amount due of R15 705 951.78301,311,418,324. The payment date is 15 February 2021469,294,601,307, and the date convention is Modified following business day301,345,542,358. The document is dated 8 February 2021160,397,282,410 and the debt sponsor is Nedbank CIB231,414,327,427."} +{"image": ["imgs/ChartQA_PCG/multi_col_1481.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of participants in the high school softball program in the 2013/14 season?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "365711"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total number of participants in the high school softball program for the 2013/14 season, we need to add the number of boys and girls for that year.\n\n- The number of boys is 15987 .\n- The number of girls is 30600 .\n\nAdding these together gives us:\n\n15987 + 30600 = 46587\n\nAnswer: 46587", "gt_answer": "365711", "necessary bbox": "[' Boys 439,697,465,716', ' Girls 521,696,546,712', ' 2013/14 414,558,461,575']"} +{"image": ["imgs/CCMAIN/0096686.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main topic of the 301,116,465,130 Scott Godes was quoted in? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The article focuses on the complexities and uncertainties in drone insurance, highlighting business opportunities and misunderstood risks. Answer: How To Navigate The Cloudy Skies Of Drone Insurance488,112,569,132"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The article titled \u201cHow To Navigate The Cloudy Skies Of Drone Insurance\u201d481,116,573,130 focuses on the complexities and questions surrounding insurance coverage for drone operators. Answer: How To Navigate The Cloudy Skies Of Drone Insurance481,116,573,130", "gt_answer": "The article focuses on the complexities and uncertainties in drone insurance, highlighting business opportunities and misunderstood risks. Answer: How To Navigate The Cloudy Skies Of Drone Insurance488,112,569,132"} +{"image": ["imgs/CCMAIN/0344376.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the first day of school for students? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "September 739,242,112,255"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "September 739,241,120,256", "gt_answer": "September 739,242,112,255"} +{"image": ["imgs/Crello/output_poster1927_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 77,67,643,162?"}, {"role": "assistant", "content": " THE 29 OF MARCH 2017 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "MARCH 29TH", "gt_answer": " THE 29 OF MARCH 2017 ", "necessary bbox": "[' THE 29 OF MARCH 2017 77,67,643,162']"} +{"image": ["imgs/ChartQA_PCG/two_col_22160.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total market share of TPG, iiNet, and Optus combined. Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The total market share of TPG, iiNet, and Optus is 11.60% 294, 639, 342, 653 + 15.10% 352, 487, 400, 501 + 15.90% 365, 335, 413, 349 = 42.6%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total market share is 11.60%295, 637, 343, 651 + 15.10%348, 487, 397, 501 + 15.90%362, 337, 411, 351 = 42.60%.", "gt_answer": "The total market share of TPG, iiNet, and Optus is 11.60% 294, 639, 342, 653 + 15.10% 352, 487, 400, 501 + 15.90% 365, 335, 413, 349 = 42.6%."} +{"image": ["imgs/ChartQA_PCG/two_col_40906.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich companies spent more than 100 million U.S. dollars on TV advertising in the first half of 2015? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The companies are Paramount118,289,186,297 (104355,287,378,297 million U.S. dollars), Fox166,235,186,242 (163445,232,468,242 million U.S. dollars), Universal128,179,185,187 (296647,177,672,187 million U.S. dollars), and Warner Bros109,124,187,132 (456890,122,916,132 million U.S. dollars)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The companies that spent more than 100 million U.S. dollars are Paramount119,287,186,295 with 104355,285,378,295, Fox166,233,186,242 with 163444,231,467,241, Universal128,178,186,186 with 296646,176,670,186, and Warner Bros109,124,186,133 with 456890,122,914,132.", "gt_answer": "The companies are Paramount118,289,186,297 (104355,287,378,297 million U.S. dollars), Fox166,235,186,242 (163445,232,468,242 million U.S. dollars), Universal128,179,185,187 (296647,177,672,187 million U.S. dollars), and Warner Bros109,124,187,132 (456890,122,916,132 million U.S. dollars)."} +{"image": ["imgs/CCMAIN/0344376.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 141,242,310,255 in the 2021-2022 school year? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the calendar, the first day of school for students141,242,310,255 is marked on September 739,242,112,255. Answer: September 739,242,112,255"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The calendar specifies that the First Day of School for Students141,242,310,255 is on September 7. Answer: September 7", "gt_answer": "According to the calendar, the first day of school for students141,242,310,255 is marked on September 739,242,112,255. Answer: September 739,242,112,255"} +{"image": ["imgs/CCMAIN/0106314.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main activity of 142,275,453,290? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "marketing76,348,157,367"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Marketing76,350,154,365", "gt_answer": "marketing76,348,157,367"} +{"image": ["imgs/CCMAIN/0261526.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the event mentioned in 67,23,533,192?"}, {"role": "assistant", "content": "RENWEX 2021"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "RENWEX 2021", "gt_answer": "RENWEX 2021"} +{"image": ["imgs/ChartQA_PCG/two_col_21402.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat were the wholesale tea sales in the United States in 771,835,805,852?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "13.12771, 123, 804, 138"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "13.12770,122,803,138", "gt_answer": "13.12771, 123, 804, 138", "necessary bbox": "['13.12771, 123, 804, 138','2020771,835,805,852']"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the amount of Vitamin C present? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document specifies that the amount of Vitamin C217,580,295,599 is <1.00 mg525,580,601,599 per 100 grams. Answer: <1.00 mg525,580,601,599"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Vitamin C217,580,293,600 as <1.00 mg525,580,604,600, indicating that the amount is less than 1.00 milligrams. Answer: <1.00 mg525,580,604,600", "gt_answer": "The document specifies that the amount of Vitamin C217,580,295,599 is <1.00 mg525,580,601,599 per 100 grams. Answer: <1.00 mg525,580,601,599"} +{"image": ["imgs/ChartQA_PCG/two_col_60839.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the predicted mobile internet user penetration for the year 524, 834, 552, 879?"}, {"role": "assistant", "content": "71.72%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "71.72%", "gt_answer": "71.72%", "necessary bbox": "['2021*524, 834, 552, 879', '71.72%518, 182, 562, 198']"} +{"image": ["imgs/Crello/output_poster96_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat promotional offer is mentioned in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Free samples 360,308,588,347 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Free samples 360,308,591,342 ", "gt_answer": " Free samples 360,308,588,347 ", "necessary bbox": "[' Free samples 360,308,588,347 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_104878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the Russell 2000 index value in 266,912,293,925?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "673"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Russell 2000 index value in 2005266,912,293,925 was 673271,568,293,584. Answer: 673", "gt_answer": "673", "necessary bbox": "['2005265, 912, 293, 925', '673268, 568, 290, 584']"} +{"image": ["imgs/ChartQA_PCG/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value in 241, 818, 257, 832 domain in 2011?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2.de165, 820, 191, 832"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "29241, 818, 257, 832", "gt_answer": "2.de165, 820, 191, 832", "necessary bbox": "['Price in thousand euros499, 942, 646, 954', '2.de165, 820, 191, 832', '29241, 818, 257, 832']"} +{"image": ["imgs/ChartQA_PCG/two_col_3017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people spend between 6-10 mins based on this chart? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": " 31.0% 474, 275, 529, 301"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "31.0%472, 281, 528, 307", "gt_answer": " 31.0% 474, 275, 529, 301"} +{"image": ["imgs/ChartQA_PCG/two_col_83450.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the export volume exceed 500 billion U.S. dollars for the first time?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2013122,280,150,284"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2013123,284,151,288", "gt_answer": "2013122,280,150,284", "necessary bbox": "['526.71857,279,898,284', '2013122,280,150,284']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100960.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total revenue forecast for the year 872, 615, 900, 666?"}, {"role": "assistant", "content": "655 billion U.S. dollars"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "795 billion U.S. dollars.", "gt_answer": "655 billion U.S. dollars", "necessary bbox": "['40880, 573, 895, 592', '25880, 553, 895, 572', '540877, 371, 899, 389', '50880, 573, 895, 592', '2024*872, 615, 900, 666']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60221.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage of respondents who find 'Find and book hotels etc.' either 'Very useful' or 'Useful'?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "53%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who find 'Find and book hotels etc.' 'Very useful' is 22% and 'Useful' is 31%174,218,200,236. Therefore, the total percentage is 22% + 31% = 53%. Answer: 53%", "gt_answer": "53%", "necessary bbox": "['31%173, 219, 199, 238']"} +{"image": ["imgs/Crello/output_poster75_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the larger font text suggest as the main focus of the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The main focus of the poster is on a fitness routine, as suggested by the text ' FITNESS\nROUTINE 52,302,437,671 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The larger font text ' FITNESS 53,298,406,447 ' suggests that the main focus of the poster is on fitness.", "gt_answer": "The main focus of the poster is on a fitness routine, as suggested by the text ' FITNESS\nROUTINE 52,302,437,671 '."} +{"image": ["imgs/CCMAIN/0300737.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many companies has Evoco invested in since 2012 according to 119,708,881,862? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Evoco has invested in 24 companies since 2012. This information is found in the segment: Since 2012, Evoco has invested in 24 companies, made 5 add-on transactions, and exited 13 businesses.120,763,881,776"}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Since 2012, Evoco has invested in 24 companies. This information is found in the span Since 2012, Evoco has invested in 24 companies119,763,580,776.", "gt_answer": "Evoco has invested in 24 companies since 2012. This information is found in the segment: Since 2012, Evoco has invested in 24 companies, made 5 add-on transactions, and exited 13 businesses.120,763,881,776"} +{"image": ["imgs/Crello/output_poster1779_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat position is being advertised in 193,151,639,366?"}, {"role": "assistant", "content": "BARISTA"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "BARISTA", "gt_answer": "BARISTA", "necessary bbox": "[' WE\u2019RE LOOKING FOR BARISTA 193,151,639,366']"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 609,233,745,259 ?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "26%526,369,585,399"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "26.0%528,371,584,397", "gt_answer": "26%526,369,585,399", "necessary bbox": "['26%526,369,585,399','European Union609,233,745,259']"} +{"image": ["imgs/ChartQA_PCG/08263936005626.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the land use for \"246,276,385,298\"? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The land use for Beef (beef herd)246,276,385,298 is 163.60 821,271,881,293 units."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The land use for \"Beef (beef herd)246,276,385,298\" is 163.60815,272,884,294.", "gt_answer": "The land use for Beef (beef herd)246,276,385,298 is 163.60 821,271,881,293 units."} +{"image": ["imgs/Crello/output_poster1021_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat service is being promoted in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Eye Examination 34,455,275,732 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Eye Examination 34,444,276,699 ", "gt_answer": " Eye Examination 34,455,275,732 ", "necessary bbox": "[' Eye Examination 34,455,275,732 ']"} +{"image": ["imgs/CCMAIN/0053877.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the closing date for enrollment? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Friday 28th May456,704,615,721"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Friday 28th May456,703,549,721", "gt_answer": "Friday 28th May456,704,615,721"} +{"image": ["imgs/ChartQA_PCG/two_col_101073.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had a production of less than 29, 548, 42, 560 thousand tons? Give grounding and detailed answer."}, {"role": "assistant", "content": "The year with a production of less than 20 29, 548, 42, 560 thousand tons is 2012 114, 877, 141, 890 with 15.10 thousand tons produced."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The year 2017583, 876, 611, 889 had a production of 18.40 thousand tons, which is less than 2029, 548, 42, 560 thousand tons.", "gt_answer": "The year with a production of less than 20 29, 548, 42, 560 thousand tons is 2012 114, 877, 141, 890 with 15.10 thousand tons produced."} +{"image": ["imgs/CCMAIN/0097419.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich date is the sample collection reported? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "04/08/201956,261,112,275"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "04/17/2019118,804,175,820", "gt_answer": "04/08/201956,261,112,275"} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 477,924,503,969?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 14 "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate in 1980477,924,503,969 is 14487,573,503,592. Answer: 14", "gt_answer": " 14 ", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be done if there is no fever for at least 1 day according to 273,644,493,778? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "According to 273,644,493,778, if there is no fever for at least 1 day without medication, it is part of the criteria to end isolation, provided there is also improvement in other symptoms and at least 10 days have passed since symptoms first appeared."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 273,644,493,778, if there is no fever for at least 1 day without medication and improvement of other symptoms, the person should stay home until symptoms have improved. This is part of the guidance provided in the text to ensure safety and prevent potential spread of illness.", "gt_answer": "According to 273,644,493,778, if there is no fever for at least 1 day without medication, it is part of the criteria to end isolation, provided there is also improvement in other symptoms and at least 10 days have passed since symptoms first appeared."} +{"image": ["imgs/Crello/output_poster249_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount offered on the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 20% off 407,119,562,206"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 20% off 410,117,563,218 ", "gt_answer": " 20% off 407,119,562,206", "necessary bbox": "[' 20% off 407,119,562,206']"} +{"image": ["imgs/Crello/output_poster258_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the style of furniture mentioned in 111,394,271,424?"}, {"role": "assistant", "content": " SCANDINAVIAN "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "SCANDINAVIAN", "gt_answer": " SCANDINAVIAN ", "necessary bbox": "[' SCANDINAVIAN 111,394,271,424']"} +{"image": ["imgs/CCMAIN/0267936.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines regulations for the MSV Trackdays EnduroKA Series120,113,367,126 under Motorsport UK Series Permit No: RS2021/026120,140,469,153. The existing regulation 14.4.1120,247,167,260 prohibits modifications to transmission assemblies or components. A proposed additional regulation allows the addition of a Powerflex gearbox mount274,341,468,354 with item number PFF19-620P574,341,663,354 for safety reasons. The footnote clarifies that this gearbox mount is not a mandatory upgrade."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines a proposed regulation change for the MSV Trackdays EnduroKA Series120,113,367,126. The existing rule states that no modifications or changes are allowed to transmission assemblies or components. The proposed change allows these modifications except for the addition of a Powerflex gearbox mount item number PFF19-620P275,341,662,354. The reason for this change is safety120,415,163,428, although it is noted that the Powerflex gearbox mount is not mandatory.", "gt_answer": "The document outlines regulations for the MSV Trackdays EnduroKA Series120,113,367,126 under Motorsport UK Series Permit No: RS2021/026120,140,469,153. The existing regulation 14.4.1120,247,167,260 prohibits modifications to transmission assemblies or components. A proposed additional regulation allows the addition of a Powerflex gearbox mount274,341,468,354 with item number PFF19-620P574,341,663,354 for safety reasons. The footnote clarifies that this gearbox mount is not a mandatory upgrade."} +{"image": ["imgs/Crello/output_poster682_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location of the event?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 318 Robbins St, Fahrrad Cafe 233,881,632,904 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 318 Robbins St, Fahrrad Cafe 230,879,634,900", "gt_answer": " 318 Robbins St, Fahrrad Cafe 233,881,632,904 ", "necessary bbox": "[' 318 Robbins St, Fahrrad Cafe 233,881,632,904 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_2991.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average ticket price for Celtics games in 550,940,596,955?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "72.96556,202,590,218"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "72.96558,203,591,219", "gt_answer": "72.96556,202,590,218", "necessary bbox": "['2012/13550,940,596,955', '72.96556,202,590,218']"} +{"image": ["imgs/CCMAIN/0267131.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the finish time for the yacht named 173,166,224,179? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The yacht GUMBO173,166,224,179 with sail number JPN 672995,166,156,179 finished at 12:15:39595,166,648,179 as shown in the FINISH column. Answer: 12:15:39595,166,648,179"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The yacht GUMBO173,166,224,179 finished the race with a time of 12:15:39590,168,647,179, as indicated in the 'FINISH' column. Answer: 12:15:39590,168,647,179", "gt_answer": "The yacht GUMBO173,166,224,179 with sail number JPN 672995,166,156,179 finished at 12:15:39595,166,648,179 as shown in the FINISH column. Answer: 12:15:39595,166,648,179"} +{"image": ["imgs/CCMAIN/0115357.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a Membership Form590,50,816,72 for the Friends of the Chatham Community Library140,53,512,71, a non-profit organization supporting library events, programs, and scholarships. It requests personal information such as Last name108,343,203,361, First name108,365,206,383, Street address108,388,242,405, and Email address261,216,372,231 for membership or gift membership. Membership levels include options like $15 Household109,552,229,567 and $250 Benefactor285,573,417,588. The form allows for anonymous gift memberships and asks recipients if they want to renew. It encourages volunteering in areas like Programs716,106,793,122 and Book Sales285,747,373,762. Payments can be made via CASH107,897,146,911, CHECK452,532,497,547, or DEBIT/CREDIT CARD460,897,607,911. The form should be mailed to the library's address, and inquiries can be sent to membership@friendsccl.org234,821,460,836."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Membership Form591,48,816,72 for the Friends of the Chatham Community Library, a non-profit 501(c)(3) organization. It supports library events, programs, and scholarships. Members can opt-in or out of electronic communications. Membership levels include $15 Household108,552,228,567, $30 Donor288,552,369,567, $50 Patron462,552,549,567, $100 Sponsor108,572,218,587, and $250 Benefactor288,572,418,587. Gift memberships are one-time only and can be anonymous. Volunteers can help with Programs716,106,789,121, Book Sales283,747,372,762, and Events668,106,717,121. Payments can be made via CASH108,895,150,910, CHECK455,532,506,547, or DEBIT/CREDIT CARD455,895,607,910.", "gt_answer": "The document is a Membership Form590,50,816,72 for the Friends of the Chatham Community Library140,53,512,71, a non-profit organization supporting library events, programs, and scholarships. It requests personal information such as Last name108,343,203,361, First name108,365,206,383, Street address108,388,242,405, and Email address261,216,372,231 for membership or gift membership. Membership levels include options like $15 Household109,552,229,567 and $250 Benefactor285,573,417,588. The form allows for anonymous gift memberships and asks recipients if they want to renew. It encourages volunteering in areas like Programs716,106,793,122 and Book Sales285,747,373,762. Payments can be made via CASH107,897,146,911, CHECK452,532,497,547, or DEBIT/CREDIT CARD460,897,607,911. The form should be mailed to the library's address, and inquiries can be sent to membership@friendsccl.org234,821,460,836."} +{"image": ["imgs/CCMAIN/0341491.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the announcement? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "GRANT OF OPTIONS PURSUANT TO MDR SHARE OPTION SCHEME 2003344,376,844,390"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "GRANT OF OPTIONS PURSUANT TO MDR SHARE OPTION SCHEME 2003344,376,844,389", "gt_answer": "GRANT OF OPTIONS PURSUANT TO MDR SHARE OPTION SCHEME 2003344,376,844,390"} +{"image": ["imgs/CCMAIN/0286878.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many participants started the race? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the document, the number of Participants Started50,227,220,242 is 9336,227,347,242. Answer: 9336,227,347,242"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that Participants Started50,228,221,243 were 9339,228,349,243. Answer: 9", "gt_answer": "According to the document, the number of Participants Started50,227,220,242 is 9336,227,347,242. Answer: 9336,227,347,242"} +{"image": ["imgs/CCMAIN/0139727.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 57,555,166,572 of the 510,257,719,271? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "1000V278,555,329,572"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "800A836,257,871,271", "gt_answer": "1000V278,555,329,572"} +{"image": ["imgs/CCMAIN/0087409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 421,108,577,134? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The menu lists the Seafood Chowder421,108,577,134 with a price of 14489,155,508,168. Answer: 14489,155,508,168"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the Seafood Chowder421,108,577,134 with a price of 14486,154,505,169. Answer: 14", "gt_answer": "The menu lists the Seafood Chowder421,108,577,134 with a price of 14489,155,508,168. Answer: 14489,155,508,168"} +{"image": ["imgs/Crello/output_poster160_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster incorporate humor with animals? Give a straightforward response and specify the bounding box of the answer if it exists.Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": " Meow... "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The use of the word ' Meow... 342,679,601,805 ' is a playful and humorous way to refer to cats. Answer: Meow...", "gt_answer": " Meow... ", "necessary bbox": "[' Meow... 358,659,599,812 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100946.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the highest percentage of respondents aged 498, 542, 566, 560 ?"}, {"role": "assistant", "content": "61%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "61%", "gt_answer": "61%", "necessary bbox": "['26-34 years498, 542, 566, 560', 'Yes, almost all of them are corrupt621, 663, 820, 683', '27%536, 335, 561, 353']"} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main subject of the memorandum? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Playing Rules Waivers Related to COVID-19 for Winter Sports218,315,716,335", "gt_answer": "Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"} +{"image": ["imgs/Crello/output_poster2036_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the IT conference?Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "April 17th, 2017"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date is composed of the day ' 17 296,104,453,168 ', the suffix ' th 466,102,516,122 ', the month ' APRIL 444,134,699,162 ', and the year ' 2017 546,102,699,124 '. Answer: 17th April 2017", "gt_answer": "April 17th, 2017", "necessary bbox": "[' APRIL 441,134,699,163', ' 17 293,109,452,167', ' th 469,101,537,125', ' 2017 547,100,692,124']"} +{"image": ["imgs/CCMAIN/0187972.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is one of the topics to be discussed in the meeting? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Hotel Relocation269,552,422,573"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Hotel Relocation267,554,423,571", "gt_answer": "Hotel Relocation269,552,422,573"} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat scientific permit was used to collect the specimen DGPN/DB-10 \u2013 2010? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The specimen (MHUL 161) was collected under the scientific permit DGPN/DB-10 \u2013 2010864,391,910,403 issued by MARENA."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specimen (MHU1 61)514,390,587,402 was collected under the scientific permit DGPN/DB-10\u20132010 issued by MARENA. This information is found in the span: (MHU1 61) was collected under the scientific permit DGPN/DB-10\u20132010 issued by MARENA.514,390,910,402.", "gt_answer": "The specimen (MHUL 161) was collected under the scientific permit DGPN/DB-10 \u2013 2010864,391,910,403 issued by MARENA."} +{"image": ["imgs/ChartQA_PCG/multi_col_20538.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which time period did SCB have the same number of basis points as Lloyds in H1 2013? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "There is no time period where SCB had the same number of basis points as Lloyds in H1 2013. Lloyds had 201554,296,576,315 basis points, while SCB's closest number was 210 in H1 2014."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In H1 2013, both SCB506,652,528,666 and Lloyds506,590,541,606 had 210 basis points.", "gt_answer": "There is no time period where SCB had the same number of basis points as Lloyds in H1 2013. Lloyds had 201554,296,576,315 basis points, while SCB's closest number was 210 in H1 2014."} +{"image": ["imgs/CCMAIN/0357418.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is Private Thomas Harkin commemorated? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Loos Memorial416,241,581,257"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "LOOS MEMORIAL416,241,581,257", "gt_answer": "Loos Memorial416,241,581,257"} +{"image": ["imgs/Crello/output_poster509_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more information about this wooden furniture Christmas offer be found? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "More information can be found at LULABEZZA.IT 652,873,800,893 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "More information can be found at ' LULABEZZA.IT 653,874,799,892 '.", "gt_answer": "More information can be found at LULABEZZA.IT 652,873,800,893 ."} +{"image": ["imgs/CCMAIN/0339212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat qualifications does Yvonne Ward have according to 391,653,878,904? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Yvonne Ward is an Advanced Certified Hospice and Palliative Care Social Worker, certified in 2017 from the National Association of Social Workers. She received her Bachelor\u2019s in Social Welfare with a Criminal Justice Certificate and her Master\u2019s in Social Work with a Mental Health emphasis from the University of Wisconsin \u2013 Madison. These qualifications highlight her expertise and dedication to her field."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Yvonne Ward is an Advanced Certified Hospice and Palliative Care Social Worker, certified in 2017 from the National Association of Social Workers. She holds a Bachelor\u2019s in Social Welfare with a Criminal Justice Certificate and a Master\u2019s in Social Work with a Mental Health emphasis from the University of Wisconsin \u2013 Madison.", "gt_answer": "Yvonne Ward is an Advanced Certified Hospice and Palliative Care Social Worker, certified in 2017 from the National Association of Social Workers. She received her Bachelor\u2019s in Social Welfare with a Criminal Justice Certificate and her Master\u2019s in Social Work with a Mental Health emphasis from the University of Wisconsin \u2013 Madison. These qualifications highlight her expertise and dedication to her field."} +{"image": ["imgs/ChartQA_PCG/multi_col_40184.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 649,661,725,675 participated in 184,239,533,257?"}, {"role": "assistant", "content": "55%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "55%", "gt_answer": "55%", "necessary bbox": "['Teachers649,661,725,675', 'Workshops conducted by my colleagues184,239,533,257', '55%837,242,876,258']"} +{"image": ["imgs/Crello/output_poster1671_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word in the poster suggests the destination type?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " tropical "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' tropical 349,435,742,608 ' suggests the destination type, indicating a warm and exotic location. Answer: tropical", "gt_answer": " tropical ", "necessary bbox": "[' tropical 357,442,743,603 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend for 128,107,139,469 between 230,519,277,533 and 807,519,854,533 for 491,640,522,656? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The percentage decreased from 74%233,79,259,98 in 2012-13 to 68.70%800,109,845,127 in 2016-17."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of responses in 8 minutes for Red 1491,640,522,656 decreased from 74.50%233,72,278,91 in 2012-13230,519,277,533 to 62.50%815,144,859,162 in 2016-17807,519,854,533.", "gt_answer": "The percentage decreased from 74%233,79,259,98 in 2012-13 to 68.70%800,109,845,127 in 2016-17."} +{"image": ["imgs/ChartQA_PCG/42751487002753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 188, 329, 496, 351 in 2010 in Cuba?"}, {"role": "assistant", "content": "2253"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2253", "gt_answer": "2253", "necessary bbox": "['New infections of HIV/AIDS188, 329, 496, 351', '2253882, 326, 942, 347']"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last date for 228,633,674,643? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "04/07/2021128,632,217,645"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "04/07/2021128,633,215,643", "gt_answer": "04/07/2021128,632,217,645"} +{"image": ["imgs/ChartQA_PCG/two_col_81673.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the largest percentage of the total global forest area in 2020?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Russian Federation616,709,781,735"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Other298,617,350,643", "gt_answer": "Russian Federation616,709,781,735", "necessary bbox": "['Russian Federation616,709,781,735', '20.0%540,601,596,627']"} +{"image": ["imgs/CCMAIN/0359456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich club does Carson Foster represent? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Mason Manta Rays576,649,662,659"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Mason Manta Rays574,583,659,595", "gt_answer": "Mason Manta Rays576,649,662,659"} +{"image": ["imgs/CCMAIN/0012026.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are two places you can visit for scenic views? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document lists Northland Arboretum130,312,327,329 and Various Lakes166,336,292,353 under the category of SCENIC VIEWS, indicating they are places to visit for scenic views. Answer: Northland Arboretum130,312,327,329 and Various Lakes166,336,292,353"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Northland Arboretum130,314,326,329 and Various Lakes165,338,291,353 under the section titled SCENIC VIEWS147,289,309,304. Answer: Northland Arboretum and Various Lakes", "gt_answer": "The document lists Northland Arboretum130,312,327,329 and Various Lakes166,336,292,353 under the category of SCENIC VIEWS, indicating they are places to visit for scenic views. Answer: Northland Arboretum130,312,327,329 and Various Lakes166,336,292,353"} +{"image": ["imgs/ChartQA_PCG/multi_col_101150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the overall net sales amount across all regions in 792,595,820,620?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "939.1 million euros"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The net sales in Europe were 448.80785,492,826,510, in North America were 334797,349,820,368, in Asia Pacific were 78799,272,814,291, and in the Rest of the world were 76.30639,231,672,249. The total is 448.80 + 334 + 78 + 76.30 = 937.10 million euros. Answer: 937.10 million euros.", "gt_answer": "939.1 million euros", "necessary bbox": "['448.80785,490,826,509', '334795,345,817,363', '78798,268,813,286', '2019792,595,820,620']"} +{"image": ["imgs/ChartQA_PCG/two_col_23649.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Ohio's population density per square mile first exceed 110,307,138,322?"}, {"role": "assistant", "content": "1970"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1970.", "gt_answer": "1970", "necessary bbox": "['1970110,307,138,322]"} +{"image": ["imgs/CCMAIN/0095998.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is a certificate labeled LTU008202105C211086473,179,695,219, awarded to the Laser & Engineering Technologies Cluster (LITEK)120,324,942,406. It recognizes the cluster's fulfillment of the Eligibility Criteria for Cluster Management Excellence Labels360,545,769,570 set by the European Cluster Excellence Initiative (ECEI)291,568,599,598. LITEK participated in a cluster benchmarking process according to the ECEI methodology625,594,754,625. The certificate is valid until May 31st, 2023566,633,616,664, and is facilitated by the European Secretariat for Cluster Analysis (ESCA)435,922,732,949."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Certificate LTU008202105C211086364,182,690,217 awarded to the Laser & Engineering Technologies Cluster (LITEK)122,331,952,407 for achieving the Cluster Management Excellence Label BRONZE138,235,604,270. It confirms that the cluster fulfills the set of Eligibility Criteria for Cluster Management Excellence Labels358,542,775,569 of the European Cluster Excellence Initiative (ECEI) and has participated in a cluster benchmarking process according to the ECEI methodology. The certificate is valid until May 31st, 2023566,637,625,664. It is issued by the European Secretariat for Cluster Analysis (ESCA)434,917,729,944 and facilitated by the same organization.", "gt_answer": "The document is a certificate labeled LTU008202105C211086473,179,695,219, awarded to the Laser & Engineering Technologies Cluster (LITEK)120,324,942,406. It recognizes the cluster's fulfillment of the Eligibility Criteria for Cluster Management Excellence Labels360,545,769,570 set by the European Cluster Excellence Initiative (ECEI)291,568,599,598. LITEK participated in a cluster benchmarking process according to the ECEI methodology625,594,754,625. The certificate is valid until May 31st, 2023566,633,616,664, and is facilitated by the European Secretariat for Cluster Analysis (ESCA)435,922,732,949."} +{"image": ["imgs/ChartQA_PCG/two_col_1811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of daily child deaths in 2007, and was it lower or higher than in 2000? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In 2007, there were 4.82 426,157,452,173 child deaths per day, which is higher than in 2000, where the number was 3.72 226,320,252,337."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2007, the number of daily child deaths was 4.82426,163,452,179, which was higher than in 2000 where it was 3.72228,309,253,325.", "gt_answer": "In 2007, there were 4.82 426,157,452,173 child deaths per day, which is higher than in 2000, where the number was 3.72 226,320,252,337."} +{"image": ["imgs/CCMAIN/0183009.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 199,201,797,244 scheduled? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "SUNDAY 25th July 2021, 2.30 \u2013 3.30pm242,260,755,283"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "SUNDAY 25th July 2021, 2.30 \u2013 3.30pm241,258,406,287", "gt_answer": "SUNDAY 25th July 2021, 2.30 \u2013 3.30pm242,260,755,283"} +{"image": ["imgs/ChartQA_PCG/two_col_22250.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the lowest share of households?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2007236,837,260,877"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2007236, 841, 260, 881", "gt_answer": "2007236,837,260,877", "necessary bbox": "['78%', '2007236,837,260,877']"} +{"image": ["imgs/CCMAIN/0294031.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the M.V. value for the skater with the lowest points in the In Line Ladies category? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "In the In Line Ladies category, Francisca Cabrera Antoine108,612,287,627 from CHI scored the lowest points with 95.400543,612,590,627, and her M.V. value is 0.0609,316,630,331. Answer: 0.0609,316,630,331"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Francisca Cabrera Antoine from CHI308,612,334,627 has the lowest points in the In Line Ladies category with 95.400543,612,591,627, and her M.V. value is 0.0608,316,630,331. Answer: 0.0608,316,630,331", "gt_answer": "In the In Line Ladies category, Francisca Cabrera Antoine108,612,287,627 from CHI scored the lowest points with 95.400543,612,590,627, and her M.V. value is 0.0609,316,630,331. Answer: 0.0609,316,630,331"} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service monthly?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "41.2%543,543,599,569"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "41.2%543, 547, 600, 573", "gt_answer": "41.2%543,543,599,569", "necessary bbox": "['Monthly673,589,743,621', '41.2%543,543,599,569']"} +{"image": ["imgs/ChartQA_PCG/two_col_21253.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average price in U.S. dollars in 2012?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "39.16"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The average price in 2012 is shown as 39.16558, 107, 591, 123.\n\nAnswer: 39.16", "gt_answer": "39.16", "necessary bbox": "['39.16556,106,590,122']"} +{"image": ["imgs/CCMAIN/0269028.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document provides elevation profiles for the Fort Ord Trail Run251,65,747,148, featuring three different race distances: 10K342,164,387,187, 25K330,430,375,453, and 50K327,695,372,718. The 10K342,164,387,187 race has an elevation gain of approximately 480'427,165,477,182, starting at 207ft154,322,188,328 and peaking at 482ft505,287,535,298. The 25K330,430,375,453 race features an elevation gain of around 1,900'415,431,485,448, with a peak at 583ft427,528,458,538. The 50K327,695,372,718 race has the most significant elevation gain of about 3,800'418,696,491,715, reaching a peak of 830ft630,766,663,776. "}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a graphical representation of the Fort Ord Trail Run251,74,746,138, detailing three different race distances with varying elevation gains. The 10K343,162,389,185 race covers approximately 480 feet of elevation gain over 6 miles. The 25K330,430,376,453 race involves about 1,900 feet of elevation gain over 12 miles. The 50K327,695,373,718 race has an elevation gain of approximately 3,800 feet over 28 miles. Each graph shows the elevation change in feet against distance in miles, with the 10K343,162,389,185 and 25K330,430,376,453 graphs starting at 207 feet and the 50K327,695,373,718 graph starting at 203 feet.", "gt_answer": "The document provides elevation profiles for the Fort Ord Trail Run251,65,747,148, featuring three different race distances: 10K342,164,387,187, 25K330,430,375,453, and 50K327,695,372,718. The 10K342,164,387,187 race has an elevation gain of approximately 480'427,165,477,182, starting at 207ft154,322,188,328 and peaking at 482ft505,287,535,298. The 25K330,430,375,453 race features an elevation gain of around 1,900'415,431,485,448, with a peak at 583ft427,528,458,538. The 50K327,695,372,718 race has the most significant elevation gain of about 3,800'418,696,491,715, reaching a peak of 830ft630,766,663,776. "} +{"image": ["imgs/ChartQA_PCG/multi_col_20030.png"], "messages": [{"role": "user", "content": "<|image|> \nBy what percentage did the share of respondents aged 467,723,556,743 increase from 196,459,215,476 in 1992 to 773,315,800,333 in 2013? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The share increased from 9%196,459,215,476 to 21%773,315,800,333, which is a 12% increase."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share increased from 9%198,459,217,476 in 1992 to 21%773,315,799,333 in 2013. The increase is 12%.", "gt_answer": "The share increased from 9%196,459,215,476 to 21%773,315,800,333, which is a 12% increase."} +{"image": ["imgs/ChartQA_PCG/two_col_898.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much higher was the average ticket price for the NFL in 2016 compared to Major League Baseball in 2015? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The average ticket price for the NFL (2016)272, 921, 334, 937 was 92.98286, 163, 320, 178, which is 61.98 higher than the MLB (2015)783, 921, 848, 937 average ticket price of 31808, 648, 823, 664."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The average ticket price for the NFL in 2016 was 92.98287,163,320,179, while for MLB in 2015 it was 31809,646,824,663. The difference is 92.98 - 31 = 61.98.", "gt_answer": "The average ticket price for the NFL (2016)272, 921, 334, 937 was 92.98286, 163, 320, 178, which is 61.98 higher than the MLB (2015)783, 921, 848, 937 average ticket price of 31808, 648, 823, 664."} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nFor the 497,580,531,596 group, how much greater is the percentage of votes received by 413,723,493,743 compared to 550,723,630,743? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The percentage for Hillary Clinton413,723,493,743 is 65%492,202,518,221, while for Donald Trump550,723,630,743 it is 29%511,392,537,411, so the difference is 36%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "For the Latino 497,580,531,596 group, Hillary Clinton received 65% 492,201,518,219 and Donald Trump received 29% 513,392,539,411. The difference is 65% - 29% = 36%.", "gt_answer": "The percentage for Hillary Clinton413,723,493,743 is 65%492,202,518,221, while for Donald Trump550,723,630,743 it is 29%511,392,537,411, so the difference is 36%."} +{"image": ["imgs/ChartQA_PCG/two_col_101527.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Honduras' exports was to 347, 955, 412, 969 in 2019?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 8% "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Honduras' exports to El Salvador347, 955, 412, 969 in 2019 is 8%.\n\nAnswer: 8%", "gt_answer": " 8% ", "necessary bbox": "['El Salvador347, 955, 412, 969']"} +{"image": ["imgs/CCMAIN/0182696.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the bed configuration in the Aries room of the Boys' Chalet? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "1 full bed, bunk beds208,375,313,386"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1 full bed, bunk beds207,369,314,381", "gt_answer": "1 full bed, bunk beds208,375,313,386"} +{"image": ["imgs/CCMAIN/0335298.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy one pour of each Boatrocker gin? Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The Boatrocker gins listed are Boatrocker Original Gin20,192,338,212 ($10), Boatrocker Jungle Gin20,219,315,240 ($11), and Boatrocker Raspberry Gin20,246,367,267 ($11). The total cost is $10 + $11 + $11 = $32. Answer: $32"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The prices for the Boatrocker gins are $10863,134,910,157, $11863,216,910,239, and $11863,216,910,239. Adding these gives $10 + $11 + $11 = $32. Answer: $32", "gt_answer": "The Boatrocker gins listed are Boatrocker Original Gin20,192,338,212 ($10), Boatrocker Jungle Gin20,219,315,240 ($11), and Boatrocker Raspberry Gin20,246,367,267 ($11). The total cost is $10 + $11 + $11 = $32. Answer: $32"} +{"image": ["imgs/Crello/output_poster754_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Hillary Rodham Clinton 112,754,319,781 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Hillary Rodham Clinton 112,754,320,782 ", "gt_answer": " Hillary Rodham Clinton 112,754,319,781 ", "necessary bbox": "[' Hillary Rodham Clinton 112,754,319,781 ']"} +{"image": ["imgs/CCMAIN/0172052.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich team was the vice champion in the 466,344,527,371 category?"}, {"role": "assistant", "content": "KOWALCZYK Alexandre and BERTOZZO Mayron"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "LE VAL DE GUEBLANGE", "gt_answer": "KOWALCZYK Alexandre and BERTOZZO Mayron"} +{"image": ["imgs/ChartQA_PCG/two_col_23693.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average number of views in billions for the listed Daddy Yankee songs? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The average number of views is approximately 1.665 billion, calculated using the views 1.49 790, 813, 829, 828, 1.51 794, 663, 831, 678, 1.64 819, 513, 857, 528, and 2.01 891, 364, 930, 378."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The average number of views is calculated as follows: (1.49 + 1.51 + 1.64 + 2.01) / 4 = 1.63 billion.", "gt_answer": "The average number of views is approximately 1.665 billion, calculated using the views 1.49 790, 813, 829, 828, 1.51 794, 663, 831, 678, 1.64 819, 513, 857, 528, and 2.01 891, 364, 930, 378."} +{"image": ["imgs/Crello/output_poster1737_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message does the poster convey about the influence of mothers?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " I am strong because a strong woman raised me 52,784,543,841 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " I am strong because a strong woman raised me 53,791,546,840 ", "gt_answer": " I am strong because a strong woman raised me 52,784,543,841 ", "necessary bbox": "[' I am strong because a strong woman raised me 52,784,543,841 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20756.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the largest decrease compared to the previous year?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2008 416,891,439,934"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2008", "gt_answer": " 2008 416,891,439,934", "necessary bbox": "[' 2008 416,891,439,934']"} +{"image": ["imgs/ChartQA_PCG/two_col_62311.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GDP growth in 278, 835, 305, 847?"}, {"role": "assistant", "content": "10.30%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10.30%", "gt_answer": "10.30%", "necessary bbox": "['2021278, 835, 305, 847', '10.30%null']"} +{"image": ["imgs/ChartQA_PCG/two_col_61269.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined market share of robot vacuum cleaners and other types? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The combined market share is 11.0% 365,607,420,633 for robot vacuum cleaners and 10.0% 425,679,482,705 for other types, totaling 21.0% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined market share of Robot vacuum cleaners108,693,312,725 and Other (hand-held, tank-mounted, etc.)91,829,422,859 is 11.0%364,601,419,627 + 10.0%425,685,480,711 = 21.0%.", "gt_answer": "The combined market share is 11.0% 365,607,420,633 for robot vacuum cleaners and 10.0% 425,679,482,705 for other types, totaling 21.0% ."} +{"image": ["imgs/Crello/output_poster1235_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the event?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Eco Talks 217,334,296,414"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Eco Talks 218,339,295,417 ", "gt_answer": " Eco Talks 217,334,296,414", "necessary bbox": "[' Eco Talks 217,334,296,414']"} +{"image": ["imgs/ChartQA_PCG/two_col_42137.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage growth in 116,783,165,800?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "15.70%879, 783, 924, 798"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "15.70%880,781,924,795", "gt_answer": "15.70%879, 783, 924, 798", "necessary bbox": "['15.70%879, 783, 924, 798']"} +{"image": ["imgs/CCMAIN/0325166.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sustainability rating of 80,130,512,163?"}, {"role": "assistant", "content": "75/100"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "75/100", "gt_answer": "75/100"} +{"image": ["imgs/CCMAIN/0346036.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step if 702,358,856,384 is not available?"}, {"role": "assistant", "content": "Contact the Safeguarding Team for advice and complete the LTA's online concern form"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Contact the Safeguarding Team for advice and complete the LTA's online concern form.", "gt_answer": "Contact the Safeguarding Team for advice and complete the LTA's online concern form"} +{"image": ["imgs/CCMAIN/0097861.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document discusses new capabilities in the HYDRA 2D/3D611,321,745,337 multiphysics inertial confinement fusion simulation code, enhancing its ability to simulate various aspects of fusion targets. A model for energy transfer253,386,377,402 between crossed laser beams has been implemented, enabling integrated simulations of NIF ignition targets425,403,590,419. The Zuma626,468,673,484 simulation code is used to study fast ignition targets, simulating the transport of hot electrons. A novel polar S_N multigroup radiation transport package operates on 2D meshes, improving accuracy. Improvements in NLTE opacity modeling740,583,861,599 and a new Monte Carlo particle transport library676,632,734,648 are also discussed. Enhancements to HYDRA's 3D MHD package376,698,525,713 include new methods for calculating forces and expanded equations for conductivity."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document discusses advancements in the HYDRA 2D/3D multiphysics inertial confinement fusion simulation code. A new capability for energy transfer251,384,376,403 between crossed laser beams has been implemented, enhancing simulations of NIF ignition targets. This allows for integrated calculations of cross-beam energy transfer and plasma conditions. The Zuma623,466,671,485 code is used in conjunction with HYDRA to simulate hot electron transport from a petawatt laser to dense fuel. A novel polar S_n multigroup radiation transport package operates on 2D meshes with second-order accuracy. Improvements include enhanced NLTE opacity modeling and a Monte Carlo particle transport library for accurate nuclear diagnostic simulations. The HYDRA\u2019s 3D MHD package has been updated with new methods for calculating MHD forces and expanded terms for electrical and thermal conductivity.", "gt_answer": "The document discusses new capabilities in the HYDRA 2D/3D611,321,745,337 multiphysics inertial confinement fusion simulation code, enhancing its ability to simulate various aspects of fusion targets. A model for energy transfer253,386,377,402 between crossed laser beams has been implemented, enabling integrated simulations of NIF ignition targets425,403,590,419. The Zuma626,468,673,484 simulation code is used to study fast ignition targets, simulating the transport of hot electrons. A novel polar S_N multigroup radiation transport package operates on 2D meshes, improving accuracy. Improvements in NLTE opacity modeling740,583,861,599 and a new Monte Carlo particle transport library676,632,734,648 are also discussed. Enhancements to HYDRA's 3D MHD package376,698,525,713 include new methods for calculating forces and expanded equations for conductivity."} +{"image": ["imgs/ChartQA_PCG/two_col_1811.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of child deaths per day first larger than 5?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2019 767, 905, 792, 945"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2010516,904,541,944", "gt_answer": " 2019 767, 905, 792, 945", "necessary bbox": "[' 5 521, 131, 528, 147', ' 5.04 769, 124, 795, 141', ' 2019 767, 905, 792, 945']"} +{"image": ["imgs/Crello/output_poster1737_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message is conveyed? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text ' I am strong because a strong woman raised me 52,784,543,841 ' conveys a message of gratitude and appreciation towards a strong maternal influence."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The message conveyed is ' I am strong because a strong woman raised me 53,794,546,840 '.", "gt_answer": "The text ' I am strong because a strong woman raised me 52,784,543,841 ' conveys a message of gratitude and appreciation towards a strong maternal influence."} +{"image": ["imgs/Crello/output_poster778_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the occasion mentioned in 266,865,669,929?"}, {"role": "assistant", "content": "women's day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Women's Day", "gt_answer": "women's day", "necessary bbox": "[' Happy women\u2019s day 266,865,669,929']"} +{"image": ["imgs/CCMAIN/0009019.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long has Dr Suliman been working in the field of education? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "over thirty years527,354,640,367"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "over thirty years532,351,647,368", "gt_answer": "over thirty years527,354,640,367"} +{"image": ["imgs/ChartQA_PCG/two_col_100025.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the y-axis label in the chart? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": " Death rate from HIV per 100,000 population 405,952,744,967."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Death rate from HIV per 100,000 population403,952,746,968", "gt_answer": " Death rate from HIV per 100,000 population 405,952,744,967."} +{"image": ["imgs/CCMAIN/0315102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 518,459,672,469 for 45,487,161,500? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "00065-PKHCX-0002518,488,645,500"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "00065-PKHCFX-0002518,487,643,499", "gt_answer": "00065-PKHCX-0002518,488,645,500"} +{"image": ["imgs/ChartQA_PCG/two_col_2536.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the state with a specialist physician count closest to 500, 924, 538, 935 Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": " Florida 64, 374, 105, 386 with 59065 513, 371, 553, 386 specialist physicians."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The state with a specialist physician count closest to 60000500, 924, 538, 935 is Texas71, 300, 105, 313 with 66916567, 298, 607, 313 physicians.", "gt_answer": " Florida 64, 374, 105, 386 with 59065 513, 371, 553, 386 specialist physicians."} +{"image": ["imgs/CCMAIN/0289553.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 170,186,331,198 for this quarter? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "8,127,630516,185,573,198"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "8,127,630", "gt_answer": "8,127,630516,185,573,198"} +{"image": ["imgs/ChartQA_PCG/multi_col_20535.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the median age for Men in 832, 546, 857, 592?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "30.10"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The median age for Men in 2018832, 546, 857, 592 is 30.10. Answer: 30.10", "gt_answer": "30.10", "necessary bbox": "['2018832, 546, 857, 592','Men483,665,511,686']"} +{"image": ["imgs/Crello/output_poster454_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the profession of the person mentioned in 609,316,874,393?"}, {"role": "assistant", "content": " Virtual Reality Developer "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Virtual Reality Developer", "gt_answer": " Virtual Reality Developer ", "necessary bbox": "[' Virtual Reality Developer 609,408,866,457']"} +{"image": ["imgs/ChartQA_PCG/two_col_101609.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Medicaid coverage first surpass 530,510,561,510?"}, {"role": "assistant", "content": "2004"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2004.", "gt_answer": "2004", "necessary bbox": "['38.06530,510,561,510', \"'04533,822,550,849\"]"} +{"image": ["imgs/Crello/output_poster22_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the financial company mentioned in the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The name of the financial company mentioned in the poster is ' Magnum 22,277,406,868 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Magnum 21,277,406,853 ", "gt_answer": "The name of the financial company mentioned in the poster is ' Magnum 22,277,406,868 '."} +{"image": ["imgs/CCMAIN/0002821.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The Promenade apartments47,183,331,216 project involves constructing 63 rental units, including a 4-story mid-rise building with 41 apartments and 3 townhouse buildings with 22 apartments. These units offer 1, 2, and 3-bedroom options. The project targets various income levels, including 30%, 50%, 60%, and 80% of the area median income. Ten units are reserved for veterans at risk of homelessness or with disabilities, and four units are accessible for those with mobility impairments. Amenities include a Fitness Room454,644,537,663, Community Room440,668,551,687, Laundry Facilities443,692,549,711, Trash Removal450,716,541,735, Off street parking442,739,550,759, and Playground equipment425,764,566,783. Average square footages are 759 for 1-bedroom, 995 for 2-bedroom, and 1348 for 3-bedroom units. Monthly rents, based on annual median income, range from $340 to $1522."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Promenade Apartments46,182,330,217 project by the Saratoga Springs Housing Authority includes 63 rental units across a 4-story mid-rise building and 3 townhouse buildings. The project targets a wide range of income levels, including 30%, 50%, 60%, and 80% of the area median income thresholds. Ten units are set aside for veterans at risk of homelessness or with disabilities, and four units are fully accessible for mobility-impaired individuals. Monthly rents are based on Annual Median Income (AMI), with ranges from $340 to $1522. Amenities include a Fitness Room452,640,539,662, Community Room441,662,551,684, Laundry Facilities441,684,549,706, Trash Removal452,715,543,737, Off street parking441,737,548,759, and Playground equipment424,760,567,782.", "gt_answer": "The Promenade apartments47,183,331,216 project involves constructing 63 rental units, including a 4-story mid-rise building with 41 apartments and 3 townhouse buildings with 22 apartments. These units offer 1, 2, and 3-bedroom options. The project targets various income levels, including 30%, 50%, 60%, and 80% of the area median income. Ten units are reserved for veterans at risk of homelessness or with disabilities, and four units are accessible for those with mobility impairments. Amenities include a Fitness Room454,644,537,663, Community Room440,668,551,687, Laundry Facilities443,692,549,711, Trash Removal450,716,541,735, Off street parking442,739,550,759, and Playground equipment425,764,566,783. Average square footages are 759 for 1-bedroom, 995 for 2-bedroom, and 1348 for 3-bedroom units. Monthly rents, based on annual median income, range from $340 to $1522."} +{"image": ["imgs/Crello/output_poster1575_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat month is associated with the date on the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " March 855,26,910,50 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " March 857,26,901,46 ", "gt_answer": " March 855,26,910,50 ", "necessary bbox": "[' March 855,26,910,50 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80781.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest enrollment for Adults**?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "15.60527, 296, 561, 315"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2018", "gt_answer": "15.60527, 296, 561, 315", "necessary bbox": "['15.60527, 296, 561, 315', '2018541, 757, 569, 772', 'Adults**471, 602, 517, 617']"} +{"image": ["imgs/Crello/output_poster1236_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount offered during the Christmas sale according to the poster? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The discount offered is SAVE UP TO 80%701,35,917,64."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is up to 80% as mentioned in ' SAVE UP TO 80% 701,34,916,65 '.", "gt_answer": "The discount offered is SAVE UP TO 80%701,35,917,64."} +{"image": ["imgs/CCMAIN/0124543.png"], "messages": [{"role": "user", "content": "<|image|> \nHow soon can most people fly solo after joining 195,406,504,428?"}, {"role": "assistant", "content": "within their first year"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Within their first year.", "gt_answer": "within their first year"} +{"image": ["imgs/ChartQA_PCG/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of events in 636,522,671,543?"}, {"role": "assistant", "content": "29700"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "27,000", "gt_answer": "29700", "necessary bbox": "['2015636,522,671,543', '4200639, 235, 670, 254', '1200640, 196, 670, 215', '2700', '1100640, 142, 669, 161', '4600639, 102, 670, 119']"} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 712,910,762,929?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "59"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The projected value for 2028***712,910,762,929 is 59730,134,745,151 billion euros. Answer: 59 billion euros.", "gt_answer": "59", "necessary bbox": "['59731,133,746,149','2028***712,910,762,929']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20535.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween 1998 and 2019, how many times did the median age for Men surpass 105, 199, 119, 214? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The median age for Men surpassed 29105, 199, 119, 214 four times, in 2013666, 545, 691, 590, 2014699, 545, 725, 590, 2016765, 546, 791, 592, and 2018832, 546, 857, 592."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The median age for Men surpassed 29105, 199, 119, 214 in the years 2013, 2014, 2016, 2017, 2018, and 2019. This is a total of 6 times.", "gt_answer": "The median age for Men surpassed 29105, 199, 119, 214 four times, in 2013666, 545, 691, 590, 2014699, 545, 725, 590, 2016765, 546, 791, 592, and 2018832, 546, 857, 592."} +{"image": ["imgs/Crello/output_poster732_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text boxes in 238,120,459,165 and 455,189,679,232?"}, {"role": "assistant", "content": "INSPIRED"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "INSPIRED", "gt_answer": "INSPIRED", "necessary bbox": "['INSP238,120,459,165', 'IRED455,189,679,232']"} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 231,239,461,255? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "4.00738,239,779,255"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "4.00738,239,778,255", "gt_answer": "4.00738,239,779,255"} +{"image": ["imgs/ChartQA_PCG/two_col_62148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of e-waste is 'Not collected for recycling'?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 80% "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of e-waste that is 'Not collected for recycling' is 80%912, 207, 945, 222. Answer: 80%", "gt_answer": " 80% ", "necessary bbox": "[' Not collected for recycling 167, 209, 368, 225', ' 80% 912, 207, 947, 222']"} +{"image": ["imgs/CCMAIN/0094726.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the test report number associated with the certificate? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "HX1905018564228,664,368,684"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "HX1905018564225,665,370,683", "gt_answer": "HX1905018564228,664,368,684"} +{"image": ["imgs/ChartQA_PCG/multi_col_40327.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of health spending for Medicare in 2028?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "25.2%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of health spending for Medicare in 2028 is given as 25.10%.\n\nAnswer: 25.1%", "gt_answer": "25.2%", "necessary bbox": "['Medicare245, 177, 306, 191', '2028**661, 588, 709, 600']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the growth percentage of 760, 552, 787, 572 in 109, 138, 121, 500 for Sales value?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "10%716, 393, 742, 412"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "10%713, 395, 740, 413", "gt_answer": "10%716, 393, 742, 412", "necessary bbox": "['Baby760, 552, 787, 572', 'Growth in sales (March vs. February)109, 138, 121, 500', '10%716, 393, 742, 412']"} +{"image": ["imgs/Crello/output_poster92_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat hashtag is used to promote the campaign?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " #stayathome 740,773,859,812 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " #stayathome 739,774,859,812 ", "gt_answer": " #stayathome 740,773,859,812 ", "necessary bbox": "[' #stayathome 740,773,859,812 ']"} +{"image": ["imgs/CCMAIN/0322719.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event did R Michael Round play on 2019-09-25? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "On 2019-09-25314,367,392,383, R Michael Round played against Paul RH Clarke52,367,158,383 in the League Division Two804,367,951,383 event. Answer: League Division Two804,367,951,383"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that on 2019-09-25316,368,394,384, R Michael Round played in the League Division Two802,368,950,384 event against Rose Forgrove B and Rose Forgrove C. Answer: League Division Two802,368,950,384", "gt_answer": "On 2019-09-25314,367,392,383, R Michael Round played against Paul RH Clarke52,367,158,383 in the League Division Two804,367,951,383 event. Answer: League Division Two804,367,951,383"} +{"image": ["imgs/CCMAIN/0143127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat activities are included in the program? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The flyer lists the ACTIVITIES599,536,738,564 offered as Sports & Recreation625,561,879,588, Arts & Crafts625,589,788,616, STEM Education625,617,827,644, Homework Help625,644,832,671, Character Building625,672,864,699, and Snack625,700,700,727. Answer: Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the activities as Sports & Recreation627,563,879,587, Arts & Crafts627,591,789,615, STEM Education627,619,829,643, Homework Help627,647,832,671, Character Building627,675,866,699, and Snack627,703,701,727. Answer: Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack", "gt_answer": "The flyer lists the ACTIVITIES599,536,738,564 offered as Sports & Recreation625,561,879,588, Arts & Crafts625,589,788,616, STEM Education625,617,827,644, Homework Help625,644,832,671, Character Building625,672,864,699, and Snack625,700,700,727. Answer: Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack"} +{"image": ["imgs/CCMAIN/0038814.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the final result for Connor BELL in the Men's Discus event? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "In the Men's Discus event, Connor BELL121,741,231,755 from 01 North Harbour Bays382,741,593,755 achieved a final result of 62.61m654,741,714,755. Answer: 62.61m654,741,714,755"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Connor BELL from North Harbour Bays418,620,593,633 achieved the highest final result in the Men's Discus event with a distance of 62.61m657,741,716,754. Answer: 62.61m657,741,716,754", "gt_answer": "In the Men's Discus event, Connor BELL121,741,231,755 from 01 North Harbour Bays382,741,593,755 achieved a final result of 62.61m654,741,714,755. Answer: 62.61m654,741,714,755"} +{"image": ["imgs/ChartQA_PCG/two_col_2091.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the estimated revenue in billion U.S. dollars for Q4 '20*?Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "6.80"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The estimated revenue for Q4 '20* is 6.80 billion U.S. dollars.\n\nAnswer: 6.8", "gt_answer": "6.80", "necessary bbox": "['Q4 '20*770, 921, 805, 983']"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWho choreographed the dance '176,36,347,57'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Kathy Brown & Linda Bowers373,60,657,79"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Kathy Brown & Linda Bowers372,61,658,79", "gt_answer": "Kathy Brown & Linda Bowers373,60,657,79"} +{"image": ["imgs/Crello/output_poster1277_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat word is spelled out by the individual letters in the poster?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "SALE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The letters ' S 178,124,219,305 ', ' A 76,364,120,521 ', ' L 213,596,253,753 ', and ' E 333,759,367,916 ' spell out the word 'SALE'. Answer: SALE", "gt_answer": "SALE", "necessary bbox": "[' S 180,125,223,299 ', ' A 74,353,124,523 ', ' L 218,574,250,744 ', ' E 336,761,371,932 ']"} +{"image": ["imgs/CCMAIN/0355615.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long is the duration of the training program? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The duration of the training program is specified as Tow weeks116,531,207,550 under the Duration116,502,207,525 section, indicating the length of the course. Answer: Tow weeks.116,531,213,550"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the duration of the training is Tow weeks116,532,207,551, indicating the time frame for the program. Answer: Tow weeks116,532,207,551", "gt_answer": "The duration of the training program is specified as Tow weeks116,531,207,550 under the Duration116,502,207,525 section, indicating the length of the course. Answer: Tow weeks.116,531,213,550"} +{"image": ["imgs/ChartQA_PCG/two_col_82587.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total costs for 'Overexertion involving outside sources', 'Falls on same level', and 'Struck by object or equipment'. Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The total cost is calculated as follows: 10.84884,220,934,235 (Falls on same level) + 6.12666,298,705,313 (Struck by object or equipment) + 0.00 (Overexertion involving outside sources, missing data) = 16.96 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total costs are 1.06 + 10.84882,220,931,235 + 6.12667,298,707,313 = 18.02 billion U.S. dollars.", "gt_answer": "The total cost is calculated as follows: 10.84884,220,934,235 (Falls on same level) + 6.12666,298,705,313 (Struck by object or equipment) + 0.00 (Overexertion involving outside sources, missing data) = 16.96 billion U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_43933.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the fertility rate drop below 126,232,134,244 according to the chart data? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The fertility rate dropped below 4126,232,134,244 in 2013501,846,526,886."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The fertility rate dropped below 4126,232,134,244 in the year 2014561,845,587,885.", "gt_answer": "The fertility rate dropped below 4126,232,134,244 in 2013501,846,526,886."} +{"image": ["imgs/CCMAIN/0104540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 58,179,199,196 for the Ojai Music Festival 2021 Program Book Ad Insertion Order? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "July 15, 2021219,179,338,196"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "July 15, 2021219,179,342,196", "gt_answer": "July 15, 2021219,179,338,196"} +{"image": ["imgs/CCMAIN/0291769.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy are campers advised against wearing flip flops at active activities according to 122,436,475,679? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to 122,436,475,679, campers aren't allowed to wear flip flops at active activities for safety reasons. The text suggests bringing sandals or water shoes instead, as they provide better support and protection during activities."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Campers are advised against wearing flip flops at active activities because they are not allowed, as stated in Camper s aren\u2019t allowed to wear flip flops at active activities123,627,475,640. This rule is likely in place for safety and to ensure campers can participate effectively in various activities.", "gt_answer": "According to 122,436,475,679, campers aren't allowed to wear flip flops at active activities for safety reasons. The text suggests bringing sandals or water shoes instead, as they provide better support and protection during activities."} +{"image": ["imgs/ChartQA_PCG/multi_col_1513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 797, 725, 857, 735 respondents who watch Cooking (e.g., MasterChef, Chopped, etc.) shows?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 41% 924, 415, 964, 425"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "41%927, 418, 963, 430", "gt_answer": " 41% 924, 415, 964, 425", "necessary bbox": "[' Female 797, 725, 857, 735', ' Cooking (e.g., MasterChef, Chopped, etc.) 163, 420, 526, 433', ' 41% 924, 415, 964, 425']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101107.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of females in the year 847,562,872,607? Give grounding and detailed answer."}, {"role": "assistant", "content": "The life expectancy of females in the year 2019847,562,872,607 is 77.84 years."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy of females in 2019847,562,872,607 is 77.90 years.", "gt_answer": "The life expectancy of females in the year 2019847,562,872,607 is 77.84 years."} +{"image": ["imgs/Crello/output_poster6_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is encouraged at the end of the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " BUY NOW! 747,887,884,925 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " BUY NOW! 748,886,885,923 ", "gt_answer": " BUY NOW! 747,887,884,925 ", "necessary bbox": "[' BUY NOW! 747,887,884,925 ']"} +{"image": ["imgs/CCMAIN/0037212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the big 64,18,379,40 mentioned for motivating salespeople?"}, {"role": "assistant", "content": "Increased Profitability, Improved Morale, Deeper Loyalty"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Increased Profitability, Improved Morale, Deeper Loyalty", "gt_answer": "Increased Profitability, Improved Morale, Deeper Loyalty"} +{"image": ["imgs/Crello/output_poster63_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of adults wish they had music lessons?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 70% 225,793,480,847 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 70% 225,791,483,846 ", "gt_answer": " 70% 225,793,480,847 ", "necessary bbox": "[' 70% 225,793,480,847 ', ' OF ADULTS WISH \\nTHEY HAD ONES 548,792,726,814 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two payment methods have the same share of online shoppers? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The payment methods are 'Other' 3%226, 831, 251, 845 and 'Cryptocurrencies (Bitcoin)' 3%226, 749, 251, 763."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The payment methods Other120,834,165,846 and Crypto currencies (Bitcoin)0,750,165,765 both have a share of 3%229,748,254,762.", "gt_answer": "The payment methods are 'Other' 3%226, 831, 251, 845 and 'Cryptocurrencies (Bitcoin)' 3%226, 749, 251, 763."} +{"image": ["imgs/Crello/output_poster63_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of kids have music lessons?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 20% 224,676,480,729 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 20% 224,675,481,730 ", "gt_answer": " 20% 224,676,480,729 ", "necessary bbox": "[' 20% 224,676,480,729 ', ' OF KIDS HAVE\\nMUSIC LESSONS 549,680,719,702 ']"} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document provides details about the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics173,103,821,117. It has an ISSN80,60,128,74 of 2656-8624146,60,237,74 and is published online in Indonesia173,103,256,117. The record is confirmed and managed by the ISSN National Centre for Indonesia451,260,755,274. The last modification date is 06/02/2021304,217,401,231. Additional information includes a Wikidata80,303,165,317 link and a FATCAT80,324,157,338 link."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides details about the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics173,103,829,117. It is an online publication from Indonesia168,174,251,188, with the ISSN 2656-8624146,60,237,74. The last modification date is 06/02/2021304,217,401,231. The record is confirmed by the ISSN National Centre for Indonesia451,259,754,274. Additional resources include URLs for Wikidata and FATCAT.", "gt_answer": "The document provides details about the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics173,103,821,117. It has an ISSN80,60,128,74 of 2656-8624146,60,237,74 and is published online in Indonesia173,103,256,117. The record is confirmed and managed by the ISSN National Centre for Indonesia451,260,755,274. The last modification date is 06/02/2021304,217,401,231. Additional information includes a Wikidata80,303,165,317 link and a FATCAT80,324,157,338 link."} +{"image": ["imgs/Crello/output_poster1117_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the text box with coordinates 98,132,648,314?"}, {"role": "assistant", "content": "huge discounts at Malea Shop"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "huge discounts", "gt_answer": "huge discounts at Malea Shop", "necessary bbox": "[' A little bird told us \\nabout huge discounts \\nat Malea Shop. 98,132,648,314 ']"} +{"image": ["imgs/CCMAIN/0182696.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich cabin is not for use according to the map? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The map indicates that the Directors\u2019 Cabin (DC)108,189,219,209 is NOT FOR USE114,255,209,270, making it unavailable for campers. Answer: Directors\u2019 Cabin (DC)108,189,219,209"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The map clearly marks the Directors\u2019 Cabin (DC)109,187,216,208 with a note stating NOT FOR USE113,254,208,269, indicating it is not available for occupancy. Answer: Directors\u2019 Cabin (DC)109,187,216,208", "gt_answer": "The map indicates that the Directors\u2019 Cabin (DC)108,189,219,209 is NOT FOR USE114,255,209,270, making it unavailable for campers. Answer: Directors\u2019 Cabin (DC)108,189,219,209"} +{"image": ["imgs/ChartQA_PCG/multi_col_303.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year and semester had the highest price for the 444,637,541,653 category?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2018 S2740,520,778,586"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2018 S2723,526,761,593", "gt_answer": "2018 S2740,520,778,586", "necessary bbox": "['1.000-2.500 kWh444,637,541,653', '33.94741,65,779,84', '2018 S2740,520,778,586']"} +{"image": ["imgs/Crello/output_poster598_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the address and phone number for Heavenly Strings Music Store? Give grounding and detailed answer."}, {"role": "assistant", "content": "The address is '9027 Fremont Lane, Carmel, NY 10512' and the phone number is '610 567 9987', as stated in ' 610 567 9987\n9027 Fremont Lane\nCarmel, NY 10512\" '409,585,560,702."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The address is 9027 Fremont Lane\nCarmel, NY 10512\" 408,603,565,700 and the phone number is 610 567 9987 408,580,524,602.", "gt_answer": "The address is '9027 Fremont Lane, Carmel, NY 10512' and the phone number is '610 567 9987', as stated in ' 610 567 9987\n9027 Fremont Lane\nCarmel, NY 10512\" '409,585,560,702."} +{"image": ["imgs/CCMAIN/0352494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the late charge amount mentioned in 68,616,945,717 if payment is not made by 10am Monday? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The late charge amount mentioned is \\S15.00212,635,264,650 if payment is not made by 10am Monday."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The late charge amount mentioned is \\S15.00213,634,263,653.", "gt_answer": "The late charge amount mentioned is \\S15.00212,635,264,650 if payment is not made by 10am Monday."} +{"image": ["imgs/Crello/output_poster180_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message of the poster? Please respond succinctly and include the answer's bounding box if it is available.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Happy Mother\u2019s Day! 185,365,674,717 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Happy Mother\u2019s Day! 186,374,672,704 ", "gt_answer": " Happy Mother\u2019s Day! 185,365,674,717 ", "necessary bbox": "[' Happy Mother\u2019s Day! 185,365,674,717 ']"} +{"image": ["imgs/Crello/output_poster125_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can tickets for the polo match be booked?Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "polomatch.com or 34-873-837-772"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Book your ticket online or by phone 269,875,584,889 ' suggests booking options, and the website ' polomatch.com 374,914,550,930 ' is provided for online bookings. Answer: polomatch.com", "gt_answer": "polomatch.com or 34-873-837-772", "necessary bbox": "[' polomatch.com\\n34-873-837-772 373,911,550,945 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100946.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents aged 498, 542, 566, 560 who believe that 621, 663, 820, 683?"}, {"role": "assistant", "content": "27%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "27%", "gt_answer": "27%", "necessary bbox": "['26-34 years498, 542, 566, 560', 'Yes, almost all of them are corrupt621, 663, 820, 683', '27%536, 335, 561, 353']"} +{"image": ["imgs/CCMAIN/0131436.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the anticipated issue date for 72,194,177,238 permit? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "7/15/2019403,198,457,214"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7/15/2019403,194,456,213", "gt_answer": "7/15/2019403,198,457,214"} +{"image": ["imgs/Crello/output_poster1159_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text in 206,238,784,397 and 403,410,879,525?"}, {"role": "assistant", "content": "Nothing haunts"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Nothing haunts", "gt_answer": "Nothing haunts", "necessary bbox": "[' Nothing 206,238,784,397', ' haunts 403,410,879,525']"} +{"image": ["imgs/CCMAIN/0185979.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which floors is the balcony available? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "5, 7, 9 & 11776,134,824,151"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Floors 5, 7 & 11740,132,822,149", "gt_answer": "5, 7, 9 & 11776,134,824,151"} +{"image": ["imgs/Crello/output_poster1420_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the event celebrated on the date mentioned in 446,806,557,852?"}, {"role": "assistant", "content": "Ice Cream Day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Ice Cream Day", "gt_answer": "Ice Cream Day", "necessary bbox": "[' Ice\\nCream\\nDay 412,457,724,875 ', ' July 21 446,806,557,852 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_259.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich player earned the most from endorsements?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Roger Federer113, 111, 201, 125"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Roger Federer112, 110, 203, 124", "gt_answer": "Roger Federer113, 111, 201, 125", "necessary bbox": "['Roger Federer113, 111, 201, 125', 'Endorsements477, 607, 565, 618', '100524, 109, 547, 122']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60799.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference in unemployment rates between men and women in 2019?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "0.5%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2019, the unemployment rate for men was 3.40%786, 325, 824, 343, and for women, it was 3.90%795, 291, 833, 309. The difference is 3.90% - 3.40% = 0.50%. Answer: 0.50%", "gt_answer": "0.5%", "necessary bbox": "['Men460,716,482,730', 'Women539,716,581,730', '3.40%786,322,823,341', '3.90%794,289,831,308']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of male users?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "46.5%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of male users is shown as 46.5%312, 529, 368, 555.\n\nAnswer: 46.5%", "gt_answer": "46.5%", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557']"} +{"image": ["imgs/ChartQA_PCG/two_col_82321.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in the number of enterprises from 2008 to 2018?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "124.4%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, there were 127219,495,241,511 enterprises. In 2018, there were 285746,113,769,129 enterprises. The increase is 285 - 127 = 158. The percentage increase is (158 / 127) * 100 \u2248 124.1%. Answer: 124.1%", "gt_answer": "124.4%", "necessary bbox": "['2008215, 840, 241, 879', '127218, 498, 240, 513', '2018744, 839, 769, 879', '285747, 112, 769, 128']"} +{"image": ["imgs/Crello/output_poster545_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being celebrated according to 330,249,821,399 and 158,322,707,480?"}, {"role": "assistant", "content": "NEW YEAR\u2019S EVE"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "New Year's Eve", "gt_answer": "NEW YEAR\u2019S EVE", "necessary bbox": "[' NEW 330,249,821,399', ' YEAR\u2019S EVE 158,322,707,480']"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nIf you buy a 62,826,163,846 and a 595,617,709,639, what is the total cost?"}, {"role": "assistant", "content": "$11.90"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$7.90", "gt_answer": "$11.90"} +{"image": ["imgs/CCMAIN/0165807.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the text in 690,73,932,80 suggest about evaluating constitutional checks on law making? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The text in 690,73,932,80 suggests that evaluating constitutional checks on law making involves looking at examples and past exam questions. This indicates a methodical approach to understanding how constitutional checks are applied in practice."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 690,73,932,80 suggests that evaluating constitutional checks on law making involves a 'simple' approach, as indicated by the phrase 'A simple approach to evaluating constitutional checks on law making'. This implies that there is a straightforward method or framework for assessing how constitutional provisions limit legislative power.", "gt_answer": "The text in 690,73,932,80 suggests that evaluating constitutional checks on law making involves looking at examples and past exam questions. This indicates a methodical approach to understanding how constitutional checks are applied in practice."} +{"image": ["imgs/ChartQA_PCG/multi_col_40633.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mean number of units consumed by Men aged 590,548,663,566?"}, {"role": "assistant", "content": " 19.50 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "19.50", "gt_answer": " 19.50 ", "necessary bbox": "[' Men 501, 662, 523, 676', ' 55-64 years 592, 549, 660, 568', ' 19.50 603, 84, 636, 102']"} +{"image": ["imgs/ChartQA_PCG/two_col_23918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue in million EUR in 768, 854, 817, 869?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "478"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in Q1 2020768, 854, 817, 869 was 478780, 287, 803, 303 million EUR. Answer: 478", "gt_answer": "478", "necessary bbox": "['Q1 2020768, 854, 817, 869', '478781, 288, 804, 304']"} +{"image": ["imgs/ChartQA_PCG/two_col_103223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people answered 695, 379, 725, 405?"}, {"role": "assistant", "content": "57.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "57%", "gt_answer": "57.0%", "necessary bbox": "['Yes695, 379, 725, 405', '57.0%574, 413, 630, 439']"} +{"image": ["imgs/ChartQA_PCG/two_col_2546.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year did Puma's global revenue first exceed 4 billion euros?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2017"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Puma's global revenue first exceeded 4 billion euros in 2017756,864,781,904 with a revenue of 4.13 billion euros. Answer: 2017", "gt_answer": "2017", "necessary bbox": "[' 4 178, 323, 186, 335', '2017760, 865, 785, 905']"} +{"image": ["imgs/ChartQA_PCG/two_col_63168.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the market value in billion U.S. dollars in 697,914,725,926?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "672"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The market value in 2017697,914,725,926 was 672699,138,721,154 billion U.S. dollars. Answer: 672", "gt_answer": "672", "necessary bbox": "['2017697,914,725,926', '672700,142,722,158']"} +{"image": ["imgs/CCMAIN/0231015.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "PRELIOS331,119,623,149 S.p.A. announced an update to their 2014 CORPORATE EVENTS CALENDAR399,250,725,268. The Board of Directors meeting for the final examination and approval of the new 2014-2016 Business Plan115,363,344,383 is rescheduled to 12 June 2014492,363,620,384, instead of the previously planned 4 June 2014740,363,853,383. This change is to complete and finalize activities related to the preparation of the plan."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "On 29 May 2014178,328,305,348, Prelios S.p.A. announced that the Board of Directors will hold a meeting on 12 June 2014492,362,620,382 instead of 4 June 2014740,362,853,382. This change is made to complete and finalize activities related to the preparation of the new 2014-2016 Business Plan115,362,347,382.", "gt_answer": "PRELIOS331,119,623,149 S.p.A. announced an update to their 2014 CORPORATE EVENTS CALENDAR399,250,725,268. The Board of Directors meeting for the final examination and approval of the new 2014-2016 Business Plan115,363,344,383 is rescheduled to 12 June 2014492,363,620,384, instead of the previously planned 4 June 2014740,363,853,383. This change is to complete and finalize activities related to the preparation of the plan."} +{"image": ["imgs/CCMAIN/0053127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the annual membership fee for an 151,701,302,719? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the membership options and their respective fees. The fee for an Associate member151,701,302,719 is clearly stated as $75316,701,346,719. Answer: $75316,701,346,719"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the membership fees, and an Associate member151,701,302,719 is charged $75316,701,346,719. Answer: $75", "gt_answer": "The document lists the membership options and their respective fees. The fee for an Associate member151,701,302,719 is clearly stated as $75316,701,346,719. Answer: $75316,701,346,719"} +{"image": ["imgs/Crello/output_poster2042_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat theme is suggested by the text in 306,873,619,919?"}, {"role": "assistant", "content": "mascarade"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Mardi Gras", "gt_answer": "mascarade", "necessary bbox": "['mascarade306,873,619,919']"} +{"image": ["imgs/CCMAIN/0235339.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do if the form is filed by more than one reporting person as mentioned in 21,902,894,964? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "If the form is filed by more than one reporting person, you should see Instruction 5 (b)(v) as indicated in * If the form is filed by more than one reporting person, 24,917,301,926see301,917,319,926 Instruction 5 (b)(v).319,917,418,926."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If the form is filed by more than one reporting person, you should refer to Instruction 5 (b)(v) as mentioned in If the form is filed by more than one reporting person, 24,917,306,926.", "gt_answer": "If the form is filed by more than one reporting person, you should see Instruction 5 (b)(v) as indicated in * If the form is filed by more than one reporting person, 24,917,301,926see301,917,319,926 Instruction 5 (b)(v).319,917,418,926."} +{"image": ["imgs/CCMAIN/0350377.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 149,640,359,654 required unless otherwise approved by the Peachtree City Water and Sewerage Authority? Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document specifies that the minimum depth of cover149,640,359,654 shall be 4'-0\"441,640,472,654 unless otherwise approved by the Peachtree City Water and Sewerage Authority. Answer: 4'-0\"441,640,472,654"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the minimum depth of cover149,640,359,654 shall be 4'-0\" unless otherwise approved by the Peachtree City Water and Sewerage Authority. Answer: 4'-0\"", "gt_answer": "The document specifies that the minimum depth of cover149,640,359,654 shall be 4'-0\"441,640,472,654 unless otherwise approved by the Peachtree City Water and Sewerage Authority. Answer: 4'-0\"441,640,472,654"} +{"image": ["imgs/CCMAIN/0304352.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many admissions in 2019 were short stay? Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "According to the document, out of the Number of Admissions in 2019: 3846,243,324,258, 12 were short stay333,243,481,258, meaning 12 admissions were categorized as short stay. Answer: 12333,243,353,258"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that out of the total admissions, 12340,241,360,257 were short stay, indicating a focus on shorter-term stays. Answer: 12340,241,360,257", "gt_answer": "According to the document, out of the Number of Admissions in 2019: 3846,243,324,258, 12 were short stay333,243,481,258, meaning 12 admissions were categorized as short stay. Answer: 12333,243,353,258"} +{"image": ["imgs/Crello/output_poster837_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many tips are mentioned in the poster?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "10"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of tips is explicitly mentioned in the text ' 10 tips for 56,659,897,724 '. Answer: 10", "gt_answer": "10", "necessary bbox": "[' 1o tips for 57,661,902,726 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in the share of online shoppers between debit cards and bank transfers. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The share of online shoppers using debit cards is 28%662, 338, 698, 351, and for bank transfers, it is 20%523, 502, 558, 517. The difference is 8%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The share for Debit cards76,342,165,354 is 28%664,340,699,355, and for Bank transfers51,510,165,526 is 20%524,508,559,522. The difference is 8%.", "gt_answer": "The share of online shoppers using debit cards is 28%662, 338, 698, 351, and for bank transfers, it is 20%523, 502, 558, 517. The difference is 8%."} +{"image": ["imgs/CCMAIN/0320343.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must be completed for transportation services? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Transportation Release Form295,795,477,807"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Transportation Release Form", "gt_answer": "Transportation Release Form295,795,477,807"} +{"image": ["imgs/CCMAIN/0266631.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The Syracuse Regional Airport Authority357,259,642,278 is holding a Special Board Meeting380,275,555,294 on Friday, June 18, 2021416,290,582,310, from 10:30 a.m. \u2013 12:00 p.m.410,307,494,326 at the Syracuse Hancock International Airport344,322,654,342 in the SRAA Board Room423,338,575,358. The meeting can also be joined via Teams Conference Call401,354,597,375 using the phone number 1-347-966-4080497,372,624,393 and Conference ID 855 774 655445,393,544,414. The agenda includes a Roll Call176,461,241,480, Operating Budget Update Review211,510,456,529 under Old Business, and a Review of the Capital Budget 2021/2022205,559,511,579 under New Business/Discussion. The meeting will conclude with Adjournment176,591,272,610. Bolded items indicate that materials are available."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Syracuse Regional Airport Authority357,260,641,277 is holding a Special Board Meeting380,275,556,292 on Friday, June 18, 2021417,292,581,309, from 10:30 a.m. \u2013 12:00 p.m.410,309,588,326 at the Syracuse Hancock International Airport342,324,656,341. The meeting will be conducted via Teams Conference Call400,355,598,372 with a phone number and Conference ID312,392,430,410 provided. The agenda includes a Roll Call176,462,241,479, Old Business176,495,271,512 such as an Operating Budget Update Review211,512,455,529, and New Business/Discussion176,544,362,561 focusing on the Review of the Capital Budget 2021/2022205,561,511,578. The meeting will conclude with Adjournment176,593,271,610.", "gt_answer": "The Syracuse Regional Airport Authority357,259,642,278 is holding a Special Board Meeting380,275,555,294 on Friday, June 18, 2021416,290,582,310, from 10:30 a.m. \u2013 12:00 p.m.410,307,494,326 at the Syracuse Hancock International Airport344,322,654,342 in the SRAA Board Room423,338,575,358. The meeting can also be joined via Teams Conference Call401,354,597,375 using the phone number 1-347-966-4080497,372,624,393 and Conference ID 855 774 655445,393,544,414. The agenda includes a Roll Call176,461,241,480, Operating Budget Update Review211,510,456,529 under Old Business, and a Review of the Capital Budget 2021/2022205,559,511,579 under New Business/Discussion. The meeting will conclude with Adjournment176,591,272,610. Bolded items indicate that materials are available."} +{"image": ["imgs/Crello/output_poster485_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main service offered in the poster?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Gift Wrapping"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main service offered is highlighted in the text ' GIFT WRAPPING 68,103,842,279 '. Answer: GIFT WRAPPING", "gt_answer": "Gift Wrapping", "necessary bbox": "[' GIFT\\nWRAPPING 67,103,841,283']"} +{"image": ["imgs/CCMAIN/0256236.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is an EC Declaration of Conformity279,156,721,182 from Henan Weimi Medical Equipment Co., Ltd.141,91,789,117 It certifies that the FILTERING HALF MASK384,234,552,247 (Model: Weimi-01620,234,693,247 \u2013 Brand: WIMI763,234,805,247) complies with the REGULATION (EU) 2016/425327,429,530,442 on personal protective equipment. The mask meets the EN 149: 2001+ A1: 2009289,494,466,507 standard. The declaration is issued under the responsibility of the manufacturer, located at #67, Xiangjiang West Road, Shali industrial Area, Yuanhui District, Luohe City, Henan Pro, China196,316,906,329. The notified body is NB. 2163 \u2013 UNIVERSAL CERTIFICATION286,558,575,571 in Istanbul, Turkey, which released the EU TYPE EXAMINATION No. 2163 \u2013 PPE-985677,574,880,587. The document is signed by Fory Yang121,668,195,681 on 01/DEC/2020203,668,304,681."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an EC Declaration of Conformity279,154,720,183 issued by Henan Weimi Medical Equipment Co., Ltd.142,88,790,116 for a FILTERING HALF MASK (Model: Weimi-01 \u2013 Brand: WIMI)385,234,811,247. The manufacturer confirms that this product meets the requirements of the REGULATION (EU) 2016/425326,429,531,442 on personal protective equipment. The declaration is signed by Fory Yang122,668,197,681 on 01/DEC/2020201,668,303,681. The notified body is NB. 2163 \u2013 UNIVERSAL CERTIFICATION285,558,575,571 in Istanbul, Turkey.", "gt_answer": "The document is an EC Declaration of Conformity279,156,721,182 from Henan Weimi Medical Equipment Co., Ltd.141,91,789,117 It certifies that the FILTERING HALF MASK384,234,552,247 (Model: Weimi-01620,234,693,247 \u2013 Brand: WIMI763,234,805,247) complies with the REGULATION (EU) 2016/425327,429,530,442 on personal protective equipment. The mask meets the EN 149: 2001+ A1: 2009289,494,466,507 standard. The declaration is issued under the responsibility of the manufacturer, located at #67, Xiangjiang West Road, Shali industrial Area, Yuanhui District, Luohe City, Henan Pro, China196,316,906,329. The notified body is NB. 2163 \u2013 UNIVERSAL CERTIFICATION286,558,575,571 in Istanbul, Turkey, which released the EU TYPE EXAMINATION No. 2163 \u2013 PPE-985677,574,880,587. The document is signed by Fory Yang121,668,195,681 on 01/DEC/2020203,668,304,681."} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is included with the complimentary breakfast cereals? Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The ASSORTED BREAKFAST CEREALS111,678,569,691 are complimentary and come with Almond Milk or Low-Fat Milk111,692,502,706. Answer: Almond Milk or Low-Fat Milk111,692,502,706"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu states that ASSORTED BREAKFAST CEREALS112,675,568,693 are served with Almond Milk or Low-Fat Milk112,690,500,707, which is complimentary. Answer: Almond Milk or Low-Fat Milk112,690,500,707", "gt_answer": "The ASSORTED BREAKFAST CEREALS111,678,569,691 are complimentary and come with Almond Milk or Low-Fat Milk111,692,502,706. Answer: Almond Milk or Low-Fat Milk111,692,502,706"} +{"image": ["imgs/CCMAIN/0258921.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people observe a 142,329,329,344? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "67%426,337,466,351"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "67%425,338,461,353", "gt_answer": "67%426,337,466,351"} +{"image": ["imgs/Crello/output_poster2107_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the event? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The purpose of the event is to provide plenty of activities to help the environment and wildlife of your area, as mentioned in Plenty of activities to help environment and wildlife of your area. 288,463,687,501."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of the event is to help the environment and wildlife of your area, as stated in ' Plenty of activities to help environment and wildlife of your area. 289,469,687,501 '.", "gt_answer": "The purpose of the event is to provide plenty of activities to help the environment and wildlife of your area, as mentioned in Plenty of activities to help environment and wildlife of your area. 288,463,687,501."} +{"image": ["imgs/ChartQA_PCG/35717037004673.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category has the highest number of deaths from substance use disorders in the chart?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Other illicit drugs282, 209, 432, 237"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Other illicit drugs283, 214, 430, 238", "gt_answer": "Other illicit drugs282, 209, 432, 237", "necessary bbox": "['548', 'Other illicit drugs282, 209, 432, 237']"} +{"image": ["imgs/ChartQA_PCG/two_col_4110.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the turnover values surpass 129,178,142,191 million? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The turnover surpassed 80 129,178,142,191 million in the year 2018 756,867,785,880 and 2019 835,867,864,880."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The turnover values surpassed 80129,178,142,191 million in 2018 with a value of 84.74753,126,787,142 million and in 2019 with a value of 87.20832,104,866,121 million.", "gt_answer": "The turnover surpassed 80 129,178,142,191 million in the year 2018 756,867,785,880 and 2019 835,867,864,880."} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many documents are listed under 182,81,538,103?"}, {"role": "assistant", "content": "1"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Two", "gt_answer": "1"} +{"image": ["imgs/ChartQA_PCG/multi_col_60502.png"], "messages": [{"role": "user", "content": "<|image|> \nIn 2009, what was the percentage share of investors 433, 717, 536, 737 aged 18-34 years and 591, 717, 690, 733 all new investors? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The percentage share for Aged 18-34 years433, 717, 536, 737 was 1%326, 473, 344, 492, while for All new investors591, 717, 690, 733 it was 2%372, 406, 391, 425."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the percentage share of investors aged 18-34 years was 1%327, 475, 346, 493, and the percentage share of all new investors was 2%370, 406, 389, 425.", "gt_answer": "The percentage share for Aged 18-34 years433, 717, 536, 737 was 1%326, 473, 344, 492, while for All new investors591, 717, 690, 733 it was 2%372, 406, 391, 425."} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the 104,427,280,444 of the Current Account on 31/03/21? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The balance of the Current Account on 31/03/21 is shown as \u00a3488.53682,428,749,443 after accounting for transfers and cleared payments. Answer: \u00a3488.53682,428,749,443"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Cash Book Balance104,427,280,444 is the amount recorded in the cash book, which matches the Available Balance104,395,250,412 of \u00a3488.53 on 31/03/21. Answer: \u00a3488.53", "gt_answer": "The balance of the Current Account on 31/03/21 is shown as \u00a3488.53682,428,749,443 after accounting for transfers and cleared payments. Answer: \u00a3488.53682,428,749,443"} +{"image": ["imgs/ChartQA_PCG/two_col_81097.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did Gabon experience the greatest reduction in infant mortality rate compared to the previous year? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The greatest reduction in infant mortality rate compared to the previous year was from 2014 to 2015, with a decrease from 36.90498,302,531,318 in 2014 to 35.80569,320,602,337 in 2015, a reduction of 1.10."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The greatest reduction occurred between 2010218,956,243,996 and 2011289,957,316,996, where the rate decreased from 41.60215,222,249,238 to 40.20.", "gt_answer": "The greatest reduction in infant mortality rate compared to the previous year was from 2014 to 2015, with a decrease from 36.90498,302,531,318 in 2014 to 35.80569,320,602,337 in 2015, a reduction of 1.10."} +{"image": ["imgs/Crello/output_poster664_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the key participants mentioned in 191,69,538,100?"}, {"role": "assistant", "content": "Leading Distributors & Manufacturers"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Leading Distributors & Manufacturers", "gt_answer": "Leading Distributors & Manufacturers", "necessary bbox": "['Leading Distributors & Manufacturers191,69,538,100']"} +{"image": ["imgs/CCMAIN/0308638.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date was the statement filed? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The Date of Event Requiring Statement340,176,406,185 is listed as 10/01/2010328,207,393,218, which is the date when the statement was filed. Answer: 10/01/2010328,207,393,218"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date of the event requiring the statement is provided in section 2 as 01/01/2010331,205,394,216. Answer: 01/01/2010331,205,394,216", "gt_answer": "The Date of Event Requiring Statement340,176,406,185 is listed as 10/01/2010328,207,393,218, which is the date when the statement was filed. Answer: 10/01/2010328,207,393,218"} +{"image": ["imgs/CCMAIN/0104168.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the target group for this 27,159,174,178?"}, {"role": "assistant", "content": "Kenyabased LMEs and technicians/artisans"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Kenyan based LMEs and technicians/artisans.", "gt_answer": "Kenyabased LMEs and technicians/artisans"} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average value of the bar for 98,774,183,795 and 111,526,184,549?"}, {"role": "assistant", "content": "3.28"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4.085", "gt_answer": "3.28", "necessary bbox": "['1.45358, 774, 397, 794','Colombia98,774,183,795','Morocco111,526,184,549','5.11765,526,801,544']"} +{"image": ["imgs/ChartQA_PCG/two_col_62001.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the first lowest number of units sold?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2013501,875,530,914"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015634,874,659,912", "gt_answer": "2013501,875,530,914", "necessary bbox": "['2013501,875,530,914']"} +{"image": ["imgs/CCMAIN/0317804.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines the SPECIAL AGENDA430,33,592,57 for a meeting of the LEWISTON ELEMENTARY SCHOOL DISTRICT310,54,714,69 Board of Education on Monday, May 10, 2021402,104,620,127. The meeting, celebrating 60 YEARS 1958 - 2018469,86,688,110, will be held via teleconference due to COVID-19 restrictions. The agenda includes a CALL TO ORDER162,389,268,399, input regarding agenda items, and a closed session for labor negotiations per Government Code 54957.6372,591,544,606. The public is invited to address issues not on the agenda, with a five-minute time limit for speakers. The meeting details include a Zoom link, Meeting ID: 851 6674 5573430,344,592,355, and Passcode: Lewiston453,358,569,369. The document also mentions compliance with accessibility requirements under the Americans with Disabilities Act."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a SPECIAL AGENDA430,36,591,52 for the LEWISTON ELEMENTARY SCHOOL DISTRICT308,53,716,70 special meeting of the Board of Education. The meeting is scheduled for Monday, May 10, 2021401,106,619,124, at the Staff Room458,123,562,141. It will be held via teleconference due to COVID-19 requirements. The agenda includes input regarding agenda and non-agenda items, with opportunities for public comments. The meeting will cover labor negotiations under Government Code 54957.6. The document also provides instructions for joining the meeting online and details about the Brown Act compliance.", "gt_answer": "The document outlines the SPECIAL AGENDA430,33,592,57 for a meeting of the LEWISTON ELEMENTARY SCHOOL DISTRICT310,54,714,69 Board of Education on Monday, May 10, 2021402,104,620,127. The meeting, celebrating 60 YEARS 1958 - 2018469,86,688,110, will be held via teleconference due to COVID-19 restrictions. The agenda includes a CALL TO ORDER162,389,268,399, input regarding agenda items, and a closed session for labor negotiations per Government Code 54957.6372,591,544,606. The public is invited to address issues not on the agenda, with a five-minute time limit for speakers. The meeting details include a Zoom link, Meeting ID: 851 6674 5573430,344,592,355, and Passcode: Lewiston453,358,569,369. The document also mentions compliance with accessibility requirements under the Americans with Disabilities Act."} +{"image": ["imgs/ChartQA_PCG/multi_col_40733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of infected people in Tokyo 110, 108, 143, 117?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 375 905, 104, 928, 113"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " 375 904, 106, 926, 115", "gt_answer": " 375 905, 104, 928, 113", "necessary bbox": "[' Tokyo 110, 108, 143, 117', ' 375 905, 104, 928, 113']"} +{"image": ["imgs/ChartQA_PCG/two_col_60276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country accounted for the third largest percentage of leather and hide exports in value in 2018?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "France643,167,701,191"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " France 643, 175, 700, 201", "gt_answer": "France643,167,701,191", "necessary bbox": "['France643,167,701,191']"} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many students appeared for 462,380,533,415 exams in the year 2019? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "90309,544,323,565"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "90306,541,321,567", "gt_answer": "90309,544,323,565"} +{"image": ["imgs/CCMAIN/0021162.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the new CEO of Betagenon AB? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "James Hall411,175,497,189"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "James Hall BM, BCh, D.Phil410,175,628,189", "gt_answer": "James Hall411,175,497,189"} +{"image": ["imgs/ChartQA_PCG/multi_col_602.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year with the steepest decline in 526,655,551,670 arrests and quantify the decline. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The steepest decline in Male526,655,551,670 arrests occurred from 2006/07322,548,360,616 to 2007/08363,549,402,616, with a decline from 1231328,331,357,349 to 1223369,331,398,349, a decrease of 8 arrests."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The steepest decline in Male526,655,551,670 arrests occurred between 2013/14 and 2014/15, dropping from 914581,376,603,395 to 879621,386,644,405, a decline of 35.", "gt_answer": "The steepest decline in Male526,655,551,670 arrests occurred from 2006/07322,548,360,616 to 2007/08363,549,402,616, with a decline from 1231328,331,357,349 to 1223369,331,398,349, a decrease of 8 arrests."} +{"image": ["imgs/CCMAIN/0116241.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the origin of the word '158,72,235,108'? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The text states that the word aster158,72,235,108 comes from the Greek and Latin for star340,330,372,354, possibly because the disk flowers have 5 petals and often look like stars. Answer: star340,330,372,354"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document explains that the word 'aster158,72,235,108' comes from the Greek and Latin for 'star', due to the disk flowers having 5 petals and often looking like stars. Answer: From Greek and Latin for 'star'.", "gt_answer": "The text states that the word aster158,72,235,108 comes from the Greek and Latin for star340,330,372,354, possibly because the disk flowers have 5 petals and often look like stars. Answer: star340,330,372,354"} +{"image": ["imgs/Crello/output_poster1264_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the event scheduled to take place according to 257,696,500,721?"}, {"role": "assistant", "content": "March 21-22"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "March 21-22, 10:00 AM to 6:00 PM", "gt_answer": "March 21-22", "necessary bbox": "[' March 21-22\\n10:00 A.M. TO 6:00 P.M. 257,696,500,721']"} +{"image": ["imgs/ChartQA_PCG/two_col_4585.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the franchise value first reach 1000 million U.S. dollars?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "2019"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The franchise value first reached 1000 million U.S. dollars in 2020835,874,860,912. Answer: 2020", "gt_answer": "2019", "necessary bbox": "['1000114,226,141,238', '2019800,872,825,912']"} +{"image": ["imgs/ChartQA_PCG/two_col_102398.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the transport volume first exceed 148, 492, 182, 506 passenger-kilometers?"}, {"role": "assistant", "content": " 2005"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2005.", "gt_answer": " 2005", "necessary bbox": "[' 28939 ', ' 38060 ', ' 30000 148, 492, 182, 506', ' 2004 288, 844, 313, 890', ' 2005 320, 844, 345, 890']"} +{"image": ["imgs/CCMAIN/0112904.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did 350,96,648,113 have in the production of 59,393,120,404 at Croswell Opera House? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Properties Assistant705,392,859,406"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Properties Assistant705,393,861,404", "gt_answer": "Properties Assistant705,392,859,406"} +{"image": ["imgs/ChartQA_PCG/two_col_6147.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many cement plants more does 145,165,361,180 have compared to 238,318,361,333? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The difference is 220 882,164,912,178 (LafargeHolcim) - 61 515,316,535,330 (Cemex) = 159 plants."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "LafargeHolcim (Switzerland)145,165,361,180 has 220883,163,913,177 cement plants, while Cemex (Mexico)238,318,361,333 has 61511,316,531,330. The difference is 220 - 61 = 159.", "gt_answer": "The difference is 220 882,164,912,178 (LafargeHolcim) - 61 515,316,535,330 (Cemex) = 159 plants."} +{"image": ["imgs/CCMAIN/0322719.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many games did R Michael Round win in League Division One? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "R Michael Round won against Thomas Jordan52,206,155,222 on 2019-12-11314,206,392,222, Jim E Vickery52,270,150,281 on 2020-02-12314,266,392,282, and Paul May54,312,117,321 on 2020-03-11314,307,392,323 in League Division One. Answer: 3"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "R Michael Round won games against Thomas Jordan52,207,154,223, AJ (Tony) Slinger52,248,172,264, and Jim E Vickery52,125,147,141 in League Division One801,125,948,141. Answer: 3", "gt_answer": "R Michael Round won against Thomas Jordan52,206,155,222 on 2019-12-11314,206,392,222, Jim E Vickery52,270,150,281 on 2020-02-12314,266,392,282, and Paul May54,312,117,321 on 2020-03-11314,307,392,323 in League Division One. Answer: 3"} +{"image": ["imgs/ChartQA_PCG/two_col_103261.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many fatalities were caused by 0, 415, 160, 427?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "249"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The fatalities caused by Drug/alcohol intoxication0, 415, 160, 427 are 249325, 413, 354, 425. Answer: 249", "gt_answer": "249", "necessary bbox": "['Drug/alcohol intoxication0, 415, 160, 427', '249326, 413, 353, 425']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80260.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents are somewhat confident with their e-mail providers? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "46%601,312,637,328 of the respondents are \"Somewhat confident666,665,824,679\" with \"Their e-mail providers108,314,277,332\"."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "46%598, 317, 636, 333", "gt_answer": "46%601,312,637,328 of the respondents are \"Somewhat confident666,665,824,679\" with \"Their e-mail providers108,314,277,332\"."} +{"image": ["imgs/Crello/output_poster1129_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs there any discount offered at Orange Fox mentioned in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Yes, a 20% discount is offered, as stated ' Enjoy 20% off at Orange Fox 406,333,860,381 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, there is a discount offered. The text ' Enjoy 20% off at Orange Fox 407,331,863,385 ' indicates a 20% discount.", "gt_answer": "Yes, a 20% discount is offered, as stated ' Enjoy 20% off at Orange Fox 406,333,860,381 '."} +{"image": ["imgs/CCMAIN/0011965.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should 135,776,193,792 be sent for processing?"}, {"role": "assistant", "content": "CGI Business Solutions Claims Processing Department 5 Dartmouth Drive Auburn, NH 03032"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To CGI Business Solutions, Claims Processing Department, 5 Dartmouth Drive, Auburn, NH 03032.", "gt_answer": "CGI Business Solutions Claims Processing Department 5 Dartmouth Drive Auburn, NH 03032"} +{"image": ["imgs/ChartQA_PCG/two_col_41020.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in nursing home expenditure from 238, 929, 264, 967 to 274, 929, 299, 967? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The increase was from 44.70 billion U.S. dollars in 1990238, 929, 264, 967 to 85280, 518, 295, 534 billion U.S. dollars in 2000274, 929, 299, 967, which is an increase of 40.30 billion U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The expenditure increased from 15.40 billion U.S. dollars in 1990238, 929, 264, 967 to 43.10 billion U.S. dollars in 2000274, 929, 299, 967, an increase of 27.70 billion U.S. dollars.", "gt_answer": "The increase was from 44.70 billion U.S. dollars in 1990238, 929, 264, 967 to 85280, 518, 295, 534 billion U.S. dollars in 2000274, 929, 299, 967, which is an increase of 40.30 billion U.S. dollars."} +{"image": ["imgs/CCMAIN/0100443.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The circular470,171,571,191 from the Office of the Principal74,82,236,96 at Jalpaiguri Government Engineering College74,99,394,113 informs that the question paper for the even semester examination832,203,887,228 will be sent only to the college mail id user611,224,690,248. Any answer110,244,183,268 received from a different email will be rejected548,244,629,268. The notice is dated 18.07.21807,171,873,191 and is addressed to All Heads/Section Incharge176,434,452,458, All faculty members176,454,375,479, and the Office file176,475,271,499."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a CIRCULAR468,172,570,191 from the Jalpaiguri Government Engineering College73,97,394,113, dated 18.07.21806,172,874,191. It informs all concerned that the question paper for the even semester examination will be restricted to college mail id users. Answers received from other email IDs will be rejected. The circular is addressed to All Heads/Section Incharge176,435,452,458, All faculty members176,455,376,478, and the Office file176,475,271,498.", "gt_answer": "The circular470,171,571,191 from the Office of the Principal74,82,236,96 at Jalpaiguri Government Engineering College74,99,394,113 informs that the question paper for the even semester examination832,203,887,228 will be sent only to the college mail id user611,224,690,248. Any answer110,244,183,268 received from a different email will be rejected548,244,629,268. The notice is dated 18.07.21807,171,873,191 and is addressed to All Heads/Section Incharge176,434,452,458, All faculty members176,454,375,479, and the Office file176,475,271,499."} +{"image": ["imgs/Crello/output_poster1259_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich promotional phrase can be found in the text boxes, and is there a related promo code mentioned? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The promotional phrase is ' Use your promo code 305,193,649,262' and there's a related promo hashtag ' fathersday 396,283,708,317'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The promotional phrase is ' Use your\npromo code 304,192,650,258 ', and the promo code mentioned is ' fathersday 397,281,710,319 '.", "gt_answer": "The promotional phrase is ' Use your promo code 305,193,649,262' and there's a related promo hashtag ' fathersday 396,283,708,317'."} +{"image": ["imgs/ChartQA_PCG/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which academic year did the number of Chinese students reach 765, 89, 809, 106?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2019/20766, 941, 805, 999"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2019/20765, 939, 804, 997", "gt_answer": "2019/20766, 941, 805, 999", "necessary bbox": "['372532765, 89, 809, 106', '2019/20766, 941, 805, 999']"} +{"image": ["imgs/CCMAIN/0104647.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document titled Ghost Printing PDF289,87,710,127 explains how to use GSPRINT92,214,174,231 with Ghostscript to print a PDF file to a Windows printer. It describes the option to use inbuilt printer drivers for specific printers like djet500651,235,710,252 and ljet4720,235,754,252, or the mswinpr2173,256,251,272 driver for Windows printers. An example command is provided: gsprint.exe c:\\myreport.pdf139,315,352,332. More information can be found at http://www.cs.wisc.edu/~ghost/gsview/gsprint.htm241,350,638,367."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document titled Ghost Printing PDF289,85,709,134 explains how to use Ghostscript for printing PDF files to a Windows printer. GSPRINT92,213,176,232 is used to print a PDF file to a Windows printer using Ghostscript. It can print using inbuilt drivers for specific printers like djjet500651,234,712,253 and ljet4723,234,758,253, or the driver mswinpr2175,255,251,274. An example command is provided: gsprint.exe c:\\myreport.pdf138,314,354,333. For more information, a link is given: http://www.cs.wisc.edu/~ghost/gsview/gsprint.htm243,349,638,368.", "gt_answer": "The document titled Ghost Printing PDF289,87,710,127 explains how to use GSPRINT92,214,174,231 with Ghostscript to print a PDF file to a Windows printer. It describes the option to use inbuilt printer drivers for specific printers like djet500651,235,710,252 and ljet4720,235,754,252, or the mswinpr2173,256,251,272 driver for Windows printers. An example command is provided: gsprint.exe c:\\myreport.pdf139,315,352,332. More information can be found at http://www.cs.wisc.edu/~ghost/gsview/gsprint.htm241,350,638,367."} +{"image": ["imgs/ChartQA_PCG/93336229007592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of women with raised blood pressure in 171, 289, 228, 308'?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "25.99"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of women with raised blood pressure in Malawi171, 289, 228, 308 is 26.10%. Answer: 26.10%", "gt_answer": "25.99", "necessary bbox": "['Malawi171, 289, 228, 308']"} +{"image": ["imgs/CCMAIN/0213867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two genes were supported by common genetic variants in the genome-wide association study? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The study mentions that among the 26 genes808,613,887,630 observed, POLR3C694,658,773,675 and RBFOX1809,658,889,675 were also supported by common genetic variants285,681,508,698, indicating their potential significance in ADHD. Answer: POLR3C694,658,773,675 and RBFOX1809,658,889,675"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that in the genome-wide association study for ADHD, POLR3C695,659,770,675 and RBFOX1814,659,886,675 were supported by common genetic variants. Answer: POLR3C695,659,770,675 and RBFOX1814,659,886,675", "gt_answer": "The study mentions that among the 26 genes808,613,887,630 observed, POLR3C694,658,773,675 and RBFOX1809,658,889,675 were also supported by common genetic variants285,681,508,698, indicating their potential significance in ADHD. Answer: POLR3C694,658,773,675 and RBFOX1809,658,889,675"} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service not 673,589,743,621?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "58.8%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who use the service not Monthly673,589,743,621 is calculated by adding the percentages for \"Daily\" and \"Stopped using\". \n\n- \"Daily\" is 18.2%338,639,394,665.\n- \"Stopped using\" is 2.8%414,689,459,715.\n\nAdding these gives: 18.2% + 2.8% = 21%.\n\nAnswer: 21%", "gt_answer": "58.8%", "necessary bbox": "['Monthly673,589,743,621', '41.2%543,543,599,569']"} +{"image": ["imgs/Crello/output_poster380_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the masterclass?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Interior Decoration"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The theme of the masterclass is indicated by the text ' INTERIOR 214,180,526,230 ' and ' DECORATION 317,264,700,309 '. Answer: INTERIOR DECORATION", "gt_answer": "Interior Decoration", "necessary bbox": "[' INTERIOR 215,181,525,229', ' DECORATION 317,266,702,308']"} +{"image": ["imgs/CCMAIN/0113691.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the segment 879,275,911,286 signify in the context of 51,251,944,465? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The segment \\overline{{100\\%}}879,275,911,286 signifies a claim of achieving perfect scores or results, as indicated by the '100%' notation. In the context of 51,251,944,465, it suggests that the methods or resources mentioned are highly effective or reliable in achieving desired outcomes in tests or assignments."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The segment 100\\%879,275,911,286 signifies the percentage of accuracy or reliability in finding common answers, indicating a high level of confidence or precision in the methods or resources discussed within the text.", "gt_answer": "The segment \\overline{{100\\%}}879,275,911,286 signifies a claim of achieving perfect scores or results, as indicated by the '100%' notation. In the context of 51,251,944,465, it suggests that the methods or resources mentioned are highly effective or reliable in achieving desired outcomes in tests or assignments."} +{"image": ["imgs/CCMAIN/0063311.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long is the exposure time used by 384,732,488,760 in his photography? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "eight-second359,762,454,780"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "eight-second360,761,456,782", "gt_answer": "eight-second359,762,454,780"} +{"image": ["imgs/ChartQA_PCG/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the year when female life expectancy first reached 86.30 years?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2016715,612,740,657"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2016715, 609, 741, 655", "gt_answer": "2016715,612,740,657", "necessary bbox": "['female527,730,566,746', '2016715,612,740,657', '86.30710,79,748,97']"} +{"image": ["imgs/Crello/output_poster161_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event taking place as mentioned in 177,178,434,218?"}, {"role": "assistant", "content": " ATLANTA "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Atlanta", "gt_answer": " ATLANTA ", "necessary bbox": "[' ATLANTA 177,178,434,218']"} +{"image": ["imgs/ChartQA_PCG/two_col_60049.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total market share represented by 195, 920, 283, 934 and 561, 920, 617, 934. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "42%226, 204, 252, 221 + 8%580, 759, 599, 775 = 50%"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total market share is 42%225, 203, 251, 219 + 8%579, 756, 598, 772 = 50%.", "gt_answer": "42%226, 204, 252, 221 + 8%580, 759, 599, 775 = 50%"} +{"image": ["imgs/CCMAIN/0045445.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the hourly compensation for a bilingual English/Spanish instructor? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the compensation is $14.00/hour219,440,314,460, but it specifies $14.50 for bilingual English / Spanish326,440,624,460. Answer: $14.50326,440,379,460"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the compensation is $14.00/hour218,441,315,460, with an additional $14.50327,441,379,460 for bilingual English/Spanish, totaling $14.50 per hour. Answer: $14.50", "gt_answer": "The document states that the compensation is $14.00/hour219,440,314,460, but it specifies $14.50 for bilingual English / Spanish326,440,624,460. Answer: $14.50326,440,379,460"} +{"image": ["imgs/ChartQA_PCG/two_col_1390.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which quarter did OPPO have the highest smartphone shipments?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Q1 '21807, 916, 839, 962"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Q1 '21 809, 914, 841, 964", "gt_answer": "Q1 '21807, 916, 839, 962", "necessary bbox": "[\"Q1 '21807, 916, 839, 962\", '37.50807, 88, 840, 103']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100695.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of respondents who downloaded purchased 'Films or music' online in 560, 769, 588, 783? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The share of respondents who downloaded purchased 'Films or music' online in 2014 560, 769, 588, 783 was 73% 222, 171, 248, 189."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of respondents who downloaded purchased 'Films or music' online in 2014560, 769, 588, 783 was 73%221, 176, 247, 195.", "gt_answer": "The share of respondents who downloaded purchased 'Films or music' online in 2014 560, 769, 588, 783 was 73% 222, 171, 248, 189."} +{"image": ["imgs/ChartQA_PCG/two_col_4524.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of the population first reach 17%?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2012599,871,625,914"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2012600,870,626,913", "gt_answer": "2012599,871,625,914", "necessary bbox": "['17123,208,135,222', '2012599,871,625,914']"} +{"image": ["imgs/CCMAIN/0058631.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich condition is associated with the case report by 60,221,225,234? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Early Infantile Gangliosidosis GM160,213,253,224"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Early Infantile Gangliosidosis GM160,214,253,227", "gt_answer": "Early Infantile Gangliosidosis GM160,213,253,224"} +{"image": ["imgs/ChartQA_PCG/multi_col_298.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Tiger Woods have the highest off-court earnings?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2008"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest off-course earnings were in 2007 with 123.50 million U.S. dollars. Answer: 2007", "gt_answer": "2008", "necessary bbox": "['Off course576, 677, 635, 693', '109.60583, 301, 624, 319', '2008590, 550, 616, 595']"} +{"image": ["imgs/ChartQA_PCG/two_col_101095.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined share of average demand expressions for Hulu and Amazon Prime Video? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The combined share for Hulu and Amazon Prime Video is 9.20%302, 416, 343, 430 + 9.20%302, 288, 343, 303, totaling 18.40%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined share is 9.20%304, 415, 344, 429 for Hulu and 9.20%304, 287, 344, 301 for Amazon Prime Video, totaling 18.40%.", "gt_answer": "The combined share for Hulu and Amazon Prime Video is 9.20%302, 416, 343, 430 + 9.20%302, 288, 343, 303, totaling 18.40%."} +{"image": ["imgs/Crello/output_poster1082_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed by the poster?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Check Your Pulse"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main message is conveyed by the text ' Check 123,249,290,375 ' and ' Your 328,246,463,372 ', which together form 'Check your'. Answer: Check your", "gt_answer": "Check Your Pulse", "necessary bbox": "[' Check 124,243,296,371 ', ' Your 327,248,465,376 ', ' Pulse 122,451,481,737 ']"} +{"image": ["imgs/CCMAIN/0355615.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long is the 116,502,207,525 of the training program? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The duration of the training program is specified as Tow weeks116,531,207,550 under the Duration116,502,207,525 section, indicating the length of the course. Answer: Tow weeks.116,531,213,550"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Duration116,502,207,525 of the training is Tow weeks116,531,208,554, indicating the total time allocated for the program. Answer: Tow weeks116,531,208,554", "gt_answer": "The duration of the training program is specified as Tow weeks116,531,207,550 under the Duration116,502,207,525 section, indicating the length of the course. Answer: Tow weeks.116,531,213,550"} +{"image": ["imgs/ChartQA_PCG/two_col_82336.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Pemex produce the most natural gas?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2009 208, 936, 234, 975"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2009208, 936, 234, 975", "gt_answer": " 2009 208, 936, 234, 975", "necessary bbox": "['2008153, 936, 178, 975', '6919', '2009208, 936, 234, 975', '7031', '2010265, 935, 291, 975', '7020', '2011321, 937, 347, 976', '6594', '2012377, 937, 402, 975', '6385', '2013433, 935, 459, 975', '6370', '2014489, 935, 515, 975', '6532', '2015545, 936, 570, 975', '6401', '2016601, 936, 627, 976', '5793', '2017657, 935, 682, 975', '5068', '2018713, 936, 738, 976', '4803', '2019769, 936, 794, 976', '4816', '2020825, 936, 850, 975', '4762']"} +{"image": ["imgs/CCMAIN/0256613.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a NOTICE OF EXEMPTION380,58,618,75 from the \nCalifornia Tahoe Conservancy664,106,904,121\n regarding the transfer of land coverage rights to enable the construction of a new single-family residence. The receiving parcel is located at 1188 Statford Way, Tahoe Vista, CA 96148286,244,630,260 in Placer County. The project involves transferring 1,710 square feet399,366,533,382 of potential land coverage from Conservancy-owned land to the receiving parcel, allowing construction without increasing existing land coverage in the Lake Tahoe Basin. The project is carried out by CalPac Properties, LLC102,522,288,539 and is exempt under Categorical Exemption Class 3, \u00a7 15303161,634,477,651, which pertains to new construction of small structures. The contact person for the project is Amy Cecchettini102,757,235,774."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a NOTICE OF EXEMPTION381,56,617,76 from the California Tahoe Conservancy to the Office of Planning and Research. It pertains to the transfer of land coverage rights to enable the construction of a new single-family residence on a parcel located at 1188 Stafford Way, Tahoe Vista, CA 96148. The transfer involves the transfer of 1,710 square feet of potential land coverage rights from Conservancy-owned land. The project is exempt under Categorical Exemption Class 3, \u00a7 15303164,632,478,652, as it involves new construction of small structures. The contact person is Amy Cecchettini, and the exemption is approved by the California Tahoe Conservancy.", "gt_answer": "The document is a NOTICE OF EXEMPTION380,58,618,75 from the \nCalifornia Tahoe Conservancy664,106,904,121\n regarding the transfer of land coverage rights to enable the construction of a new single-family residence. The receiving parcel is located at 1188 Statford Way, Tahoe Vista, CA 96148286,244,630,260 in Placer County. The project involves transferring 1,710 square feet399,366,533,382 of potential land coverage from Conservancy-owned land to the receiving parcel, allowing construction without increasing existing land coverage in the Lake Tahoe Basin. The project is carried out by CalPac Properties, LLC102,522,288,539 and is exempt under Categorical Exemption Class 3, \u00a7 15303161,634,477,651, which pertains to new construction of small structures. The contact person for the project is Amy Cecchettini102,757,235,774."} +{"image": ["imgs/ChartQA_PCG/two_col_60162.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Pfizer have more than 99,216,133,237 debt?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2009 234, 879, 260, 917"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2009", "gt_answer": " 2009 234, 879, 260, 917", "necessary bbox": "['4000099,216,133,237', '2009234, 879, 260, 917']"} +{"image": ["imgs/CCMAIN/0090742.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the diameter of the holes in the 625,446,723,465?"}, {"role": "assistant", "content": "7/16\""}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "7/16\"", "gt_answer": "7/16\""} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "the Admiral Heights Improvement Association (\"AHIA\")338,123,742,136 is addressing the future of the community dock on Williams Drive534,138,639,155, as the current lease with the Admiral Heights Boat Club is expiring. The dock, built decades ago, is at the end of its useful life, and neither AHIA nor the Boat Club has funds for its replacement. Initial bids estimate the replacement cost at $35,000747,341,806,358, with removal alone costing nearly $8,000529,396,579,413. AHIA plans to ease financial impact by saving over time and proposes adding 5 slips478,479,523,496 at Dewey Dock to fund future replacements. A Special Meeting is scheduled for May 1, 2018607,544,696,561, to discuss whether to maintain the dock and how to proceed with proposals for its replacement. The aim is to increase transparency and ensure competitive lease terms."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Admiral Heights Improvement Association (AHIA) faces a significant issue regarding the community dock on Williams Drive. The dock, originally funded by the Admiral Heights Boat Club, is nearing the end of its useful life. AHIA and the Boat Club have not set aside funds for replacement, leading to an estimated cost of $35,000746,342,806,356 for replacement or nearly $8,000529,398,579,412 for removal. AHIA plans to hold a Special Meeting on May 1, 2018, to discuss options, including adding 5 slips at Dewey Dock. AHIA aims to increase transparency and ensure competitive lease terms. Contact information for Scott Gibson, AHIA President, is provided for further inquiries.", "gt_answer": "the Admiral Heights Improvement Association (\"AHIA\")338,123,742,136 is addressing the future of the community dock on Williams Drive534,138,639,155, as the current lease with the Admiral Heights Boat Club is expiring. The dock, built decades ago, is at the end of its useful life, and neither AHIA nor the Boat Club has funds for its replacement. Initial bids estimate the replacement cost at $35,000747,341,806,358, with removal alone costing nearly $8,000529,396,579,413. AHIA plans to ease financial impact by saving over time and proposes adding 5 slips478,479,523,496 at Dewey Dock to fund future replacements. A Special Meeting is scheduled for May 1, 2018607,544,696,561, to discuss whether to maintain the dock and how to proceed with proposals for its replacement. The aim is to increase transparency and ensure competitive lease terms."} +{"image": ["imgs/CCMAIN/0230463.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat genres does tap dancing touch according to 40,498,469,729? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to the text in 40,498,469,729, tap dancing touches genres like Jazz music, Blues, Cabaret, Musical Show, and even classical music. This indicates the versatility and broad influence of tap dancing across different musical styles."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 40,498,469,729, tap dancing touches genres like Blues, Cabaret, Musical Show, and even classical music. This is supported by the span: also touches genres like Blues, Cabaret, Musical Show and even42,546,469,559.", "gt_answer": "According to the text in 40,498,469,729, tap dancing touches genres like Jazz music, Blues, Cabaret, Musical Show, and even classical music. This indicates the versatility and broad influence of tap dancing across different musical styles."} +{"image": ["imgs/ChartQA_PCG/multi_col_40633.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mean number of units consumed by Men aged 589,548,663,563?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 19.50 603, 84, 636, 102"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "19.50604,87,637,105", "gt_answer": " 19.50 603, 84, 636, 102", "necessary bbox": "[' Men 501, 662, 523, 676', ' 55-64 years 592, 549, 660, 568', ' 19.50 603, 84, 636, 102']"} +{"image": ["imgs/CCMAIN/0079146.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do you add visit notes in the 737,301,867,331? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "To add visit notes, you need to tap Visit Note881,362,904,379 and use your keyboard to enter notes. This is part of the process after tapping Complete Visit798,345,900,362. Answer: Tap Visit Note881,362,904,379"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "To add visit notes, the document instructs to Tap Complete Visit763,345,901,360 and then use the Visit Note752,380,818,395 option to enter notes using the keyboard. Answer: Tap Complete Visit, then Visit Note.", "gt_answer": "To add visit notes, you need to tap Visit Note881,362,904,379 and use your keyboard to enter notes. This is part of the process after tapping Complete Visit798,345,900,362. Answer: Tap Visit Note881,362,904,379"} +{"image": ["imgs/Crello/output_poster279_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the event scheduled according to 254,394,641,421?"}, {"role": "assistant", "content": "23 \u2013 26 January 2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "23 \u2013 26 January 2018", "gt_answer": "23 \u2013 26 January 2018", "necessary bbox": "[' Main US home textile event held from 23 \u2013 26 January 2018 254,394,641,421']"} +{"image": ["imgs/CCMAIN/0303878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific skills are required for the photography position as mentioned in 89,499,528,943? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The specific skills required include photography experience, the ability to demonstrate basic understanding of solid photography concepts and skills, familiarity with photo editing software like Photoshop, and the ability to demonstrate experience with photo editing. These skills are highlighted in the text: Must have some photography experience and the ability to demonstrate basic understanding of solid photography concepts and skills118, 562, 498, 578 and Must be familiar with photo editing software (such as Photoshop, etc.), and the ability to demonstrate experience with photo editing.118, 652, 490, 669."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific skills required for the photography position include having some photography experience, demonstrating a basic understanding of solid photography concepts and skills, being familiar with photo editing software such as Photoshop, and having the ability to work independently or within a team. This is detailed in the span: Must have some photography experience and\nthe ability to demonstrate basic understanding of\nsolid photography concepts and skills\nMust be familiar with photo editing software\n(such as Photoshop, etc.), and the ability to\ndemonstrate experience with photo editing.\nMust be have the ability to work independently,\nas well as within a team and/or collaborating with\nothers on various tasks and projects\nMust be creative, organized, punctual, reliable,\ninitiative, and have keen attention to details\nMust own or have access to a camera (preferably a\ncamera that also records videos)\n117,563,528,943.", "gt_answer": "The specific skills required include photography experience, the ability to demonstrate basic understanding of solid photography concepts and skills, familiarity with photo editing software like Photoshop, and the ability to demonstrate experience with photo editing. These skills are highlighted in the text: Must have some photography experience and the ability to demonstrate basic understanding of solid photography concepts and skills118, 562, 498, 578 and Must be familiar with photo editing software (such as Photoshop, etc.), and the ability to demonstrate experience with photo editing.118, 652, 490, 669."} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the clarity grade of the diamond? Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The Clarity Grade44,469,126,490 is VS2425,469,450,490, which stands for 'Very Slightly Included 2'. This means the diamond has minor inclusions that are difficult to see under 10x magnification. Answer: VS2425,469,450,490"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The clarity grade is listed under 'GRADING RESULTS' as VS2416,470,441,493, indicating the diamond's clarity level. Answer: VS2416,470,441,493", "gt_answer": "The Clarity Grade44,469,126,490 is VS2425,469,450,490, which stands for 'Very Slightly Included 2'. This means the diamond has minor inclusions that are difficult to see under 10x magnification. Answer: VS2425,469,450,490"} +{"image": ["imgs/CCMAIN/0107078.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount spent over the three financial years? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The total is calculated by adding \u00a3571,710244,190,328,206 (2018/19), \u00a3763,714244,207,328,223 (2019/20), and \u00a3685,818244,223,328,239 (2020/21), resulting in \u00a32,021,242. Answer: \u00a32,021,242"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total amount spent is calculated by adding the amounts for each year: \u00a3571,710246,191,331,206 + \u00a3763,714246,208,331,223 + \u00a3685,818246,225,331,240 = \u00a32,020,242. Answer: \u00a32,020,242", "gt_answer": "The total is calculated by adding \u00a3571,710244,190,328,206 (2018/19), \u00a3763,714244,207,328,223 (2019/20), and \u00a3685,818244,223,328,239 (2020/21), resulting in \u00a32,021,242. Answer: \u00a32,021,242"} +{"image": ["imgs/Crello/output_poster1868_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat can people do on www.localbless.com according to the poster content? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "According to the poster, people can 'Contribute to what is really important on www.localbless.com' as stated in Contribute to what is really important on www.localbless.com 62,860,1211,897."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "People can contribute to what is really important on www.localbless.com, as mentioned in ' Contribute to\nwhat is really important on www.localbless.com 62,854,1073,894 '.", "gt_answer": "According to the poster, people can 'Contribute to what is really important on www.localbless.com' as stated in Contribute to what is really important on www.localbless.com 62,860,1211,897."} +{"image": ["imgs/ChartQA_PCG/two_col_20669.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in production from 159,864,181,901 to 874,864,897,900?Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "481.81"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The production in 1990159,864,181,901 was 401.61153,526,193,543 million metric tons and in 2019874,864,899,904 it was 883.42867,162,908,178 million metric tons. The increase is 883.42 - 401.61 = 481.81 million metric tons. Answer: 481.81 million metric tons.", "gt_answer": "481.81", "necessary bbox": "['401.61152, 525, 193, 541', '883.42864, 161, 905, 177','1990159,864,181,901','2019874,864,897,900']"} +{"image": ["imgs/CCMAIN/0181003.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat form must be submitted for radiation badges? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Under the section Personal Protective Equipment146,777,399,794, it states to submit Form RC-2178,812,255,829 for radiation badges. Answer: Form RC-2178,812,255,829"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that Form RC-2180,813,259,827 must be submitted for radiation badges, indicating it is the appropriate form for this purpose. Answer: Form RC-2180,813,259,827", "gt_answer": "Under the section Personal Protective Equipment146,777,399,794, it states to submit Form RC-2178,812,255,829 for radiation badges. Answer: Form RC-2178,812,255,829"} +{"image": ["imgs/Crello/output_poster367_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the social media handles mentioned in the poster?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "/mais_prep, /mais_merch"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The social media handles are given as ' /mais_prep 92,758,184,790 ' and ' /mais_merch 273,758,376,789 '. Answer: /mais_prep, /mais_merch", "gt_answer": "/mais_prep, /mais_merch", "necessary bbox": "[' /mais_prep 92,757,185,791 ', ' /mais_merch 270,756,375,785 ']"} +{"image": ["imgs/Crello/output_poster321_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat traditional celebration is highlighted in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The traditional celebration highlighted is ' Hanukkah 575,381,854,467 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The traditional celebration highlighted is HANUKKAH 574,386,856,462 .", "gt_answer": "The traditional celebration highlighted is ' Hanukkah 575,381,854,467 '."} +{"image": ["imgs/ChartQA_PCG/two_col_24442.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the population trend from 239,906,267,946 to 834,906,861,945? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The population of the Seattle-Tacoma-Bellevue metropolitan area increased consistently, starting from approximately 3.45 million in 2010239,906,267,946 to about 4.01 million in 2020834,906,861,945."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The population shows a consistent increase from 2010239,906,267,946 with 3449355 to 2020834,907,861,946 with 4015330.", "gt_answer": "The population of the Seattle-Tacoma-Bellevue metropolitan area increased consistently, starting from approximately 3.45 million in 2010239,906,267,946 to about 4.01 million in 2020834,906,861,945."} +{"image": ["imgs/ChartQA_PCG/two_col_21218.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the consumer PC penetration change between 482,815,507,855 and 751,816,780,861? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The penetration increased from 1% 487,694,505,709 in 2010 482,815,507,855 to 7% 758,154,777,171 in 2015*751,816,780,861."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2010482,815,507,855, the penetration was 1%486,693,505,709. By 2015*751,816,780,861, it increased to 7%755,156,774,172. The change was an increase of 6 percentage points.", "gt_answer": "The penetration increased from 1% 487,694,505,709 in 2010 482,815,507,855 to 7% 758,154,777,171 in 2015*751,816,780,861."} +{"image": ["imgs/Crello/output_poster1574_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website URL for the drinkware shop?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " www.cupsnglasses.co.uk 524,362,618,581 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " WWW.CUPSNCOATS.COM 524,369,574,551 ", "gt_answer": " www.cupsnglasses.co.uk 524,362,618,581 ", "necessary bbox": "[' www.cupsnglasses.co.uk 524,362,618,581 ']"} +{"image": ["imgs/CCMAIN/0260191.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich exhibitions and books has she curated and edited, as mentioned in 90,129,906,490? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "She has curated exhibitions and edited photographic books for several authors, including: Maurizio Galimberti94,368,260,383 Italyscapes262,368,359,383 (2013) and Portraits459,368,532,383 (2016), Francesco Faraci534,368,749,383 Malacarne751,368,842,383 (2016), Giuseppe Mastromatteo94,383,311,398, Humanscape321,383,430,398 (2018), Nicola Tanzini430,383,650,398 TokyoTzukiji660,383,762,398 (2018), Group Exhibition #18Explorations185,398,317,412 (2018), Alberto Gandolfo317,398,547,412 What remains553,398,672,412 (2019), and Romano Cagnoni672,398,907,412 Human Revelation94,413,251,428 (2019)."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "She has curated exhibitions and edited photographic books for several authors, including Maurizio Galimberti's 'Italyscapes' (2013), 'Portraits' (2016), Francesco Faraci's 'Malacarne' (2016), Giuseppe Mastromatteo's 'Humanscape' (2018), Nicola Tanzini's 'TokyoZukiji' (2018), Group Exhibition '#18Explorations' (2018), Alberto Gandolfo's 'What remains' (2019), Romano Cagnoni's 'Human Revelation' (2019), and many others.", "gt_answer": "She has curated exhibitions and edited photographic books for several authors, including: Maurizio Galimberti94,368,260,383 Italyscapes262,368,359,383 (2013) and Portraits459,368,532,383 (2016), Francesco Faraci534,368,749,383 Malacarne751,368,842,383 (2016), Giuseppe Mastromatteo94,383,311,398, Humanscape321,383,430,398 (2018), Nicola Tanzini430,383,650,398 TokyoTzukiji660,383,762,398 (2018), Group Exhibition #18Explorations185,398,317,412 (2018), Alberto Gandolfo317,398,547,412 What remains553,398,672,412 (2019), and Romano Cagnoni672,398,907,412 Human Revelation94,413,251,428 (2019)."} +{"image": ["imgs/ChartQA_PCG/two_col_24616.png"], "messages": [{"role": "user", "content": "<|image|> \nHow has the steel demand changed from 2010* to 2015*? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The steel demand increased from 50.70359,304,392,320 million metric tons in 2010*359,887,393,900 to 63.90725,161,759,177 million metric tons in 2015*725,887,759,900."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2010*, the demand was 50.70360,304,393,320 million metric tons, and by 2015*, it increased to 63.90725,162,758,178 million metric tons. This represents an increase of 13.20 million metric tons.", "gt_answer": "The steel demand increased from 50.70359,304,392,320 million metric tons in 2010*359,887,393,900 to 63.90725,161,759,177 million metric tons in 2015*725,887,759,900."} +{"image": ["imgs/CCMAIN/0257269.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The Miyazaki House Society invites the Lillooet community and Elders Coordinators to an event titled \u201cRemembering Dr. Miyazaki\u201d275,218,566,242, scheduled for Saturday, October 26th, 2013154,249,371,273, from 10am to 2 pm506,249,646,273 at the Miyazaki House. The event aims to share and document stories about Dr. Miyazaki, who practiced in the Lillooet area from the 1940s to the early 1980s. This storytelling will help preserve the unique history of the Lillooet region. For more information, attendees can contact Mariko Kage at 250-256-0686117,587,420,611 or visit www.miyazakihouse.com131,864,387,888. The invitation is open to everyone, and attendees are encouraged to share it widely."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Miyazaki House Society invites the Lillooet community and Elders Coordinators to an event titled \"Remembering Dr. Miyazaki283,219,556,242\" on Saturday, October 26th, 2013154,250,372,273, from 10am to 2 pm507,250,644,273 at the Miyazaki House. The event is an afternoon of storytelling aimed at sharing and recording memories of Dr. Miyazaki's interactions with the community during the 1940s to the early 1980s. The goal is to preserve the history of the Lillooet region surrounding the Miyazaki House. For more information, contact Maniko Kage117,590,246,613 at 250-256-0686276,590,418,613.", "gt_answer": "The Miyazaki House Society invites the Lillooet community and Elders Coordinators to an event titled \u201cRemembering Dr. Miyazaki\u201d275,218,566,242, scheduled for Saturday, October 26th, 2013154,249,371,273, from 10am to 2 pm506,249,646,273 at the Miyazaki House. The event aims to share and document stories about Dr. Miyazaki, who practiced in the Lillooet area from the 1940s to the early 1980s. This storytelling will help preserve the unique history of the Lillooet region. For more information, attendees can contact Mariko Kage at 250-256-0686117,587,420,611 or visit www.miyazakihouse.com131,864,387,888. The invitation is open to everyone, and attendees are encouraged to share it widely."} +{"image": ["imgs/CCMAIN/0320622.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did 519,140,756,158 play in Austria's policy during the European migrant crisis? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Sebastian Kurz, then foreign minister in Austria, played a key role in shaping Austria's policy during the European migrant crisis. He advocated for investing more in conflict areas rather than adopting an open-door policy, as mentioned in comparing with the open-door policy in Sweden, Sebastian519,140,756,158."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Sebastian Kurz, then foreign minister in Austria, described the policy to invest more on location to solve the situation in the European migrant crisis. This indicates a strategic approach to address the crisis by focusing on investment rather than immediate asylum applications.", "gt_answer": "Sebastian Kurz, then foreign minister in Austria, played a key role in shaping Austria's policy during the European migrant crisis. He advocated for investing more in conflict areas rather than adopting an open-door policy, as mentioned in comparing with the open-door policy in Sweden, Sebastian519,140,756,158."} +{"image": ["imgs/ChartQA_PCG/two_col_4167.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of males aged 15-49 using condoms in 170, 430, 219, 442?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "16%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of males aged 15-49 using condoms in Ethiopia170, 430, 219, 442 is 16%680, 428, 708, 439. Answer: 16%", "gt_answer": "16%", "necessary bbox": "['Ethiopia170, 430, 219, 442', '16%681, 428, 709, 439']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100417.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 342, 572, 445, 592 'Hispanic or Latino' freelancers have been recorded?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "16%372, 429, 397, 448"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "16%372, 430, 398, 449", "gt_answer": "16%372, 429, 397, 448", "necessary bbox": "['16%372, 429, 397, 448']"} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 714,911,762,929?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "59731,133,746,149"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "59730,132,745,148", "gt_answer": "59731,133,746,149", "necessary bbox": "['59731,133,746,149','2028***714,911,762,929']"} +{"image": ["imgs/CCMAIN/0143965.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen do students meet their advisor online according to 115,89,636,331? Give grounding and detailed answer."}, {"role": "assistant", "content": "Students meet their advisor online on three occasions: 07 July 2021371,125,480,140, 03 October 2021371,177,514,192, and 03 November 2021371,194,534,209."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Students meet their advisor online on 03 October 2021370,179,508,192, 03 November 2021370,196,528,209, and 03 December 2021370,281,481,294.", "gt_answer": "Students meet their advisor online on three occasions: 07 July 2021371,125,480,140, 03 October 2021371,177,514,192, and 03 November 2021371,194,534,209."} +{"image": ["imgs/ChartQA_PCG/two_col_62757.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich pair scored the highest number of runs?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Y Anggraeni, K Winda Prastini (Indonesia vs Philippines - 2019)28, 150, 571, 160"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Y Anggraeni, K Winda Prastini (Indonesia vs Philippines - 2019)31,151,574,161", "gt_answer": "Y Anggraeni, K Winda Prastini (Indonesia vs Philippines - 2019)28, 150, 571, 160", "necessary bbox": "['Y Anggraeni, K Winda Prastini (Indonesia vs Philippines - 2019)28, 150, 571, 160', '257']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of Female employees in Non-tech roles?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "51%771,186,798,205"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "51%770, 189, 796, 208", "gt_answer": "51%771,186,798,205", "necessary bbox": "['Female543,640,583,656', 'Non-tech760,519,810,535', '51%771,186,798,205']"} +{"image": ["imgs/ChartQA_PCG/two_col_102918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of respondents who think TVP should be funded directly from the national budget?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "13.3%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of respondents who think TVP should be funded directly from the national budget is 13.30%425, 490, 486, 505. Answer: 13.30%", "gt_answer": "13.3%", "necessary bbox": "['13.30%420, 488, 487, 502']"} +{"image": ["imgs/CCMAIN/0298136.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do microbes contribute to human civilization according to 358,63,640,438? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Microbes contribute to human civilization by unhinging it through sickness and plagues, as mentioned in They unhinge human civilizations through sickness and plagues361,286,641,298. They also play a role in fermentation, breadmaking, and nitrogen fixation, which are essential for producing food and synthesizing vital biological molecules."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 358,63,640,438, microbes contribute to human civilization by unheeding human civilizations through sickness and plagues and generating spores that may lie dormant for millions of years. They also facilitated some of the major evolutionary events by oxidizing Earth's atmosphere 2.4 billion years ago and helped form the cellular soup that gave rise to the metazoan body plan.", "gt_answer": "Microbes contribute to human civilization by unhinging it through sickness and plagues, as mentioned in They unhinge human civilizations through sickness and plagues361,286,641,298. They also play a role in fermentation, breadmaking, and nitrogen fixation, which are essential for producing food and synthesizing vital biological molecules."} +{"image": ["imgs/ChartQA_PCG/multi_col_303.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price difference per kilowatt-hour between 444,637,541,653 and 598,637,695,653 in 835,520,874,586? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "For 1.000-2.500 kWh444,637,541,653, the price was 30.85837,231,874,249 and for 2.500-5.000 kWh598,637,695,653, it was 28.33837,366,874,385. The difference is 2.52 Euro cents per kilowatt-hour."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2020 S2835,520,874,586, the price for 1.000-2.500 kWh444,637,541,653 was 30.74869,241,906,259 and for 2.500-5.000 kWh598,637,695,653 it was 28.19869,372,906,391. The difference is 30.74 - 28.19 = 2.55 Euro cents per kilowatt-hour.", "gt_answer": "For 1.000-2.500 kWh444,637,541,653, the price was 30.85837,231,874,249 and for 2.500-5.000 kWh598,637,695,653, it was 28.33837,366,874,385. The difference is 2.52 Euro cents per kilowatt-hour."} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for Apparel in 487,576,515,590 ?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "3.70487,450,513,469"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3.70489,452,515,470", "gt_answer": "3.70487,450,513,469", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/CCMAIN/0021449.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should the 267,10,742,73 be emailed to? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Kelsey Norton659,825,770,854"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Kelsey Norton knorton@aaco.com.au661,827,945,853", "gt_answer": "Kelsey Norton659,825,770,854"} +{"image": ["imgs/CCMAIN/0073544.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The ConnectAbility of MN Executive Committee Meeting MINUTES267,76,732,88 on March 10, 2021441,95,557,109 covered reports and new business. The DHS Consulting Grant205,261,362,275 was submitted and awaits notification by May, with a fee for the grant writer pending. The MN DOT Grant-RTCC205,389,357,403 passed a pre-award audit, and Tammy Buttweiler298,445,432,457 will start in March. Budget issues due to QuickBooks incompatibility will be addressed with a spreadsheet. New business included a vote for staff to apply for grants and filling marketing and treasurer seats. Marketing needs a polished look, and fundraising strategies were discussed. The meeting adjourned after sharing a success story of the AEC program."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The ConnectAbility of MN Executive Committee Meeting on March 10, 2021, was attended by Mark Kroska, Craig Hanson, Kayla Ward, and Sheri Wegner. The meeting covered reports on the DHS Consulting Grant205,261,364,275, which was submitted and will be notified by May, and the MN DOT Grant-RTCC205,389,355,403, which required concessions and hiring Tammy Buttewiler. The budget for meetings was discussed, with a spreadsheet presentation due to QuickBooks compatibility issues. New business included grants, needing a blanked vote for staff to apply for and accept grants, and filling the Marketing and Treasurer seats. Additional items included improving marketing, hiring someone for in-kind board raise funds, and sharing a success story from the AEC program.", "gt_answer": "The ConnectAbility of MN Executive Committee Meeting MINUTES267,76,732,88 on March 10, 2021441,95,557,109 covered reports and new business. The DHS Consulting Grant205,261,362,275 was submitted and awaits notification by May, with a fee for the grant writer pending. The MN DOT Grant-RTCC205,389,357,403 passed a pre-award audit, and Tammy Buttweiler298,445,432,457 will start in March. Budget issues due to QuickBooks incompatibility will be addressed with a spreadsheet. New business included a vote for staff to apply for grants and filling marketing and treasurer seats. Marketing needs a polished look, and fundraising strategies were discussed. The meeting adjourned after sharing a success story of the AEC program."} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend of the infant mortality rate from 582,931,607,976 to 690,930,715,976? Give grounding and detailed answer."}, {"role": "assistant", "content": "The rate decreased from 3.30581,829,611,847 in 2015582,931,607,976 to 3.50636,539,665,558 in 2016636,930,662,976, then slightly increased to 3.60690,393,719,412 in 2017690,930,715,976."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate decreased from 3.60582,931,607,976 in 2014 to 3.50690,930,715,976 in 2018.", "gt_answer": "The rate decreased from 3.30581,829,611,847 in 2015582,931,607,976 to 3.50636,539,665,558 in 2016636,930,662,976, then slightly increased to 3.60690,393,719,412 in 2017690,930,715,976."} +{"image": ["imgs/Crello/output_poster562_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price mentioned in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 50 94,552,568,970 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 50 132,549,586,957 ", "gt_answer": " 50 94,552,568,970 ", "necessary bbox": "[' $ 86,399,174,569 ', ' 50 94,552,568,970 ']"} +{"image": ["imgs/Crello/output_poster438_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed by the text in 102,418,387,634 and 163,456,351,561?"}, {"role": "assistant", "content": "STOP Pollution"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "STOP Pollution", "gt_answer": "STOP Pollution", "necessary bbox": "[' STOP 102,418,387,634', ' Pollution 163,456,351,561']"} +{"image": ["imgs/CCMAIN/0065540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich cocktail includes '124,232,288,245'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "MISSION BEACH MELON MARGARITA40,219,327,232"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "MISSION BEACH MELON MARGARITA41,223,328,236", "gt_answer": "MISSION BEACH MELON MARGARITA40,219,327,232"} +{"image": ["imgs/CCMAIN/0156951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the 756,120,917,149?"}, {"role": "assistant", "content": "WILD HORSE PASS"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "East Track", "gt_answer": "WILD HORSE PASS"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 671, 580, 701, 596 voters supported 413, 723, 493, 743?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 65% 665, 202, 690, 221"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "65%667, 201, 693, 219", "gt_answer": " 65% 665, 202, 690, 221", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/CCMAIN/0177698.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the PURSE for the OHIO BREEDERS CHAMPIONSHIP in 253,793,300,802? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$25,700445,793,486,801"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$25,700436,793,481,802", "gt_answer": "$25,700445,793,486,801"} +{"image": ["imgs/CCMAIN/0061929.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will discuss the role of natural forests in the climate, carbon and water cycles and what is their background? Give grounding and detailed answer."}, {"role": "assistant", "content": "Conservationist Virginia Young will discuss the role of natural forests in the climate, carbon and water cycles155,586,812,601. She is one of the speakers at the forum."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Virginia Young will discuss the role of natural forests in the climate, carbon, and water cycles. She is a conservationist with expertise in forest carbon policies, including the expected Australian position on measuring logging emissions in the December round.", "gt_answer": "Conservationist Virginia Young will discuss the role of natural forests in the climate, carbon and water cycles155,586,812,601. She is one of the speakers at the forum."} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the condition of the property located at 66117 Awai Lane? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The condition of the property located at 66117 Awai Lane78,665,197,677 is described as 'Average'. This suggests that while the property is functional, it may require some updates or renovations to improve its overall condition."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The condition of the property is described as Average501,136,564,150.", "gt_answer": "The condition of the property located at 66117 Awai Lane78,665,197,677 is described as 'Average'. This suggests that while the property is functional, it may require some updates or renovations to improve its overall condition."} +{"image": ["imgs/CCMAIN/0102405.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the meeting facilitator for the Lakewood Hills Improvement District meeting on March 2, 2021? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The meeting agenda specifies that the Meeting Facilitator308,252,462,267 is Christopher Cain472,252,605,267, who is the President. Answer: Christopher Cain472,252,605,267"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Meeting Facilitator308,251,461,266 is Christopher Cain470,251,604,266, who is also the President. Answer: Christopher Cain470,251,604,266", "gt_answer": "The meeting agenda specifies that the Meeting Facilitator308,252,462,267 is Christopher Cain472,252,605,267, who is the President. Answer: Christopher Cain472,252,605,267"} +{"image": ["imgs/CCMAIN/0329998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price difference between 44,203,150,218 and 46,559,159,573?"}, {"role": "assistant", "content": "0.73"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "0.84", "gt_answer": "0.73"} +{"image": ["imgs/Crello/output_poster409_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location mentioned in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "4444 Cypress Creek Pkwy 76,852,289,889"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 4444 Cypress Creek Pkwy 75,849,288,886 ", "gt_answer": "4444 Cypress Creek Pkwy 76,852,289,889", "necessary bbox": "['4444 Cypress Creek Pkwy 76,852,289,889']"} +{"image": ["imgs/ChartQA_PCG/two_col_21402.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in wholesale tea sales between 2012 and 2020. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The difference in sales is 13.12 771, 123, 804, 138minus 9.79229, 295, 256, 312, which equals 3.33 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The sales in 2012 were 9.79230,295,256,312 billion U.S. dollars and in 2020 were 13.12770,122,803,138 billion U.S. dollars. The difference is 13.12 - 9.79 = 3.33 billion U.S. dollars.", "gt_answer": "The difference in sales is 13.12 771, 123, 804, 138minus 9.79229, 295, 256, 312, which equals 3.33 billion U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_81603.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the revenue per second for the company ranked highest in revenue?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "6486 U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The company ranked highest in revenue is Samsung61, 172, 113, 184 with a revenue of 6486900, 169, 930, 184. Answer: 6486", "gt_answer": "6486 U.S. dollars", "necessary bbox": "['Samsung61,173,114,187', '6486902,169,931,184']"} +{"image": ["imgs/Crello/output_poster351_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being celebrated? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The event being celebrated is Taylor\u2019s Birthday Party226,398,681,455."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event being celebrated is Taylor\u2019s Birthday Party 231,395,678,459 .", "gt_answer": "The event being celebrated is Taylor\u2019s Birthday Party226,398,681,455."} +{"image": ["imgs/Crello/output_poster625_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the call to action in the poster?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "CHOOSE THE BEST"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase ' CHOOSE 843,479,931,496 ' serves as a call to action, encouraging viewers to make a selection. Answer: CHOOSE 843,479,931,496 ", "gt_answer": "CHOOSE THE BEST", "necessary bbox": "[' CHOOSE 844,477,935,494 ', ' THE BEST 760,519,859,537 ']"} +{"image": ["imgs/Crello/output_poster1623_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": " Pablo Picasso "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Pablo Picasso 136,875,367,896 ' indicates the author of the quote. Answer: Pablo Picasso 136,875,367,896 ", "gt_answer": " Pablo Picasso ", "necessary bbox": "[' Pablo Picasso 135,880,369,900 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of respondents for '543, 276, 587, 298' in 574, 566, 601, 582?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "14.70%543, 276, 587, 298"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14.70%543, 276, 587, 298", "gt_answer": "14.70%543, 276, 587, 298", "necessary bbox": "['50 - 100 euros543, 276, 587, 298', '2017574, 566, 601, 582', '14.70%543, 276, 587, 298']"} +{"image": ["imgs/ChartQA_PCG/two_col_83537.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the Welsh GDP in the year 744,954,767,994?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 72607 739, 205, 780, 222"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "72607740,201,780,219", "gt_answer": " 72607 739, 205, 780, 222", "necessary bbox": "[' 72607 739, 205, 780, 222']"} +{"image": ["imgs/Crello/output_poster1324_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of products are highlighted in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "SHOES & ACCESSORIES158,818,369,853"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SHOES & ACCESSORIES 158,815,367,859 ", "gt_answer": "SHOES & ACCESSORIES158,818,369,853", "necessary bbox": "['SHOES & ACCESSORIES158,818,369,853']"} +{"image": ["imgs/Crello/output_poster1665_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much can you save if you register by July 25?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 40% "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' You save up to 667,123,830,140 ' is followed by ' 40% 679,159,803,195 ', indicating the savings. Answer: 40%", "gt_answer": " 40% ", "necessary bbox": "[' 40% 681,160,802,192 ', ' by July 25 664,235,832,261 ']"} +{"image": ["imgs/CCMAIN/0240176.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should be contacted for questions about the siren test? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Andy Cardiel534,152,642,169"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Andrew Cardiel805,394,921,413", "gt_answer": "Andy Cardiel534,152,642,169"} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document outlines the tentative schedule for the 2021 AMA District 4 Enduro Championship Series147,222,856,256. Events are planned from April to September across various locations in New York and Pennsylvania. The series includes different types of enduro races such as Closed Course/Sprint Enduro410,305,679,328 and Timekeeping Enduro259,423,452,446. Notable events include the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 on September 12 in Newark, NY. Some events, marked with **, include a Youth Race and Family Trail Ride on Saturday240,640,672,663."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the 2021 AMA District 4 Enduro Championship Series146,223,852,254, detailing a series of races from April to September. Events include Arcadia Bark Busters194,305,387,328 on April 25 in Fulton, NY, River Ratz209,344,309,367 on May 30 in Sheshequin, PA, and RRMC190,384,251,407 on June 13 in Masonville, NY. Other races are scheduled for July 11 in Gillett, PA, CCR204,463,249,486 on August 15 in King Ferry, NY, IDR204,502,244,525 on August 22 in Berkshire, NY, WCMC Kathy DeJohn Memorial Sprint Enduro179,541,618,564 on September 12 in Newark, NY, and Square Deal Riders200,580,377,603 on September 26 in Harpursville, NY. A Youth Race and Family Trail Ride243,639,555,662 is planned for Saturday.", "gt_answer": "The document outlines the tentative schedule for the 2021 AMA District 4 Enduro Championship Series147,222,856,256. Events are planned from April to September across various locations in New York and Pennsylvania. The series includes different types of enduro races such as Closed Course/Sprint Enduro410,305,679,328 and Timekeeping Enduro259,423,452,446. Notable events include the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 on September 12 in Newark, NY. Some events, marked with **, include a Youth Race and Family Trail Ride on Saturday240,640,672,663."} +{"image": ["imgs/ChartQA_PCG/two_col_62948.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the unemployment rate change from 2005 to 2007? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The unemployment rate decreased from 4%483,676,504,695 in '05484,933,501,961 to 3.10%518,792,559,810 in '07529,934,545,961."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2005, the unemployment rate was 4.90%453, 556, 494, 575. By 2007, it increased to 5%548, 539, 568, 558. The rate rose by 0.10% over this period.", "gt_answer": "The unemployment rate decreased from 4%483,676,504,695 in '05484,933,501,961 to 3.10%518,792,559,810 in '07529,934,545,961."} +{"image": ["imgs/ChartQA_PCG/multi_col_60513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of males in 437, 523, 463, 566?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "72.90"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy of males in 2012437, 523, 463, 566 is 72.90432, 399, 468, 418. Answer: 72.90", "gt_answer": "72.90", "necessary bbox": "['male511, 639, 538, 655', '2012437, 523, 463, 566', '72.90432, 401, 470, 418']"} +{"image": ["imgs/ChartQA_PCG/02534409005100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the death rate for Cancers in the chart?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 155.30 560, 289, 630, 311"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "155.30562, 289, 624, 309", "gt_answer": " 155.30 560, 289, 630, 311", "necessary bbox": "['155.30560, 289, 630, 311']"} +{"image": ["imgs/ChartQA_PCG/two_col_82105.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many categories of stress frequency are represented in the chart? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Two categories: Always, often or sometimes 200,929,360,946 and Rarely or never 579,929,667,946."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "There are two categories: Always, often or sometimes198, 927, 360, 945 and Rarely or never578, 927, 664, 941.", "gt_answer": "Two categories: Always, often or sometimes 200,929,360,946 and Rarely or never 579,929,667,946."} +{"image": ["imgs/Crello/output_poster2163_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name associated with the Facebook style post? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The name associated is \" Michael Stedman 310,531,498,556\"."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The name associated with the Facebook style post is ' Michael Stedman 308,529,497,556 '.", "gt_answer": "The name associated is \" Michael Stedman 310,531,498,556\"."} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the memorandum? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "October 14, 2020745,145,882,158"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "October 14, 2020745,141,883,161", "gt_answer": "October 14, 2020745,145,882,158"} +{"image": ["imgs/CCMAIN/0058976.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the amount allocated to the Flowers category? Give grounding and detailed answer."}, {"role": "assistant", "content": "The amount allocated to the Flowers category is 120.00, as indicated by the span Flowers522,890,571,912 and 120.00 703,890,791,912."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The amount allocated to the Flowers519,890,567,912 category is $120.00.", "gt_answer": "The amount allocated to the Flowers category is 120.00, as indicated by the span Flowers522,890,571,912 and 120.00 703,890,791,912."} +{"image": ["imgs/Crello/output_poster1590_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time is the event scheduled to start? Give a straightforward response and specify the bounding box of the answer if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Saturday, 3:00 PM 602,769,824,788 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Saturday, 3:00 PM 602,769,824,785 ", "gt_answer": " Saturday, 3:00 PM 602,769,824,788 ", "necessary bbox": "[' Saturday, 3:00 PM 602,769,824,788 ']"} +{"image": ["imgs/CCMAIN/0224879.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere are new Commercial Radio Service (CRS) facilities prohibited from being located? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Section 16.3.24181,683,239,699 states that no new CRS facility of any kind or size shall be located in the Village Residential and Village Commercial zones227,700,625,717. Answer: Village Residential and Village Commercial zones227,700,625,717"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that no new CRS facility can be located in the Village Residential and Village Commercial zones228,697,625,717. Answer: Village Residential and Village Commercial zones228,697,625,717", "gt_answer": "Section 16.3.24181,683,239,699 states that no new CRS facility of any kind or size shall be located in the Village Residential and Village Commercial zones227,700,625,717. Answer: Village Residential and Village Commercial zones227,700,625,717"} +{"image": ["imgs/ChartQA_PCG/two_col_3017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is represented by 508, 105, 595, 131?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "31.0%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage represented by 6-10 mins508, 105, 595, 131 is 31.0%472, 279, 528, 305. Answer: 31.0%", "gt_answer": "31.0%", "necessary bbox": "['31.0%474, 275, 529, 301', '6-10 mins508, 105, 595, 131']"} +{"image": ["imgs/Crello/output_poster668_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho provides the tips in this guide? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The tips are provided by Diana Mendes, an Expert Interior Designer, as mentioned in Tips are provided by Diana Mendes, \nExpert Interior Designer349,877,629,914."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The tips are provided by Diana Mendes, an Expert Interior Designer. Tips are provided by Diana Mendes,\nExpert Interior Designer\nwww.designworkshops.tx.us 348,876,632,938 ", "gt_answer": "The tips are provided by Diana Mendes, an Expert Interior Designer, as mentioned in Tips are provided by Diana Mendes, \nExpert Interior Designer349,877,629,914."} +{"image": ["imgs/ChartQA_PCG/two_col_24502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents use the 124,942,227,961?"}, {"role": "assistant", "content": "83%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "83%", "gt_answer": "83%", "necessary bbox": "['83%163, 173, 188, 189','Metro/small bus*124,942,227,961']"} +{"image": ["imgs/Crello/output_poster2097_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of service is offered according to the poster? Give a straightforward response and specify the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Full service 102,89,699,179 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Full service 91,87,695,182 ", "gt_answer": "Full service 102,89,699,179 ", "necessary bbox": "[' Full service 102,89,699,179 ']"} +{"image": ["imgs/CCMAIN/0090469.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the study mentioned in 117,289,883,485 aim to improve survey accuracy? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The study aims to improve survey accuracy by exploiting a unique survey to understand the benefits of tracking migrants, as mentioned in Our paper exploits the unique survey to first understand the benefits of tracking migrants.118,362,883,380. It compares migration statistics based on different definitions and provides recommendations for tailoring survey instruments to enhance accuracy in migration and well-being measures."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The study aims to improve survey accuracy by tailoring survey instruments to better capture migration and well-being measures. This is supported by the text: tailoring survey instruments to improve accuracy in migration and well-being measures will follow.118,469,857,485.", "gt_answer": "The study aims to improve survey accuracy by exploiting a unique survey to understand the benefits of tracking migrants, as mentioned in Our paper exploits the unique survey to first understand the benefits of tracking migrants.118,362,883,380. It compares migration statistics based on different definitions and provides recommendations for tailoring survey instruments to enhance accuracy in migration and well-being measures."} +{"image": ["imgs/Crello/output_poster15_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 332,714,577,803?"}, {"role": "assistant", "content": "hobbies that make money"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "hobbies that make money", "gt_answer": "hobbies that make money", "necessary bbox": "[' hobbies\\nthat make\\nmoney 332,714,577,803 ']"} +{"image": ["imgs/CCMAIN/0266987.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the email address for 105,760,433,803?"}, {"role": "assistant", "content": "cheyward@cc.org"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "cheeyward@cc.og", "gt_answer": "cheyward@cc.org"} +{"image": ["imgs/CCMAIN/0343709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the date of 41,228,404,271? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Thursday 22 July, 2021449,235,677,267"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Thursday 22 July, 2021450,228,673,271", "gt_answer": "Thursday 22 July, 2021449,235,677,267"} +{"image": ["imgs/Crello/output_poster1732_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being highlighted in the poster?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "BLACK FRIDAY"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event is highlighted by the text ' BLACK\nFRIDAY 74,406,758,583 '. Answer: BLACK FRIDAY", "gt_answer": "BLACK FRIDAY", "necessary bbox": "[' BLACK 86,408,728,493 ', ' FRIDAY 75,501,752,583 ']"} +{"image": ["imgs/Crello/output_poster1427_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the Charity Music Fest?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Listen and donate"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of the event is to raise funds, as indicated by the text ' LISTEN AND DONATE 83,107,742,356 '. Answer: LISTEN AND DONATE 83,107,742,356 ", "gt_answer": "Listen and donate", "necessary bbox": "[' CHARITY MUSIC\\nFEST LISTEN AND\\nDONATE 84,107,745,360 ']"} +{"image": ["imgs/CCMAIN/0321430.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required in the field Applicant\u2019s Name in 10,300,933,775? Give grounding and detailed answer."}, {"role": "assistant", "content": "The field Applicant\u2019s Name19,345,173,361 in 10,300,933,775 requires the name of the applicant to be filled in the provided space."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The field Applicant\u2019s Name18,345,169,362 requires the full name of the person applying for admission. This is a crucial piece of information as it identifies the individual whose application is being submitted.", "gt_answer": "The field Applicant\u2019s Name19,345,173,361 in 10,300,933,775 requires the name of the applicant to be filled in the provided space."} +{"image": ["imgs/CCMAIN/0156951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total length of the 755,162,917,206 at Wild Horse Pass Motorsports Park? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1.25 miles795,486,933,513"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1.25 MILES803,486,937,517", "gt_answer": "1.25 miles795,486,933,513"} +{"image": ["imgs/Crello/output_poster100_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 97,64,277,100, 76,118,341,178, and 96,182,293,271?"}, {"role": "assistant", "content": "Thanksgiving day"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Thanksgiving Day", "gt_answer": "Thanksgiving day", "necessary bbox": "[' Thanks 97,64,277,100', ' giving 76,118,341,178', ' day 96,182,293,271']"} +{"image": ["imgs/CCMAIN/0116733.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is an ACKNOWLEDGEMENT380,318,617,338 form from the Holyoke Housing Authority332,400,413,417. It confirms that the recipient has been informed of and received a copy of the Holyoke Housing Authority\u2019s One Strike Policy \u201cOne Strike, You\u2019re Out\u201d332,403,852,414. The form includes spaces for the Applicant Signature155,540,325,557 and Date477,383,515,400."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an ACKNOWLEDGEMENT379,316,620,338 form from the Holyoke Housing Authority468,101,845,132, confirming that the applicant has been informed of and received a copy of the One Strike Policy618,397,795,418 titled \"One Strike, You're Out\". The form includes spaces for the Applicant Signature154,538,325,559 and Date475,381,516,402.", "gt_answer": "The document is an ACKNOWLEDGEMENT380,318,617,338 form from the Holyoke Housing Authority332,400,413,417. It confirms that the recipient has been informed of and received a copy of the Holyoke Housing Authority\u2019s One Strike Policy \u201cOne Strike, You\u2019re Out\u201d332,403,852,414. The form includes spaces for the Applicant Signature155,540,325,557 and Date477,383,515,400."} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for getting the ad to Lee according to 235,721,522,735? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Stephanie is responsible for getting the ad to Lee and coordinating, as indicated by the text 'Stephanie will get ad to Lee and coordinate235,721,522,735'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to Stephanie will get ad to Lee and coordinate235,721,522,735, Stephanie is responsible for getting the ad to Lee and coordinating it.", "gt_answer": "Stephanie is responsible for getting the ad to Lee and coordinating, as indicated by the text 'Stephanie will get ad to Lee and coordinate235,721,522,735'."} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere will the official notice board be located during the regatta? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "northeast window of the upper deck of the SCYC clubhouse417,276,811,292"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "northeast window of the upper deck of the SCYC clubhouse418,279,813,291", "gt_answer": "northeast window of the upper deck of the SCYC clubhouse417,276,811,292"} +{"image": ["imgs/ChartQA_PCG/multi_col_60012.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the median hourly pay for males aged 620, 552, 667, 566?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "18.43622, 59, 655, 78"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "18.43620, 59, 653, 78", "gt_answer": "18.43622, 59, 655, 78", "necessary bbox": "['40 to 49620, 552, 667, 566', 'Male528, 660, 554, 676', '18.43622, 59, 655, 78']"} +{"image": ["imgs/ChartQA_PCG/two_col_1140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of pets shown in the chart?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "844"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of pets is the sum of dogs and cats: 471289, 166, 311, 182 + 373675, 308, 697, 324 = 844 million. Answer: 844 million.", "gt_answer": "844", "necessary bbox": "['Dogs287, 875, 314, 891', '471288, 164, 311, 181', 'Cats674, 875, 699, 887', '373675, 305, 697, 322']"} +{"image": ["imgs/CCMAIN/0248785.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the member number for LEUNG Ho Ching? Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "According to the document, the member with the full name LEUNG Ho Ching228,259,347,275 has the member number AM008131,253,179,269. Answer: AM008131,253,179,269"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists LEUNG Ho Ching228,260,347,275 with the member number AM008132,254,179,269. Answer: AM008132,254,179,269", "gt_answer": "According to the document, the member with the full name LEUNG Ho Ching228,259,347,275 has the member number AM008131,253,179,269. Answer: AM008131,253,179,269"} +{"image": ["imgs/Crello/output_poster1512_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat types of cakes are listed in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The poster lists the following types of cakes: Sugar Print Cake 710,447,903,552, Sugar Paste Cake 710,447,903,552, 3D Cake 710,447,903,552, and Theme Cake 710,447,903,552."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The types of cakes listed are ' Sugar Print Cake\nSugar Paste Cake\n3D Cake\nTheme Cake 710,448,902,556 '.", "gt_answer": "The poster lists the following types of cakes: Sugar Print Cake 710,447,903,552, Sugar Paste Cake 710,447,903,552, 3D Cake 710,447,903,552, and Theme Cake 710,447,903,552."} +{"image": ["imgs/ChartQA_PCG/two_col_40816.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many breast cancer incidences are projected for the year 531, 902, 558, 915?"}, {"role": "assistant", "content": "30993"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "31000", "gt_answer": "30993", "necessary bbox": "['2025531, 902, 558, 915', '30993null']"} +{"image": ["imgs/CCMAIN/0114075.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total payout for the horse 'Ill Date Er'? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The horse Ill Date Er91,199,152,212 received a payout of $267.20885,199,933,212 as indicated in the 'Pay' column. Answer: $267.20885,199,933,212"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The horse 'Ill Date Er' is listed in second place with a score of 71773,198,788,210 and a payout of $267.20884,198,932,210. Answer: $267.20884,198,932,210", "gt_answer": "The horse Ill Date Er91,199,152,212 received a payout of $267.20885,199,933,212 as indicated in the 'Pay' column. Answer: $267.20885,199,933,212"} +{"image": ["imgs/CCMAIN/0246210.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document provides information on how to donate for Christian Aid Week 2021514,224,787,243 organized by the Cheltenham Christian Aid Committee345,168,645,182. Donations can be made through three methods: online, by post, or via BACS. For online donations, a link is provided: https://giving.tapsimple.org/online/christian-aid/cheltenham-christian-aid-week-d04b0169,429,861,447. Postal donations can be sent to H Bartlett, 20 Withyholt Park, Cheltenham, GL53 9BP157,468,633,487, with cheques made payable to Cheltenham Christian Aid345,168,550,182. BACS donations can be made to the Christian Aid (Cheltenham) Committee158,523,503,543 with the account details 20-20-15 30239623514,523,689,543. To gift aid, donors should notify hbartlett20@gmail.com250,541,457,561. All envelopes used by Cheltenham churches in 2021 will be 'Delivery Only'."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides information on how to donate for Christian Aid Week 2021513,221,789,241 in Cheltenham. It states that all envelopes used by Cheltenham churches will be for Delivery Only669,325,800,342. Donations can be made online at https://giving.tapsimple.org/online/christian-aid/cheltenham-christian-aid-week-d04b0170,430,861,447, by post to H Bartlett, 20 Withyholh Park, Cheltenham, GL53 9BP157,469,635,486, or via BACS to the Christian Aid (Cheltenham) Committee157,525,504,542 with the account number 20-20-15 30239623513,525,690,542. For BACS donations, notify hbartlett20@gmail.com248,542,458,559.", "gt_answer": "The document provides information on how to donate for Christian Aid Week 2021514,224,787,243 organized by the Cheltenham Christian Aid Committee345,168,645,182. Donations can be made through three methods: online, by post, or via BACS. For online donations, a link is provided: https://giving.tapsimple.org/online/christian-aid/cheltenham-christian-aid-week-d04b0169,429,861,447. Postal donations can be sent to H Bartlett, 20 Withyholt Park, Cheltenham, GL53 9BP157,468,633,487, with cheques made payable to Cheltenham Christian Aid345,168,550,182. BACS donations can be made to the Christian Aid (Cheltenham) Committee158,523,503,543 with the account details 20-20-15 30239623514,523,689,543. To gift aid, donors should notify hbartlett20@gmail.com250,541,457,561. All envelopes used by Cheltenham churches in 2021 will be 'Delivery Only'."} +{"image": ["imgs/CCMAIN/0085350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the fee for participating in the event at Boonesborough Beach? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The fee for the event at Boonesborough Beach233,231,446,249 is $15.00265,373,308,387, which covers insurance waiver, food, friends, and music. Kids under 16 with a parent are free. Answer: $15.00265,373,308,387"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the $15.00 fee covers insurance waiver, food, friends and music264,374,444,386 for the event at Boonesborough Beach. Answer: $15.00", "gt_answer": "The fee for the event at Boonesborough Beach233,231,446,249 is $15.00265,373,308,387, which covers insurance waiver, food, friends, and music. Kids under 16 with a parent are free. Answer: $15.00265,373,308,387"} +{"image": ["imgs/ChartQA_PCG/two_col_62141.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in consumption between 205,912,233,925 and 343,912,372,925? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Between 2011205,912,233,925 and 2013343,912,372,925, the consumption increased from 349.20199,485,240,501 to 453.60 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The consumption increased from 349.20198,485,239,500 in 2011 to 451.60 in 2013.", "gt_answer": "Between 2011205,912,233,925 and 2013343,912,372,925, the consumption increased from 349.20199,485,240,501 to 453.60 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the diet of 509,571,680,583 as mentioned in the document? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "anurans820,682,872,695"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Anuran amphibians675,584,812,596", "gt_answer": "anurans820,682,872,695"} +{"image": ["imgs/CCMAIN/0237828.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first reading assignment for Sunday in the plan? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Rom 1-2130,157,187,172"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Rom 1-2130,158,184,172", "gt_answer": "Rom 1-2130,157,187,172"} +{"image": ["imgs/CCMAIN/0173731.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the sponsor providing auto sales and accessories? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Platinum Auto Service Inc.306,178,532,199"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Platinum Auto Service Inc.305,179,528,196", "gt_answer": "Platinum Auto Service Inc.306,178,532,199"} +{"image": ["imgs/ChartQA_PCG/14354115005935.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of children with diarrhea receiving treatment in Thailand in 1995?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "73.30"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of children with diarrhea receiving treatment in Thailand is shown as 73.\n\nAnswer: 73", "gt_answer": "73.30", "necessary bbox": "['Thailand172,333,246,351']"} +{"image": ["imgs/ChartQA_PCG/two_col_42664.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the least profitable telecommunication company in the Nordic countries?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Telenor A/S"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The least profitable telecommunication company in the Nordic countries is Telenor A/S223,834,295,846. \n\nAnswer: Telenor A/S", "gt_answer": "Telenor A/S", "necessary bbox": "['Telenor A/S223, 833, 293, 848']"} +{"image": ["imgs/CCMAIN/0057594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich participant had the longest Stage 6 Time? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Cat Ballou80,493,141,507 had the longest Stage 6 Time with 120.00715,493,755,507. Answer: Cat Ballou80,493,141,507"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The longest Stage 6 Time is 89.83807,442,839,456, achieved by Dixie Wrangler81,509,168,523 with a final time of 533.65890,509,930,523. Answer: Dixie Wrangler81,509,168,523", "gt_answer": "Cat Ballou80,493,141,507 had the longest Stage 6 Time with 120.00715,493,755,507. Answer: Cat Ballou80,493,141,507"} +{"image": ["imgs/ChartQA_PCG/multi_col_40258.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mean salary for 630, 570, 672, 586?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "56.15624, 122, 657, 141"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "56.15627, 119, 660, 138", "gt_answer": "56.15624, 122, 657, 141", "necessary bbox": "['Mean495, 706, 524, 720', 'Canada630, 570, 672, 586', '56.15624, 122, 657, 141']"} +{"image": ["imgs/CCMAIN/0265472.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the current advisees mentioned in 84,715,907,831 and what is their significance? Give grounding and detailed answer."}, {"role": "assistant", "content": "The current advisees are Ryan Larson, Stephen Wulff, Amber Powell, Caity Curry, Anna DalCortivo, and Alyssa Oursler. Their significance lies in their ongoing academic relationship with the individual, indicating active mentorship and guidance in their respective fields."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The current advisees mentioned are Ryan Larson, Stephen Wulf, Amber Powell, Caitly Curry, and Alyssa Oursler. Their significance lies in their ongoing academic mentorship under the guidance of the author, as indicated by the span Current Advisees: Ryan Larson, Stephen Wulf, Amber Powell, Caitly Curry, Alyssa Oursler.326,798,885,816.", "gt_answer": "The current advisees are Ryan Larson, Stephen Wulff, Amber Powell, Caity Curry, Anna DalCortivo, and Alyssa Oursler. Their significance lies in their ongoing academic relationship with the individual, indicating active mentorship and guidance in their respective fields."} +{"image": ["imgs/CCMAIN/0084284.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the 107,673,588,693? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the Aggregate value of hereditaments of votes cast in favour of proposal107,673,588,693 was \u00a32,919,100704,673,805,693. Answer: \u00a32,919,100704,673,805,693"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Aggregate value of hereditaments of votes cast in favour of proposal107,673,588,693 was \u00a32,919,100, which is 94% of the total votes cast. Answer: \u00a32,919,100", "gt_answer": "The document specifies that the Aggregate value of hereditaments of votes cast in favour of proposal107,673,588,693 was \u00a32,919,100704,673,805,693. Answer: \u00a32,919,100704,673,805,693"} +{"image": ["imgs/CCMAIN/0270681.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum load per shelf? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the Max. load per shelf203,209,228,217 is 2 kg79,219,98,226, indicating the maximum weight each shelf can support. Answer: 2 kg79,219,98,226"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the maximum load per shelf is 2 kg71,218,90,225, indicating the weight it can support. Answer: 2 kg71,218,90,225", "gt_answer": "The document specifies that the Max. load per shelf203,209,228,217 is 2 kg79,219,98,226, indicating the maximum weight each shelf can support. Answer: 2 kg79,219,98,226"} +{"image": ["imgs/CCMAIN/0129882.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 445,132,553,149 option is suitable for vegetarians? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Posh cheesy chips (V)426,207,572,222"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Cauliflower cheese roast401,392,568,404", "gt_answer": "Posh cheesy chips (V)426,207,572,222"} +{"image": ["imgs/Crello/output_poster1528_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the cafe mentioned in 44,297,454,465?"}, {"role": "assistant", "content": " Rouge Cafe "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Rouge Cafe", "gt_answer": " Rouge Cafe ", "necessary bbox": "[' Rouge Cafe 44,297,454,465']"} +{"image": ["imgs/CCMAIN/0236345.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a private tour to 146,266,254,285? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "R$ 450,00497,268,551,282"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "R$ 450,00493,241,546,260", "gt_answer": "R$ 450,00497,268,551,282"} +{"image": ["imgs/ChartQA_PCG/multi_col_259.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total income for Kei Nishikori, combining both endorsements and prize money? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The total income for Kei Nishikori 125, 303, 200, 314 is 31 302, 301, 318, 314 million dollars from endorsements and 1.1 405, 302, 425, 314 million dollars from prize money, amounting to 32.1 million dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Kei Nishikori's total income is 31305, 304, 321, 317 million from endorsements and 1406, 304, 414, 317 million from prize money, totaling 32 million U.S. dollars.", "gt_answer": "The total income for Kei Nishikori 125, 303, 200, 314 is 31 302, 301, 318, 314 million dollars from endorsements and 1.1 405, 302, 425, 314 million dollars from prize money, amounting to 32.1 million dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_158.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had the second highest revenue in 2019?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " Michelin (France) "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The company with the second highest revenue is Michelin (France)234, 407, 341, 422 with a revenue of 26.55869, 405, 905, 419 billion U.S. dollars.\n\nAnswer: Michelin (France)", "gt_answer": " Michelin (France) ", "necessary bbox": "['Revenue in billion U.S. dollars537, 962, 723, 974', 'Michelin (France)234, 407, 340, 421', '26.55870, 405, 906, 419', 'Bridgestone (Japan)217, 222, 340, 237', '27.23883, 219, 919, 234']"} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the estimated cost to replace the dock on Williams Drive? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$35,000747,341,806,358"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$35,000746,344,806,358", "gt_answer": "$35,000747,341,806,358"} +{"image": ["imgs/Crello/output_poster1438_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat number is prominently featured in the poster?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 6 649,123,769,419"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6 664,121,763,395 ", "gt_answer": " 6 649,123,769,419", "necessary bbox": "[' 6 649,123,769,419']"} +{"image": ["imgs/CCMAIN/0094898.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document discusses the two distinctive rock types of the Kennedy Table Mountain Complex117,202,392,216. The trachyandesite lava151,230,306,244 is rich in silica and harder than other rocks like Lovejoy Basalt325,264,439,278. It contains mantle minerals and large feldspar crystals, making it unsuitable for certain lapidary purposes. A notable feature is the ability of its plagioclase feldspar to form laths by polysynthetic twinning. The Kennedy Table mountains169,247,376,261 are underlain by Finegold Intrusive Suite granites553,361,808,375, which are among the oldest in the Sierra batholith. The granites provided a hard surface for grinding acorns. Exposed ends of the tables show entablature and colonnade structures, indicating a short lava flow period. Glacial erosion exposed the tops of posts at the Devils Postpile411,801,463,815, but glaciers did not reach the Kennedy Table, preserving its structure."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document discusses the distinctive rock types of the Kennedy Table Mountain Complex117,203,391,217. The trachyandesite lava150,230,306,244 is richer in silica and harder than the Lovejoy Basalt325,264,440,278 or Tuolumne Latite147,281,278,295, containing minerals from the mantle and more feldspar. It forms large crystals but does not polish to a jet black surface like Lovejoy Basalt. A notable feature is its ability to form laths by polysynthetic twinning. The Finegold Intrusive Suite granites552,362,807,376 underlie the mountains, with the oldest (114MY) near the western border of Yosemite National Park. These granites are among the oldest in the Sierra batholith and become progressively younger eastward. The exposed ends of the tables show entablature and colonnade structures, indicating a short lava flow period. Glaciers did not extend to Kennedy Table Mountain, preserving the original structure.", "gt_answer": "The document discusses the two distinctive rock types of the Kennedy Table Mountain Complex117,202,392,216. The trachyandesite lava151,230,306,244 is rich in silica and harder than other rocks like Lovejoy Basalt325,264,439,278. It contains mantle minerals and large feldspar crystals, making it unsuitable for certain lapidary purposes. A notable feature is the ability of its plagioclase feldspar to form laths by polysynthetic twinning. The Kennedy Table mountains169,247,376,261 are underlain by Finegold Intrusive Suite granites553,361,808,375, which are among the oldest in the Sierra batholith. The granites provided a hard surface for grinding acorns. Exposed ends of the tables show entablature and colonnade structures, indicating a short lava flow period. Glacial erosion exposed the tops of posts at the Devils Postpile411,801,463,815, but glaciers did not reach the Kennedy Table, preserving its structure."} +{"image": ["imgs/CCMAIN/0010436.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the first day of school for Great Falls Public Schools in 2021? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The calendar indicates that the First Day of School177,810,300,822 is on August 2564,810,130,822. Answer: August 2564,810,130,822"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The calendar specifies that the First Day of School176,809,299,823 is on August 2564,809,132,823. Answer: August 2564,809,132,823", "gt_answer": "The calendar indicates that the First Day of School177,810,300,822 is on August 2564,810,130,822. Answer: August 2564,810,130,822"} +{"image": ["imgs/ChartQA_PCG/two_col_22355.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total increment in tax income over the period shown in the chart. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The total increment in tax income is 85.30699,137,732,153 - 40.30157,485,190,501 = 45 billion GBP."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total increment in tax income from 2021/22149,827,196,842 to 2025/26693,827,740,842 is 45 billion GBP (from 40.30155,482,188,498 to 85.30700,136,733,152).", "gt_answer": "The total increment in tax income is 85.30699,137,732,153 - 40.30157,485,190,501 = 45 billion GBP."} +{"image": ["imgs/Crello/output_poster406_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat party is happening related to superheroes? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The party happening related to superheroes is ' hero party 358,778,538,820'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The party is a 'Hero Party' as indicated by ' HERO PARTY 256,774,538,821 '.", "gt_answer": "The party happening related to superheroes is ' hero party 358,778,538,820'."} +{"image": ["imgs/ChartQA_PCG/two_col_24616.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the demand trend from 2008 to 2015* and how is it depicted on the chart? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The demand consistently increased from 54222,269,238,285 million metric tons in 2008216,887,244,900 to 63.90725,161,759,177 million metric tons in 2015*725,887,759,900, as shown by the progressively taller blue bars for each year."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The demand shows a consistent increase from 54223, 268, 238, 284 million metric tons in 2008 to 63.90725, 162, 759, 178 million metric tons in 2015*. This upward trend is depicted by the vertical bars rising on the chart.", "gt_answer": "The demand consistently increased from 54222,269,238,285 million metric tons in 2008216,887,244,900 to 63.90725,161,759,177 million metric tons in 2015*725,887,759,900, as shown by the progressively taller blue bars for each year."} +{"image": ["imgs/CCMAIN/0143127.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is an advertisement for the Ivy League Kids program at Hoover Elementary296,492,646,529, part of the Hoover-Schrum Memorial School District 15714,448,947,490. It offers before & after school142,388,842,446 care with flexible scheduling315,118,482,159. The program runs from 6:45am60,557,142,581 until school starts and after school until 6:00pm240,581,322,605. Activities include Sports & Recreation625,561,879,588, Arts & Crafts625,589,788,616, STEM Education625,617,827,644, Homework Help625,644,832,671, Character Building625,672,864,699, and Snack625,700,700,727. The registration fee is $40, with various attendance options ranging from $20.00 to $120.00. The program serves K - 8th616,875,711,906 grade and accepts the Illinois Action for Children Child Care Assistance Program732,737,885,759. Registration is encouraged with a call to action to register today."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an advertisement for Ivy League Kids574,182,980,236, offering before & after school145,395,844,449 care at Hoover-Schrum Memorial School District 15715,449,951,487. The program runs from 6:45am60,558,140,579 until school starts and after school until 6:00pm241,583,323,604. Activities include Sports & Recreation626,563,879,586, Arts & Crafts626,591,789,614, STEM Education626,619,829,642, Homework Help626,647,832,670, Character Building626,675,866,698, and a Snack626,703,701,726. The registration fee is $40254,753,282,768, with discounts for multiple days. The program accepts the Illinois Action for Children Child Care Assistance Program735,739,888,756.", "gt_answer": "The document is an advertisement for the Ivy League Kids program at Hoover Elementary296,492,646,529, part of the Hoover-Schrum Memorial School District 15714,448,947,490. It offers before & after school142,388,842,446 care with flexible scheduling315,118,482,159. The program runs from 6:45am60,557,142,581 until school starts and after school until 6:00pm240,581,322,605. Activities include Sports & Recreation625,561,879,588, Arts & Crafts625,589,788,616, STEM Education625,617,827,644, Homework Help625,644,832,671, Character Building625,672,864,699, and Snack625,700,700,727. The registration fee is $40, with various attendance options ranging from $20.00 to $120.00. The program serves K - 8th616,875,711,906 grade and accepts the Illinois Action for Children Child Care Assistance Program732,737,885,759. Registration is encouraged with a call to action to register today."} +{"image": ["imgs/Crello/output_poster1119_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the new offer mentioned in the poster?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "30% OFF ALL KIDS DESSERTS"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' NEW\nOFFER 16,83,109,172 ' indicates a new offer. Answer: NEW OFFER", "gt_answer": "30% OFF ALL KIDS DESSERTS", "necessary bbox": "[' 30% 69,321,447,505 ', ' OFF 73,484,359,679 ', ' ALL KIDS\\nDESSERTS 104,656,363,756 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_104690.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the overall trend in the number of monetizable daily active users from Q1 '17 to Q1 '21? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The overall trend shows a consistent increase in the number of monetizable daily active users, starting from 83193, 500, 208, 516 in Q1 '17 and reaching 162872, 136, 894, 152 in Q1 '21."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of monetizable daily active users increased steadily from 83192, 497, 206, 513 million in Q1 '17 to 162874, 137, 896, 153 million in Q1 '21.", "gt_answer": "The overall trend shows a consistent increase in the number of monetizable daily active users, starting from 83193, 500, 208, 516 in Q1 '17 and reaching 162872, 136, 894, 152 in Q1 '21."} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 1980?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 14 483,572,499,589"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "14487, 573, 502, 592", "gt_answer": " 14 483,572,499,589", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/CCMAIN/0315102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 45,327,81,340 number mentioned in the document? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "404992820503289,327,196,340"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "404992820503291,327,196,340", "gt_answer": "404992820503289,327,196,340"} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average value of the bar for 98,774,183,795 and 111,526,184,549?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "3.28"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value for Colombia98,774,183,795 is 1.45356,770,392,792 and for Morocco111,526,184,549 is 5.11760,522,800,544. The average is (1.45 + 5.11) / 2 = 3.28. Answer: 3.28", "gt_answer": "3.28", "necessary bbox": "['1.45358, 774, 397, 794','Colombia98,774,183,795','Morocco111,526,184,549','5.11765,526,801,544']"} +{"image": ["imgs/Crello/output_poster695_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being advertised on this poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The event being advertised is a New Year's Eve Party69,111,688,174."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is a 'New Year\u2019s Eve Party' 69,114,685,170.", "gt_answer": "The event being advertised is a New Year's Eve Party69,111,688,174."} +{"image": ["imgs/ChartQA_PCG/two_col_3970.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the production output of 9, 302, 131, 313 in thousand metric tons?"}, {"role": "assistant", "content": "1.18 thousand metric tons"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.20", "gt_answer": "1.18 thousand metric tons", "necessary bbox": "['Freeport-McMoRan*9, 302, 131, 313', '1.18']"} +{"image": ["imgs/Crello/output_poster1788_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main event mentioned in 333,600,632,701?"}, {"role": "assistant", "content": "ECO SUMMIT"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "ECO SUMMIT", "gt_answer": "ECO SUMMIT", "necessary bbox": "[' ECO\\nSUMMIT 333,600,632,701']"} +{"image": ["imgs/CCMAIN/0127906.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat were the Petrifilm Aerobic Count results for the raw milk sample? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "3,400 RAC/mL644,531,711,546"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3,400 RAC/mL641,531,711,546", "gt_answer": "3,400 RAC/mL644,531,711,546"} +{"image": ["imgs/CCMAIN/0009269.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat 74,513,201,531 is issued for the financial statement? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Unqualified opinion260,516,388,529"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Unqualified opinion261,513,389,531", "gt_answer": "Unqualified opinion260,516,388,529"} +{"image": ["imgs/CCMAIN/0308992.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich service provider is conducting the e-auction on 471,409,585,423? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The service provider-wise e-auction schedule lists MSTC Ltd.232,409,319,421 as conducting the auction on 11th June 2021471,409,585,423. Answer: MSTC Ltd.232,409,319,421"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that MSTC Ltd.229,409,318,423 is conducting the e-auction on 11th June 2021376,201,400,218. Answer: MSTC Ltd.229,409,318,423", "gt_answer": "The service provider-wise e-auction schedule lists MSTC Ltd.232,409,319,421 as conducting the auction on 11th June 2021471,409,585,423. Answer: MSTC Ltd.232,409,319,421"} +{"image": ["imgs/ChartQA_PCG/two_col_21548.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organ had the most transplant candidates waiting in 186,144,203,163?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Kidney"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The organ with the most transplant candidates waiting in All186,144,203,163 is Kidney162,235,203,249 with 91834801,232,841,246 candidates. Answer: Kidney", "gt_answer": "Kidney", "necessary bbox": "['Kidney163,233,204,248', '91834803,230,844,245','All186,144,203,163']"} +{"image": ["imgs/CCMAIN/0044573.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the two types of requests that can be made using this form? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The form provides options for two types of requests, indicated by checkboxes labeled Reimbursement470,203,597,219 and Invoice646,203,703,219. Answer: Reimbursement470,203,597,219 and Invoice646,203,703,219"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form provides options for either Reimbursement469,203,598,219 or Invoice647,203,703,219, indicating these are the two types of requests that can be made. Answer: Reimbursement469,203,598,219 and Invoice647,203,703,219", "gt_answer": "The form provides options for two types of requests, indicated by checkboxes labeled Reimbursement470,203,597,219 and Invoice646,203,703,219. Answer: Reimbursement470,203,597,219 and Invoice646,203,703,219"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat average percentage of 775,936,805,957 and 680,939,723,954 customers reported being very satisfied?"}, {"role": "assistant", "content": "44.5%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "54.5%", "gt_answer": "44.5%", "necessary bbox": "['39%778, 576, 804, 595','Toshiba680,939,723,954','Acer775,936,805,957','50%689,482,714,502']"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a whole chicken? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The menu lists the price for a whole281,366,342,389 chicken as $12.50348,366,415,389. Answer: $12.50348,366,415,389"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the price of a whole chicken as $12.50349,367,418,388. Answer: $12.50349,367,418,388", "gt_answer": "The menu lists the price for a whole281,366,342,389 chicken as $12.50348,366,415,389. Answer: $12.50348,366,415,389"} +{"image": ["imgs/Crello/output_poster1940_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message does the main text convey? Give grounding and detailed answer."}, {"role": "assistant", "content": "The main text BOYNTON CONFERENCE\nTHE OCEAN IS IN DANGER 209,415,759,583 conveys a sense of urgency about the peril facing the ocean, implying a need for action or awareness discussion in a conference setting."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main text conveys the message ' Boynton Conference\nThe ocean is in Danger 209,419,756,583 '.", "gt_answer": "The main text BOYNTON CONFERENCE\nTHE OCEAN IS IN DANGER 209,415,759,583 conveys a sense of urgency about the peril facing the ocean, implying a need for action or awareness discussion in a conference setting."} +{"image": ["imgs/Crello/output_poster2287_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the event?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " AUGUST 22 3 PM - 6 PM 264,458,625,555"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SATURDAY ECO TALKS\nAUGUST 22 3 PM - 6 PM 251,308,621,557 ", "gt_answer": " AUGUST 22 3 PM - 6 PM 264,458,625,555", "necessary bbox": "[' AUGUST 22 3 PM - 6 PM 264,458,625,555']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the votes would 455, 760, 579, 780 get against 348, 606, 458, 626?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "40%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of votes for Republican candidate455, 760, 579, 780 against Obama vs Gingrich348, 606, 458, 626 is 40%401, 206, 427, 225. Answer: 40%", "gt_answer": "40%", "necessary bbox": "['Obama vs Gingrich348, 606, 458, 626', 'Republican candidate455, 760, 579, 780', '40%402, 211, 429, 229']"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the fee for a regular candidate? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1200338,769,375,782"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1200/-338,769,390,782", "gt_answer": "1200338,769,375,782"} +{"image": ["imgs/ChartQA_PCG/multi_col_80264.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend can be seen in the number of male students from 486,556,511,600 to 869,555,894,600? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The number of male students has increased from 766.46 477,368,522,386 in 2009 486,556,511,600 to 941.90 861,252,906,271 in 2019 869,555,894,600."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of male students increased steadily from 766.46482,371,527,389 in 2009 to 941.90865,259,910,278 in 2019.", "gt_answer": "The number of male students has increased from 766.46 477,368,522,386 in 2009 486,556,511,600 to 941.90 861,252,906,271 in 2019 869,555,894,600."} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 832,522,857,563?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "11.22830,236,864,255"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11.22832,234,865,252", "gt_answer": "11.22830,236,864,255", "necessary bbox": "['Americas440, 636, 492, 652','2020832,522,857,563','11.22830,236,864,255']"} +{"image": ["imgs/CCMAIN/0350998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat additional cost must be added to the labor 361,42,453,69 to find the total expenditures for a crop?"}, {"role": "assistant", "content": "+ Expenditures"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Expenditures", "gt_answer": "+ Expenditures"} +{"image": ["imgs/ChartQA_PCG/two_col_20669.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the production first surpass 91, 237, 112, 249 million metric tons, and what was the production amount? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The production first surpassed 80091, 237, 112, 249 million metric tons in 2013657, 861, 683, 901, with an amount of 810.44651, 216, 692, 232 million metric tons."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The production first surpassed 80091, 237, 112, 249 million metric tons in 2012625, 861, 651, 900 with a production amount of 778.94619, 244, 660, 260 million metric tons.", "gt_answer": "The production first surpassed 80091, 237, 112, 249 million metric tons in 2013657, 861, 683, 901, with an amount of 810.44651, 216, 692, 232 million metric tons."} +{"image": ["imgs/Crello/output_poster559_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho provided the tips in the guide mentioned in 295,257,710,278?"}, {"role": "assistant", "content": "Diana Mendes"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Diana Mendes", "gt_answer": "Diana Mendes", "necessary bbox": "['Tips are provided by Diana Mendes, \\nExpert Interior Designer 348,873,629,910']"} +{"image": ["imgs/ChartQA_PCG/two_col_3615.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value of the gamification market in US dollars in 623, 877, 657, 890?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "11.94"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value of the gamification market in 2021*623, 877, 657, 890 is 11.94626, 153, 660, 169 billion U.S. dollars.\n\nAnswer: 11.94", "gt_answer": "11.94", "necessary bbox": "['11.94623, 153, 656, 169', '2021*623, 877, 657, 890']"} +{"image": ["imgs/ChartQA_PCG/two_col_23276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the death rate per 1 million population for 148,849,198,856, and how does it compare to 301,917,325,932? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The death rate per 1 million population for Belarus148,849,198,856 is 325.02, which is below 500301,917,325,932."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The death rate for Belarus148,849,198,856 is 370.20, which is lower than the rate for Albania148,812,197,819 at 853.01392,811,439,819.", "gt_answer": "The death rate per 1 million population for Belarus148,849,198,856 is 325.02, which is below 500301,917,325,932."} +{"image": ["imgs/Crello/output_poster2204_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can tickets be obtained according to 416,878,868,965?"}, {"role": "assistant", "content": "Online or by phone"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "by phone +45 993 173 8118", "gt_answer": "Online or by phone", "necessary bbox": "[' Come and bring your friends to enjoy\\nthe best sci-fi movies of this century.\\nGet tickets online on www.moviemarathon.us\\nor by phone +45 993 173 8818. 416,878,868,965']"} +{"image": ["imgs/CCMAIN/0053220.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must accompany the claim according to 86,442,941,549? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "According to 86,442,941,549, copies of all work orders and invoices for repairs to the engine must accompany the claim. Additionally, for electronically controlled engines, a complete Electronic Control Module (ECM) report (Extraction, Download) must also accompany the claim."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 86,442,941,549, a complete Electronic Control Module (ECM) report (Extraction, Download) must accompany the claim. This requirement is specified in the span: Additionally, on electronically controlled engines a complete Electronic Control Module (ECM) report327,520,928,536.", "gt_answer": "According to 86,442,941,549, copies of all work orders and invoices for repairs to the engine must accompany the claim. Additionally, for electronically controlled engines, a complete Electronic Control Module (ECM) report (Extraction, Download) must also accompany the claim."} +{"image": ["imgs/CCMAIN/0138090.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a NOTICE OF INTENT TO PASS RESTRUCTURING PROPOSAL BY-LAW418,37,805,53 regarding the annexation of lands between the City of Guelph, the Township of Guelph/Eramosa, and the County of Wellington. The proposal aims to facilitate the redevelopment and provision of services for economic and social well-being. A virtual meeting will be held on July 12, 2021142,211,248,222, at 1:30 p.m.272,211,347,222 via Zoom. Approval from the councils of the City, Township, and County is required for the proposal. Additional information can be obtained by contacting iroger@get.on.ca117,827,255,838."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a NOTICE OF INTENT TO PASS RESTRUCTURING PROPOSAL BY-LAW416,32,790,53 for the Township of Guelph/Eramosa. It proposes restructuring under Section 172 and 173 of the Municipal Act to annex certain lands from the Township to the City of Guelph, the Township of Guelph/Eramosa, and the County of Wellington. The meeting will be held on July 12, 2021 at 1:30 p.m.141,208,342,222 via Zoom. The annexation aims to facilitate proper redevelopment and service provision, benefiting the economic and social well-being of all parties involved. Public attendance is encouraged virtually or by telephone.", "gt_answer": "The document is a NOTICE OF INTENT TO PASS RESTRUCTURING PROPOSAL BY-LAW418,37,805,53 regarding the annexation of lands between the City of Guelph, the Township of Guelph/Eramosa, and the County of Wellington. The proposal aims to facilitate the redevelopment and provision of services for economic and social well-being. A virtual meeting will be held on July 12, 2021142,211,248,222, at 1:30 p.m.272,211,347,222 via Zoom. Approval from the councils of the City, Township, and County is required for the proposal. Additional information can be obtained by contacting iroger@get.on.ca117,827,255,838."} +{"image": ["imgs/ChartQA_PCG/two_col_24431.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total spending on online platforms 110, 251, 209, 261, 121, 348, 208, 356, 119, 299, 207, 307?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "4249.02 million SEK"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total spending on online platforms is calculated as follows: 1986.51520, 249, 576, 258 (Online display) + 1152.67397, 297, 453, 306 (Social media) + 1109.84385, 346, 442, 355 (Online video) = 4248.98 million SEK. Answer: 4248.98 million SEK", "gt_answer": "4249.02 million SEK", "necessary bbox": "['Online display110, 251, 209, 261', '1986.51520, 250, 577, 259', 'Online video121, 348, 208, 356', '1109.84387, 346, 445, 355', 'Social media119, 299, 207, 307', '1152.67394, 298, 451, 307']"} +{"image": ["imgs/CCMAIN/0058631.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is from the Asian Journal of Case Reports in Medicine and Health60,94,490,110, 2018, Volume 1, Issue 1. It includes various case reports such as Smokeless Tobacco Induced Oral Premalignant Lesions142,165,455,176 by Shamnath Ismail, Early Infantile Gangliosidosis GM160,213,253,224 by Belenky Vadim, and Clinical Management of a Mandibular Second Molar with Three Mesial Canals60,270,490,282 by K. Srinivasan. Other reports cover topics like Biliary Atresia60,327,138,339 post circumcision, Traumatic CSF Otorrhoea60,385,202,396, Lumbar Extradural Synovial Cyst60,432,244,444, and Tremulousness in a 7-yr-old Child Diagnosed with Ataxia Telangiectasia58,493,469,499. Each report includes authors from various universities and links to their complete peer review history."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a List of Reviewers425,43,572,60 for the Asian Journal of Case Reports in Medicine and Health60,96,489,110 for Year: 2018460,70,537,83. It includes various case studies and reports such as Smokeless Tobacco Induced Oral Premalignant Lesions142,165,454,175, Early Infantile Gangliosidosis GM160,216,251,226, and Biliary Atresia Presenting as Post Circumcision Exsanguination60,329,415,339. Each entry lists the authors, their affiliations, and provides a link to the complete peer review history. The document highlights the diversity of topics covered, ranging from medical conditions to surgical cases, and includes contributions from researchers across different countries.", "gt_answer": "The document is from the Asian Journal of Case Reports in Medicine and Health60,94,490,110, 2018, Volume 1, Issue 1. It includes various case reports such as Smokeless Tobacco Induced Oral Premalignant Lesions142,165,455,176 by Shamnath Ismail, Early Infantile Gangliosidosis GM160,213,253,224 by Belenky Vadim, and Clinical Management of a Mandibular Second Molar with Three Mesial Canals60,270,490,282 by K. Srinivasan. Other reports cover topics like Biliary Atresia60,327,138,339 post circumcision, Traumatic CSF Otorrhoea60,385,202,396, Lumbar Extradural Synovial Cyst60,432,244,444, and Tremulousness in a 7-yr-old Child Diagnosed with Ataxia Telangiectasia58,493,469,499. Each report includes authors from various universities and links to their complete peer review history."} +{"image": ["imgs/CCMAIN/0002787.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat must be filed within 7 days of enacting a Contingency Plan? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "An Incident Report120,166,267,181"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "An Incident Report (Appendix / Form #12)120,165,443,182", "gt_answer": "An Incident Report120,166,267,181"} +{"image": ["imgs/ChartQA_PCG/two_col_63423.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the change in the number of website visits for France?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "20.70%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The change in the number of website visits for France is 20.70530, 324, 563, 340. Answer: 20.70", "gt_answer": "20.70%", "necessary bbox": "['20.70528, 324, 561, 340']"} +{"image": ["imgs/ChartQA_PCG/two_col_21898.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage does 584, 851, 658, 877 contribute to the pie chart? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Brussels584, 851, 658, 877 contributes 13.0%516, 703, 571, 729 to the pie chart."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "13.0%520, 697, 575, 723", "gt_answer": "Brussels584, 851, 658, 877 contributes 13.0%516, 703, 571, 729 to the pie chart."} +{"image": ["imgs/CCMAIN/0116675.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the geographical location of 629,149,696,167? Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The geographical coordinates for BP - Jasseron52,172,178,191 are provided as 46.206235 5.29438352,310,206,326 in the document. Answer: 46.206235 5.29438352,310,206,326"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the location of Gasoil+629,149,696,167 as A40/E21/E62 - Aire de Bourg-Teyssonge53,196,254,214, indicating its geographical position. Answer: A40/E21/E62 - Aire de Bourg-Teyssonge53,196,254,214", "gt_answer": "The geographical coordinates for BP - Jasseron52,172,178,191 are provided as 46.206235 5.29438352,310,206,326 in the document. Answer: 46.206235 5.29438352,310,206,326"} +{"image": ["imgs/CCMAIN/0056209.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum fine for abduction under Minnesota Statutes 2020? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "$3,000827,170,876,185"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$3,000829,170,877,185", "gt_answer": "$3,000827,170,876,185"} +{"image": ["imgs/CCMAIN/0112100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich restaurant offers a combination of 496,836,638,856?"}, {"role": "assistant", "content": "DB Bistro Moderne"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "DB Bistro Moderne", "gt_answer": "DB Bistro Moderne"} +{"image": ["imgs/ChartQA_PCG/two_col_62865.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Consumer Price Index exceed 100 for the first time?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2015464,891,489,930"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014410,889,436,929", "gt_answer": "2015464,891,489,930", "necessary bbox": "['10022,169,42,182', '2015464,891,489,930', '100467,157,489,172']"} +{"image": ["imgs/CCMAIN/0006937.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date was the ITR filed for 394,597,534,622? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "01/10/2019389,668,490,688"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "01/10/2019394,670,492,685", "gt_answer": "01/10/2019389,668,490,688"} +{"image": ["imgs/ChartQA_PCG/two_col_80796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the preliminary dumping margin for 631, 901, 791, 919?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "249.96%685, 197, 737, 213"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "249.96%685, 197, 739, 213", "gt_answer": "249.96%685, 197, 737, 213", "necessary bbox": "['249.96%685, 197, 737, 213', 'All other Chinese producers631, 901, 791, 919']"} +{"image": ["imgs/CCMAIN/0040863.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the material used for the 86,156,384,177? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Mahogany328,278,405,291"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Mahogany324,278,405,291", "gt_answer": "Mahogany328,278,405,291"} +{"image": ["imgs/Crello/output_poster578_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere and when is the 47th Annual Cardiac Surgery Symposium taking place? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The symposium takes place at Bruno Hall\nUtrechtsestraat 13A, 58190 LZ , Arnhem 131,854,820,907 on 6 may 2018 910,651,947,773 at 10:00 am 36,216,66,315 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The symposium is taking place at Bruno Hall, Utrechtsestraat 13A, 58190 LZ, Arnhem on 6 May 2018. Bruno Hall\nUtrechtsestraat 13A, 58190 LZ , Arnhem 132,854,817,905 , 6 may 2018 915,646,950,774 ", "gt_answer": "The symposium takes place at Bruno Hall\nUtrechtsestraat 13A, 58190 LZ , Arnhem 131,854,820,907 on 6 may 2018 910,651,947,773 at 10:00 am 36,216,66,315 ."} +{"image": ["imgs/ChartQA_PCG/two_col_102398.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the transport volume first exceed 148, 492, 182, 506 passenger-kilometers?Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": " 2005"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The transport volume first exceeded 30000148, 492, 182, 506 million passenger-kilometers in 2004287, 842, 313, 887 with a volume of 28955. Answer: 2004", "gt_answer": " 2005", "necessary bbox": "[' 30000 148, 492, 182, 506', ' 2005 320, 844, 345, 890']"} +{"image": ["imgs/ChartQA_PCG/two_col_20883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of homicides per 100,000 inhabitants in the year 301,899,326,939?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "16.60298,525,332,541"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "16.60298,523,332,539", "gt_answer": "16.60298,525,332,541", "necessary bbox": "['2003301,899,326,939', '16.60298,525,332,541']"} +{"image": ["imgs/ChartQA_PCG/two_col_81241.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the general trend of ESPRIT store numbers from 189,906,213,936 to 861,900,886,940? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The number of stores initially increased, reaching a peak in 2011 477,901,503,940, and then generally decreased towards 2019 861,900,886,940."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of ESPRIT stores generally decreased from 635 in 2005189,906,213,946 to 427 in 2019861,906,886,946.", "gt_answer": "The number of stores initially increased, reaching a peak in 2011 477,901,503,940, and then generally decreased towards 2019 861,900,886,940."} +{"image": ["imgs/CCMAIN/0104187.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat first information is required about 132,635,195,658 in the document?"}, {"role": "assistant", "content": "Total kg's of wool on hand at Balance Date"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Total kg's of wool on hand at Balance Date.", "gt_answer": "Total kg's of wool on hand at Balance Date"} +{"image": ["imgs/Crello/output_poster1585_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat date is associated with Martin Luther King Day as mentioned in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The date associated with Martin Luther King Day in the poster is Monday, January 15 293,380,732,430 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The date associated with Martin Luther King Day is Monday, January 15 293,376,730,438.", "gt_answer": "The date associated with Martin Luther King Day in the poster is Monday, January 15 293,380,732,430 ."} +{"image": ["imgs/ChartQA_PCG/two_col_1811.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of child deaths per day first exceed 521, 131, 528, 147?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2019 767, 905, 792, 945"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2010516, 904, 541, 944", "gt_answer": " 2019 767, 905, 792, 945", "necessary bbox": "[' 5 521, 131, 528, 147', ' 5.04 769, 124, 795, 141', ' 2019 767, 905, 792, 945']"} +{"image": ["imgs/ChartQA_PCG/two_col_104757.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of Hyundai cars sold in Sweden from 2018 to 2019?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "11026"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales in 2018 were 4622697,615,727,631 and in 2019 were 6404760,520,790,536. Adding these gives a total of 11026 cars. Answer: 11026", "gt_answer": "11026", "necessary bbox": "['4622697, 618, 726, 634', '6404760, 515, 790, 531']"} +{"image": ["imgs/Crello/output_poster140_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is in 395,518,665,605?"}, {"role": "assistant", "content": " than a "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "than a", "gt_answer": " than a ", "necessary bbox": "[' than a 395,518,665,605']"} +{"image": ["imgs/CCMAIN/0160901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of the Football club for Yr 3 & 4? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the cost for Football Yr 3 & 4112,270,235,283 as \u00a330875,270,902,283 under the 'Cost' column. Answer: \u00a330875,270,902,283"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost for the Football club for Yr 3 & 4 as \u00a330875,271,903,284. Answer: \u00a330875,271,903,284", "gt_answer": "The document lists the cost for Football Yr 3 & 4112,270,235,283 as \u00a330875,270,902,283 under the 'Cost' column. Answer: \u00a330875,270,902,283"} +{"image": ["imgs/CCMAIN/0335298.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy one pour of each 12,189,176,213 297,192,338,211?"}, {"role": "assistant", "content": "$32"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$40", "gt_answer": "$32"} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 231,239,461,255?"}, {"role": "assistant", "content": "4.00"}], "task_name": "DOGE_PDF_Rt_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$4.00", "gt_answer": "4.00"} +{"image": ["imgs/CCMAIN/0158055.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first suggested way to implement the career project? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Search for vocational training114,497,345,511"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Search for vocational training113,496,345,510", "gt_answer": "Search for vocational training114,497,345,511"} +{"image": ["imgs/Crello/output_poster1654_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the text box with coordinates 221,150,760,308?"}, {"role": "assistant", "content": "Be my quarantine!"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Be my quarantine!", "gt_answer": "Be my quarantine!", "necessary bbox": "[' Be my\\nquarantine! 221,150,760,308']"} +{"image": ["imgs/Crello/output_poster373_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the target audience of the poster?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "University student"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The target audience is specified as ' university\nstudent 701,382,775,446 '. Answer: university student", "gt_answer": "University student", "necessary bbox": "[' University\\nstudent 704,381,777,444 ']"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWho choreographed the dance '179,39,344,53'? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The choreographers are mentioned at the beginning of the document as Kathy Brown & Linda Bowers373,60,657,79, indicating their role in creating the dance. Answer: Kathy Brown & Linda Bowers373,60,657,79"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The choreographers are mentioned at the top of the document, indicating their contribution to the dance. Answer: Kathy Brown & Linda Bowers371,60,658,77", "gt_answer": "The choreographers are mentioned at the beginning of the document as Kathy Brown & Linda Bowers373,60,657,79, indicating their role in creating the dance. Answer: Kathy Brown & Linda Bowers373,60,657,79"} +{"image": ["imgs/CCMAIN/0065818.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expiration date for the rate adjustment? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "January 1, 2030340,271,465,287"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "January 1, 2030338,269,465,289", "gt_answer": "January 1, 2030340,271,465,287"} +{"image": ["imgs/ChartQA_PCG/24568948010474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ratio of inbound-to-outbound tourists for 335, 216, 398, 234?"}, {"role": "assistant", "content": "13.76"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13.7", "gt_answer": "13.76", "necessary bbox": "['13.76', 'Belarus335, 216, 398, 234']"} +{"image": ["imgs/ChartQA_PCG/two_col_40227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sales trend from 204, 891, 230, 931 to 734, 892, 766, 944? Give grounding and detailed answer."}, {"role": "assistant", "content": "The sales increased from 18762.59 191, 239, 246, 255 million US dollars in 2010 204, 891, 230, 931 to 23555.30 million US dollars in 2020** 734, 892, 766, 944."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The sales trend from 2010204, 891, 230, 931 to 2020**734, 892, 766, 944 shows an overall increase. Starting at 18762.59190, 239, 245, 255 in 2010 and reaching 23500.40 in 2020.", "gt_answer": "The sales increased from 18762.59 191, 239, 246, 255 million US dollars in 2010 204, 891, 230, 931 to 23555.30 million US dollars in 2020** 734, 892, 766, 944."} +{"image": ["imgs/Crello/output_poster222_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho directed the recycling commercial?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Mark Tompson 177,660,251,675 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Mark Tompson 178,662,253,676 ", "gt_answer": " Mark Tompson 177,660,251,675 ", "necessary bbox": "[' DIRECTED BY: 94,661,158,673 ', ' Mark Tompson 177,660,251,675 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_41019.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich provinces have a share of female-headed households above 751, 927, 766, 939? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "South Africa 41.80 , North West 42.30 , Mpumalanga 42.70 792, 520, 830, 535, Northern Cape 44.50 815, 444, 852, 458, Free State 45 , Kwazulu-Natal 47.90 859, 291, 895, 306, Limpopo 48.80 , Eastern Cape 50 "}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The provinces with a share above 40751, 927, 766, 939 are North West171, 598, 243, 610, Mpumalanga160, 524, 242, 536, Northern Cape149, 449, 243, 461, Free State178, 375, 243, 387, Kwazulu-Natal151, 299, 243, 311, Limpopo187, 225, 242, 237, and Eastern Cape157, 150, 243, 163.", "gt_answer": "South Africa 41.80 , North West 42.30 , Mpumalanga 42.70 792, 520, 830, 535, Northern Cape 44.50 815, 444, 852, 458, Free State 45 , Kwazulu-Natal 47.90 859, 291, 895, 306, Limpopo 48.80 , Eastern Cape 50 "} +{"image": ["imgs/CCMAIN/0102830.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document provides information about the Emoform\u00ae Sensitive Mundbad Konzentrat598,329,868,352, a mouthwash concentrate designed for sensitive gums. It contains mineral salts and is composed of several ingredients including Aqua499,412,530,432, Propylene Glycol536,412,633,432, Glycerin639,412,686,432, Potassium Nitrate692,412,793,432, Sodium Laureth Sulfate799,412,846,432, Sodium Chloride592,435,688,455, Aroma694,435,732,455, Sodium Fluoride738,435,831,455 (1400 ppm F-), Potassium Sulfate586,457,688,477, Disodium Phosphate694,457,814,477, Sodium Sulfate499,480,586,500, Sodium Saccharin592,480,697,500, C.I. 47005703,480,760,500, and C.I. 42051766,480,820,500. The product is manufactured by Dr. Wild & Co. AG240,868,308,880 in Switzerland."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides the Composition of Emoform\u00ae Sensitive Mundbad Konzentrat498,327,865,351, a mouthwash concentrate for sensitive gums. It contains ingredients such as Aqua, Propylene Glycol, Glycerin, Potassium Nitrate, Sodium Laureth Sulfate, Sodium Chloride, Aroma, Sodium Fluoride (1400 ppm F-), Potassium Sulfate, Disodium Phosphate, Sodium Sulfate, Sodium Saccharin, C.I. 47005, C.I. 42051498,408,842,427. The product is designed to be used in cases of sensitive gums and is available in a 400 ml318,544,342,557 bottle.", "gt_answer": "The document provides information about the Emoform\u00ae Sensitive Mundbad Konzentrat598,329,868,352, a mouthwash concentrate designed for sensitive gums. It contains mineral salts and is composed of several ingredients including Aqua499,412,530,432, Propylene Glycol536,412,633,432, Glycerin639,412,686,432, Potassium Nitrate692,412,793,432, Sodium Laureth Sulfate799,412,846,432, Sodium Chloride592,435,688,455, Aroma694,435,732,455, Sodium Fluoride738,435,831,455 (1400 ppm F-), Potassium Sulfate586,457,688,477, Disodium Phosphate694,457,814,477, Sodium Sulfate499,480,586,500, Sodium Saccharin592,480,697,500, C.I. 47005703,480,760,500, and C.I. 42051766,480,820,500. The product is manufactured by Dr. Wild & Co. AG240,868,308,880 in Switzerland."} +{"image": ["imgs/Crello/output_poster1717_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total duration of the scenes described in the storyboard? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The total durations of the scenes are:\n1. 5 sec130,335,152,346 for the long shot in Scene 1.\n2. 15 sec130,605,156,616 for the full shot in Scene 2.\n3. 12 sec130,877,155,888 for the medium shot in Scene 3.\nTotal duration is 5 + 15 + 12 = 32 seconds."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total duration is 22 seconds: 5 sec134,336,157,348 for Scene 1, 15 sec134,609,158,621 for Scene 2, and 12 sec134,874,158,886 for Scene 3.", "gt_answer": "The total durations of the scenes are:\n1. 5 sec130,335,152,346 for the long shot in Scene 1.\n2. 15 sec130,605,156,616 for the full shot in Scene 2.\n3. 12 sec130,877,155,888 for the medium shot in Scene 3.\nTotal duration is 5 + 15 + 12 = 32 seconds."} +{"image": ["imgs/Crello/output_poster1514_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the age range targeted by the online courses mentioned in 43,426,263,598?"}, {"role": "assistant", "content": "5-14"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5-14", "gt_answer": "5-14", "necessary bbox": "['FOR KIDS 5-14121,610,254,634']"} +{"image": ["imgs/CCMAIN/0271156.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many bottles of Bergerac Rouge 2015 were produced? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document states the Number of bottles Produced350,727,607,743 as 26 000618,727,678,743, which is the total production quantity. Answer: 26 000618,727,678,743"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Number of bottles Produced347,728,609,743 is 26 000615,728,678,743, indicating the total quantity produced. Answer: 26 000615,728,678,743", "gt_answer": "The document states the Number of bottles Produced350,727,607,743 as 26 000618,727,678,743, which is the total production quantity. Answer: 26 000618,727,678,743"} +{"image": ["imgs/CCMAIN/0213867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of individuals with ADHD involved in the study? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "6,176 individuals with ADHD120,412,372,429"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "6,176120,413,170,429", "gt_answer": "6,176 individuals with ADHD120,412,372,429"} +{"image": ["imgs/ChartQA_PCG/two_col_24515.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest number of deliveries?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2012555,856,581,894"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2010453,854,479,894", "gt_answer": "2012555,856,581,894", "necessary bbox": "['283', '2012555,856,581,894']"} +{"image": ["imgs/ChartQA_PCG/two_col_101816.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of games played by 197, 150, 269, 163?"}, {"role": "assistant", "content": "3076"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3084 games.", "gt_answer": "3076", "necessary bbox": "['Hank Aaron197, 150, 269, 163', '3076']"} +{"image": ["imgs/ChartQA_PCG/two_col_21406.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand had the lowest positive opinion percentage?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Toby Carvery81,838,164,853"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Toby Carvery81, 839, 164, 854", "gt_answer": "Toby Carvery81,838,164,853", "necessary bbox": "['Share of respondents with a positive opinion419,961,700,976', 'Toby Carvery81,838,164,853', '54%']"} +{"image": ["imgs/CCMAIN/0043904.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a Registration Certificate259,107,844,148 for Forth Dimension Displays Limited239,255,860,287, certifying that their Quality Management Systems have been assessed and approved by CQS (Certified Quality Systems) Limited613,852,901,865 according to the BS EN ISO 13485 : 2016339,414,749,452 standard. This certification applies to the design, development, manufacture, and supply of liquid crystal microdisplay systems. The certificate was issued on 2nd June 2021689,671,826,693 and is valid until 1st June 2024690,736,819,758. Verification can be requested from CQS at their UK head office."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Registration Certificate254,106,843,157 for FORTH DIMENSION DISPLAYS LIMITED241,259,862,286, certifying that their Quality Management Systems comply with the BS EN ISO 13485 : 2016339,414,750,448 standard. The certification covers the design, development, manufacture, and supply of liquid crystal microdisplay systems. It was issued by CQS (Certified Quality Systems) Limited337,334,807,360 on 2nd June 2021693,674,829,694 and expires on 1st June 2024693,737,824,757. Verification inquiries can be directed to CQS (Certified Quality Systems) Ltd542,799,779,814.", "gt_answer": "The document is a Registration Certificate259,107,844,148 for Forth Dimension Displays Limited239,255,860,287, certifying that their Quality Management Systems have been assessed and approved by CQS (Certified Quality Systems) Limited613,852,901,865 according to the BS EN ISO 13485 : 2016339,414,749,452 standard. This certification applies to the design, development, manufacture, and supply of liquid crystal microdisplay systems. The certificate was issued on 2nd June 2021689,671,826,693 and is valid until 1st June 2024690,736,819,758. Verification can be requested from CQS at their UK head office."} +{"image": ["imgs/ChartQA_PCG/two_col_6419.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined market share for 'IKEA food' and 'Children's IKEA'? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "5.0%399,431,444,457 + 5.0%428,395,473,419 = 10.0%"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined market share for 'IKEA food' and 'Children's IKEA' is 5.0%418, 397, 463, 423 + 5.0%405, 429, 450, 455 = 10.0%.", "gt_answer": "5.0%399,431,444,457 + 5.0%428,395,473,419 = 10.0%"} +{"image": ["imgs/ChartQA_PCG/two_col_101935.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is occupied by the United States?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "64.11%544, 427, 611, 453"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "64.11%543, 427, 609, 453", "gt_answer": "64.11%544, 427, 611, 453", "necessary bbox": "['United States666, 359, 784, 385', '64.11%544, 427, 611, 453']"} +{"image": ["imgs/CCMAIN/0012399.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for the invocation at the meeting? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The agenda specifies that the Invocation176,257,265,274 is to be led by Mr. Arthur Moyd287,257,427,274, indicating his responsibility for this part of the meeting. Answer: Mr. Arthur Moyd287,257,427,274"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The agenda lists Mr. Arthur Moyd286,257,429,274 as the person responsible for the invocation, indicating his role in the meeting's opening ceremony. Answer: Mr. Arthur Moyd286,257,429,274", "gt_answer": "The agenda specifies that the Invocation176,257,265,274 is to be led by Mr. Arthur Moyd287,257,427,274, indicating his responsibility for this part of the meeting. Answer: Mr. Arthur Moyd287,257,427,274"} +{"image": ["imgs/CCMAIN/0161867.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a professional profile for Jennifer Tunberg110,71,559,123, a PHOTOGRAPHER110,125,277,144 based in Los Angeles, CA110,199,263,216. It includes her contact information: email tunberg.jennifer@gmail.com299,493,511,508 and mobile number 309-781-2522570,493,677,508. Sections for Experience110,272,196,287 and Education110,370,185,385 are present but not filled out."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a resume for Jennifer Tunberg112,493,240,508, a PHOTOGRAPHER111,126,276,142 located in Los Angeles, CA111,199,263,215. It includes contact information such as an email address tunberg.jennifer@gmail.com623,199,837,215 and a mobile number 309-781-2522623,215,730,229. The document also lists sections for Experience111,273,195,288 and Education111,372,185,387, although the details are not provided.", "gt_answer": "The document is a professional profile for Jennifer Tunberg110,71,559,123, a PHOTOGRAPHER110,125,277,144 based in Los Angeles, CA110,199,263,216. It includes her contact information: email tunberg.jennifer@gmail.com299,493,511,508 and mobile number 309-781-2522570,493,677,508. Sections for Experience110,272,196,287 and Education110,370,185,385 are present but not filled out."} +{"image": ["imgs/ChartQA_PCG/two_col_1390.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in unit shipments from Q4 '16 to Q1 '17? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The unit shipments decreased from 31.60 392, 213, 425, 229 million in Q4 '16 392, 914, 424, 962 to 25.80 417, 335, 451, 352 million in Q1 '17 417, 914, 448, 962."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In Q4 '16, the unit shipments were 25.80419,337,452,353 million. In Q1 '17, they increased to 28452,293,467,309 million. This shows an upward trend in unit shipments from Q4 '16 to Q1 '17.", "gt_answer": "The unit shipments decreased from 31.60 392, 213, 425, 229 million in Q4 '16 392, 914, 424, 962 to 25.80 417, 335, 451, 352 million in Q1 '17 417, 914, 448, 962."} +{"image": ["imgs/ChartQA_PCG/multi_col_60027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 652, 528, 735, 546 said 'Yes'?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "30%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents aged 45 to 54 years652, 528, 735, 546 who said 'Yes' is 30%675, 329, 701, 348. Answer: 30%", "gt_answer": "30%", "necessary bbox": "[' Yes 517, 649, 536, 663', ' 45 to 54 years 652, 528, 735, 546', ' 30% 673, 328, 700, 345']"} +{"image": ["imgs/CCMAIN/0277571.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total fee for 201,429,630,497?"}, {"role": "assistant", "content": "\u00a3508"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a3297", "gt_answer": "\u00a3508"} +{"image": ["imgs/CCMAIN/0107248.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich dessert is priced at \u00a37? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Sticky Toffee Pudding288,749,434,773"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Lime Posset, Torched Meringue, Thyme Shortbread321,780,664,792", "gt_answer": "Sticky Toffee Pudding288,749,434,773"} +{"image": ["imgs/ChartQA_PCG/two_col_40630.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did Rabobank's total assets decrease from 234,824,263,836 to 679,824,707,836? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Rabobank's total assets decreased by 100841 million euros from 691278 226,81,271,97 in 2014 234,824,263,836 to 590437 670,186,715,201 in 2018 679,824,707,836."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Rabobank's total assets decreased from 691278228,83,273,99 in 2014 to 590598782,184,826,201 in 2019. The decrease is 100680 million euros.", "gt_answer": "Rabobank's total assets decreased by 100841 million euros from 691278 226,81,271,97 in 2014 234,824,263,836 to 590437 670,186,715,201 in 2018 679,824,707,836."} +{"image": ["imgs/CCMAIN/0071947.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which dates will the 249,644,334,662 take place during the regular weekly meets? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The ORDER OF EVENTS408,477,619,500 section lists the 4x100 Relay249,644,334,662 on June 2nd, 16th, 30th386,586,431,603 during the regular weekly meets. Answer: June 2nd, 16th, 30th386,586,431,603"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The 3200 Meter Run192,658,307,676 is scheduled for June 2nd, 16th, and 30th during the regular weekly meets. Answer: June 2nd, 16th, and 30th", "gt_answer": "The ORDER OF EVENTS408,477,619,500 section lists the 4x100 Relay249,644,334,662 on June 2nd, 16th, 30th386,586,431,603 during the regular weekly meets. Answer: June 2nd, 16th, 30th386,586,431,603"} +{"image": ["imgs/CCMAIN/0002482.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The PLEASANT HILL PARK\u2013LINDSTORM, MN FILTRATION BASIN87,79,636,139 project addresses runoff water from a large urban residential neighborhood. Initially, runoff entered South Lindstrom Lake393,201,565,216 without treatment. The project, initiated by a City park, involves installing Best Management Practices to manage runoff. Construction began in summer 2014, allowing runoff to collect in a dry pond and soak into the ground. The water is filtered through engineered soil to remove phosphorus and debris before reaching the lake. Final touches were completed in spring 2015. The project partners include Chisago Soil & Water Conservation District769,116,948,151, City of Lindstrom768,162,915,178, and Chisago Lakes Lake Improvement District768,186,953,222. Pollution reduction targets include a 66% reduction in Total Suspended Solids (TSS)768,279,916,295 and a 39% reduction in Total Phosphorus (TP)768,349,923,365. The park is open to the public."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The project at Pleasant Hill Park85,74,380,106 in Lindstrom, MN, addresses a large urban residential neighborhood with a 60+ acre area. Runoff water from this neighborhood enters the storm sewer system and flows into South Lindstrom Lake without treatment. To manage this runoff, a filtration basin was installed to collect and filter water, reducing pollutants like Total Suspended Solids (TSS)769,276,915,293 by 9,589 lb/yr and Total Phosphorus (TP)769,348,915,365 by 23 lb/yr. Construction began in 2014 and was completed in spring 2015. The park is open to the public.", "gt_answer": "The PLEASANT HILL PARK\u2013LINDSTORM, MN FILTRATION BASIN87,79,636,139 project addresses runoff water from a large urban residential neighborhood. Initially, runoff entered South Lindstrom Lake393,201,565,216 without treatment. The project, initiated by a City park, involves installing Best Management Practices to manage runoff. Construction began in summer 2014, allowing runoff to collect in a dry pond and soak into the ground. The water is filtered through engineered soil to remove phosphorus and debris before reaching the lake. Final touches were completed in spring 2015. The project partners include Chisago Soil & Water Conservation District769,116,948,151, City of Lindstrom768,162,915,178, and Chisago Lakes Lake Improvement District768,186,953,222. Pollution reduction targets include a 66% reduction in Total Suspended Solids (TSS)768,279,916,295 and a 39% reduction in Total Phosphorus (TP)768,349,923,365. The park is open to the public."} +{"image": ["imgs/CCMAIN/0061818.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the feature 579,115,762,134 in the context of the new STOBITEX Hyperflex\u00ae Protection Sleeves? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The feature Best flexibility579,115,762,134 is significant because it indicates that the new STOBITEX Hyperflex\u00ae Protection Sleeves have improved flexibility, which helps prevent the sleeves from bending and the belt from jamming, as described in the text."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The feature Best flexibility579,115,762,134 is significant because it enhances the usability and adaptability of the new STOBITEX Hyperflex\u00ae Protection Sleeves. The rounded sides prevent bending, ensuring that the belt is not jammed, which was a common issue with previous versions. This improvement makes the sleeves more user-friendly and reduces wear due to adjustment thrusts.", "gt_answer": "The feature Best flexibility579,115,762,134 is significant because it indicates that the new STOBITEX Hyperflex\u00ae Protection Sleeves have improved flexibility, which helps prevent the sleeves from bending and the belt from jamming, as described in the text."} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 78,63,128,72 of the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2656-8624146,60,237,74"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2656-8624146,60,237,74", "gt_answer": "2656-8624146,60,237,74"} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service 248,187,312,217?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "37.8%345,325,404,355"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "37.8%346,329,402,355", "gt_answer": "37.8%345,325,404,355", "necessary bbox": "['Weekly248,187,312,217', '37.8%345,325,404,355']"} +{"image": ["imgs/CCMAIN/0190709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific information is sought about the nominee's conservation-related activities according to 86,539,941,687? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text in 86,539,941,687 seeks information about specific conservation-related activities or programs the nominee has regularly been involved with during their years of membership in the league. This includes details on their participation in conservation-related committees and any recognition received for their efforts."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific information sought about the nominee's conservation-related activities includes describing some specific conservation-related activities or programs he/she has regularly been involved with during their years of membership in the league. This is detailed in the span Describe some specific conservation-related activities or programs he/she has regularly been involved with during117,589,938,604.", "gt_answer": "The text in 86,539,941,687 seeks information about specific conservation-related activities or programs the nominee has regularly been involved with during their years of membership in the league. This includes details on their participation in conservation-related committees and any recognition received for their efforts."} +{"image": ["imgs/Crello/output_poster575_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the gift shop?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "CYNDICO GIFT SHOP"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the gift shop is mentioned as ' CYNICO \nGIFT SHOP 138,107,216,164 '. Answer: CYNICO GIFT SHOP", "gt_answer": "CYNDICO GIFT SHOP", "necessary bbox": "[' CYNDICO\\nGIFT SHOP 136,104,215,163 ']"} +{"image": ["imgs/Crello/output_poster1949_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is used to describe Hawaii in the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Paradise On Earth 19,102,569,157 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Paradise On Earth 18,102,567,154 ", "gt_answer": " Paradise On Earth 19,102,569,157 ", "necessary bbox": "[' Paradise On Earth 19,102,569,157 ']"} +{"image": ["imgs/CCMAIN/0049314.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be done if the form is filed by more than one reporting person according to 38,726,881,783? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "According to * If the form is filed by more than one reporting person, 42,738,309,747see309,738,327,747 Instruction 4 (b)(v).327,738,422,747, if the form is filed by more than one reporting person, Instruction 4 (b)(v) should be consulted for guidance."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If the form is filed by more than one reporting person, the text in 38,726,881,783 advises to see Instruction 4 (b)(v). This instruction likely provides specific guidelines for handling multiple reporting persons.", "gt_answer": "According to * If the form is filed by more than one reporting person, 42,738,309,747see309,738,327,747 Instruction 4 (b)(v).327,738,422,747, if the form is filed by more than one reporting person, Instruction 4 (b)(v) should be consulted for guidance."} +{"image": ["imgs/Crello/output_poster1148_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat features does the shop offer for first-time buyers? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The shop offers 'FREE SHIPPING' and 'DISCOUNTS FOR FIRST TIME BUYERS' according to the text in 506,610,695,792."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The shop offers FREE SHIPPING504,612,663,798 and DISCOUNTS FOR FIRST TIME BUYERS504,612,663,798.", "gt_answer": "The shop offers 'FREE SHIPPING' and 'DISCOUNTS FOR FIRST TIME BUYERS' according to the text in 506,610,695,792."} +{"image": ["imgs/ChartQA_PCG/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the cheapest domain in 2011?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2.de"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The cheapest domain in 2011 is labeled as 2.de163,819,187,831. \n\nAnswer: 2.de", "gt_answer": "2.de", "necessary bbox": "['Price in thousand euros499, 942, 646, 954', '2.de165, 820, 191, 832', '29241, 818, 257, 832']"} +{"image": ["imgs/CCMAIN/0358857.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would two individuals in the same household pay for 342,43,543,54 ?"}, {"role": "assistant", "content": "$43"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$43", "gt_answer": "$43"} +{"image": ["imgs/ChartQA_PCG/two_col_103992.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year when the value of shipments of tortillas in the United States was 3.85 billion U.S. dollars. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The year is 2014539,954,565,994."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The value of shipments was 3.85540,287,566,303 billion U.S. dollars in the year 2014541,954,567,994.", "gt_answer": "The year is 2014539,954,565,994."} +{"image": ["imgs/ChartQA_PCG/two_col_5069.png"], "messages": [{"role": "user", "content": "<|image|> \n737, 899, 776, 957 Revenue?"}, {"role": "assistant", "content": " 138 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "138", "gt_answer": " 138 ", "necessary bbox": "[' 2018/19 737, 899, 776, 957', ' 138 746, 154, 769, 171']"} +{"image": ["imgs/Crello/output_poster650_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme expressed in the text at 548,284,1040,573?"}, {"role": "assistant", "content": " joy "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Volunteer", "gt_answer": " joy ", "necessary bbox": "[' joy 548,284,1040,573']"} +{"image": ["imgs/CCMAIN/0139727.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 57,590,184,608 of the product? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The protection index57,590,184,608 of IP55278,590,314,608 means the product is protected against dust and low-pressure water jets, making it suitable for various environments. Answer: IP55278,590,314,608"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The rated current57,590,168,608 is specified as 800A in the technical features section of the document. Answer: 800A", "gt_answer": "The protection index57,590,184,608 of IP55278,590,314,608 means the product is protected against dust and low-pressure water jets, making it suitable for various environments. Answer: IP55278,590,314,608"} +{"image": ["imgs/Crello/output_poster1869_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat question is posed in the text at 608,652,792,713?"}, {"role": "assistant", "content": "have you seen my heels?"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "have you seen my heels?", "gt_answer": "have you seen my heels?", "necessary bbox": "[' have you seen\\nmy heels? 608,652,792,713 ']"} +{"image": ["imgs/CCMAIN/0209445.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the hourly surcharge for custom work according to the 478,61,932,101?"}, {"role": "assistant", "content": "$50"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$50 per hour.", "gt_answer": "$50"} +{"image": ["imgs/Crello/output_poster955_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main greeting word in the poster? Give a straightforward response and specify the bounding box of the answer if it exists.Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Hello65,249,527,501"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Hello 74,239,531,507 ", "gt_answer": "Hello65,249,527,501", "necessary bbox": "['Hello65,249,527,501', 'Hello72,251,534,503']"} +{"image": ["imgs/Crello/output_poster1086_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the chef mentioned in the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Robert Willson 544,761,879,812 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Robert Willson 543,760,879,812 ", "gt_answer": " Robert Willson 544,761,879,812 ", "necessary bbox": "[' Robert Willson 544,761,879,812 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_365.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of participants in wrestling for the 2014/15 season?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "269704"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "For the 2014/15 season, the number of boys is 258208576,329,620,348 and the number of girls is 10320. Adding these gives a total of 268528 participants. Answer: 268528", "gt_answer": "269704", "necessary bbox": "['Boys527,705,553,723', 'Girls611,703,636,719', '258208577,331,621,349', '2014/15575,562,624,583']"} +{"image": ["imgs/ChartQA_PCG/two_col_104793.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the general trend in the number of books published by Blurb from 198,866,226,879 to 590,866,617,879? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "From 2010198,866,226,879 to 2015590,866,617,879, there was a dramatic increase in the number of books published, from 51204,834,218,849 to 33188586,207,622,223."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of books published by Blurb increased from 51203,830,217,846 in 2010 to 33188586,209,623,226 in 2015.", "gt_answer": "From 2010198,866,226,879 to 2015590,866,617,879, there was a dramatic increase in the number of books published, from 51204,834,218,849 to 33188586,207,622,223."} +{"image": ["imgs/CCMAIN/0008172.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document is a structured template for planning a class session. It includes sections for different activities such as (3) GREETING344,107,458,124, (7) SHORT ACTIVITY344,183,508,200, (15) MAIN ACTIVITY344,313,511,330, and (5) LISTENING ACTIVITY344,664,539,681. There are also areas for CREATE155,101,219,118, PERFORM147,242,227,259, RESPOND147,383,227,400, and CONNECT144,524,230,541 activities. Additionally, it provides space for listing VOCAB154,666,220,683 and RECORDED MUSIC110,771,264,789, with five numbered lines each, and a section for NOTES/ UPCOMING344,794,512,811 events. The template is designed to help organize and execute a comprehensive lesson plan."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a structured template for organizing class activities. It includes sections labeled CREATE156,102,220,118, PERFORM147,243,227,259, RESPOND147,383,227,399, and CONNECT147,524,231,540. Each section has multiple lines for recording information. Additionally, there are specific activities such as GREETING374,108,456,124, SHORT ACTIVITY374,184,507,200, MAIN ACTIVITY379,314,510,330, and LISTENING ACTIVITY374,665,539,681. The template also includes sections for RECORDED MUSIC110,773,264,789, NOTES/ UPCOMING340,793,512,809, and BOOKS158,879,218,895. The top of the page has spaces for CLASS60,47,115,63 and DATE705,47,754,63.", "gt_answer": "The document is a structured template for planning a class session. It includes sections for different activities such as (3) GREETING344,107,458,124, (7) SHORT ACTIVITY344,183,508,200, (15) MAIN ACTIVITY344,313,511,330, and (5) LISTENING ACTIVITY344,664,539,681. There are also areas for CREATE155,101,219,118, PERFORM147,242,227,259, RESPOND147,383,227,400, and CONNECT144,524,230,541 activities. Additionally, it provides space for listing VOCAB154,666,220,683 and RECORDED MUSIC110,771,264,789, with five numbered lines each, and a section for NOTES/ UPCOMING344,794,512,811 events. The template is designed to help organize and execute a comprehensive lesson plan."} +{"image": ["imgs/CCMAIN/0316759.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a Feedback71,15,156,33 form from the Yale University Library website, intended for users to send general opinions and requests to library staff. It provides options for quick assistance, such as emailing the e-Resource troubleshooting staff145,200,388,217 for access issues or contacting the AskYale staff402,215,499,231 for help with library resources. Users can submit their feedback or complaints directly through the form. The form includes fields for Name80,289,125,306, Email789,185,829,202, Phone80,319,129,335, and Comments80,334,161,350, and asks if the user wants someone to contact them. A CAPTCHA is included to prevent automated spam submissions. The FindIT URL80,260,166,276 is automatically populated."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Feedback71,15,156,33 form from the Yale University Library website. It allows users to send general opinions and requests to library staff. For quick assistance, users can email the e-Resource troubleshooting staff145,200,388,217, check the online FAQ256,215,291,231, or contact the AskYale staff402,215,499,231. The form includes fields for Name80,289,125,306, Email789,185,829,202, Phone80,319,129,335, and Comments80,334,161,350. Users can choose if they want someone to contact them. A CAPTCHA71,378,151,395 is included to prevent spam. The FindIT URL80,260,166,276 is automatically populated.", "gt_answer": "The document is a Feedback71,15,156,33 form from the Yale University Library website, intended for users to send general opinions and requests to library staff. It provides options for quick assistance, such as emailing the e-Resource troubleshooting staff145,200,388,217 for access issues or contacting the AskYale staff402,215,499,231 for help with library resources. Users can submit their feedback or complaints directly through the form. The form includes fields for Name80,289,125,306, Email789,185,829,202, Phone80,319,129,335, and Comments80,334,161,350, and asks if the user wants someone to contact them. A CAPTCHA is included to prevent automated spam submissions. The FindIT URL80,260,166,276 is automatically populated."} +{"image": ["imgs/CCMAIN/0258354.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many shares were retained in treasury after the 467,50,567,79? Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document specifies that the number of shares purchased and retained in treasury is 46,000310,198,354,211 units. Answer: 46,000310,198,354,211"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that 0310,125,319,138 shares were retained in treasury after the buyback. Answer: 0", "gt_answer": "The document specifies that the number of shares purchased and retained in treasury is 46,000310,198,354,211 units. Answer: 46,000310,198,354,211"} +{"image": ["imgs/ChartQA_PCG/two_col_100103.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected national debt as a percentage of GDP for 2021?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "46.13%467, 143, 512, 158"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "46.13%467, 142, 511, 158", "gt_answer": "46.13%467, 143, 512, 158", "necessary bbox": "['2021*474, 856, 502, 901', '46.13%467, 143, 512, 158']"} +{"image": ["imgs/Crello/output_poster2026_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first letter of the word 'SALE'?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "S283,591,419,827"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " S 206,371,354,683 ", "gt_answer": "S283,591,419,827", "necessary bbox": "['S283,591,419,827']"} +{"image": ["imgs/Crello/output_poster1351_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main product being promoted in the poster? Provide a concise response and include the answer's bounding box if it is available.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " LOONIS LIPSTICK 190,348,466,463 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " LOONIS LIPSTICK 189,355,467,466 ", "gt_answer": " LOONIS LIPSTICK 190,348,466,463 ", "necessary bbox": "[' LOONIS LIPSTICK 190,348,466,463 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_42998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich social media platform has the second highest number of users?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " Instagram "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The second highest number of users is on Instagram103,271,160,284 with 27.40 million users. Answer: Instagram", "gt_answer": " Instagram ", "necessary bbox": "[' Instagram 103, 273, 159, 287']"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 118,276,303,298? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "26.95793,321,842,343"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "26.95789,321,840,346", "gt_answer": "26.95793,321,842,343"} +{"image": ["imgs/CCMAIN/0214468.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "Tyson Fresh Meats222,61,344,73 confirms compliance with BSE and AMR regulations, referencing documents like the Federal Register117,193,238,210 and Directives 6100.1 and 6100.4185,268,235,285. Plants have reassessed operations, focusing on cattle over 30 months old. Vertebral columns from these animals are marked on the Bill of Lading247,384,340,401 and Manifest424,384,486,401. Compliance applies to all Tyson facilities listed, such as Amarillo, TX478,458,567,475 and Pasco, WA478,564,559,581. Since 1997, the FDA banned prohibited mammalian protein530,593,745,611 in cattle feed to prevent BSE. Tyson suppliers must certify compliance, and adherence is monitored twice yearly. Tyson ensures all cattle suppliers sign a Prohibited Feed/ Antibiotic Affidavit262,738,515,756 annually."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Tyson Fresh Meats assures compliance with BSE and AMR regulations, including the Federal Register117,193,238,209 and Directive 6100.4117,269,235,285. All plants have conducted reassessments and inspections. Only carcasses from animals 30 months or older are used, clearly marked on the Bill of Lading (BOL)244,385,386,401 and Manifest426,385,489,401. The FDA banned the use of prohibited mammalian protein in cattle feed to prevent BSE. Suppliers must certify compliance and maintain records for animal protein products. Tyson monitors adherence to the Prohibited Feed/ Antibiotic Affidavit Program261,739,535,755 annually.", "gt_answer": "Tyson Fresh Meats222,61,344,73 confirms compliance with BSE and AMR regulations, referencing documents like the Federal Register117,193,238,210 and Directives 6100.1 and 6100.4185,268,235,285. Plants have reassessed operations, focusing on cattle over 30 months old. Vertebral columns from these animals are marked on the Bill of Lading247,384,340,401 and Manifest424,384,486,401. Compliance applies to all Tyson facilities listed, such as Amarillo, TX478,458,567,475 and Pasco, WA478,564,559,581. Since 1997, the FDA banned prohibited mammalian protein530,593,745,611 in cattle feed to prevent BSE. Tyson suppliers must certify compliance, and adherence is monitored twice yearly. Tyson ensures all cattle suppliers sign a Prohibited Feed/ Antibiotic Affidavit262,738,515,756 annually."} +{"image": ["imgs/CCMAIN/0188096.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost for a 3rd grader to attend for 6 weeks? Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The table lists the cost for 3rd GRADE (AS OF 9/21) 5 DAYS22,294,251,306 for 6 WEEKS566,242,647,261 as 5525567,293,607,308. Answer: 5525567,293,607,308"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The cost for a 3rd grader attending for 6 WEEKS562,244,644,260 is listed as 5525564,291,604,307. Answer: 5525564,291,604,307", "gt_answer": "The table lists the cost for 3rd GRADE (AS OF 9/21) 5 DAYS22,294,251,306 for 6 WEEKS566,242,647,261 as 5525567,293,607,308. Answer: 5525567,293,607,308"} +{"image": ["imgs/CCMAIN/0021449.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a 2021 Station Teams Competition \u2014 Nomination form278,27,726,58 sponsored by Kent Saddlery and Barkly Social / Recreation Clubs. Teams must nominate members for events like Jackaroo / Jillaroo Draft37,339,192,366, Maiden Draft37,393,119,420, and Barrel Race37,447,112,474. Each team can have multiple competitors, and there is a special event called Bullock Ride (ONE ENTRANT ONLY)37,774,271,801. The form must be emailed to Kelsey Norton659,825,770,854 at knorton@aaco.com.au775,825,945,854 by 5pm Wednesday the 16th Of June."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a 2021 Station Teams Competition \u2014 Nomination form278,30,726,59 for teams participating in various events such as Jackaroo / Jillaroo Draft36,340,192,364, Maiden Draft36,394,121,418, and Barrel Race36,448,115,472. It requires teams to nominate two Jackaroos/Jillaroos with less than 3 years of experience. The form includes sections for team name, competitor names, and horse names for each event. Additionally, there is a section for the Bullock Ride36,774,119,798 and Battle of the Barkly Ironman / Ironwoman36,830,302,854. Nominations must be emailed to Kelsey Norton knorton@aaco.com.au661,830,944,854 by 5pm Wednesday the 16th Of June661,884,879,908.", "gt_answer": "The document is a 2021 Station Teams Competition \u2014 Nomination form278,27,726,58 sponsored by Kent Saddlery and Barkly Social / Recreation Clubs. Teams must nominate members for events like Jackaroo / Jillaroo Draft37,339,192,366, Maiden Draft37,393,119,420, and Barrel Race37,447,112,474. Each team can have multiple competitors, and there is a special event called Bullock Ride (ONE ENTRANT ONLY)37,774,271,801. The form must be emailed to Kelsey Norton659,825,770,854 at knorton@aaco.com.au775,825,945,854 by 5pm Wednesday the 16th Of June."} +{"image": ["imgs/CCMAIN/0080911.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of document is 'yamaha yz250f service repair workshop manual 2008 pdf' and what does it cover? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The document 'yamaha yz250f service repair workshop manual 2008 pdf26,130,593,137' is a service repair workshop manual. It covers the maintenance and repair procedures for the Yamaha YZ250F motorcycle model from the year 2008."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The document 'yamaha yz250f service repair workshop manual 2008 pdf' is a service repair workshop manual for the Yamaha YZ250F model from 2008. It covers maintenance and repair instructions for this specific motorcycle model.", "gt_answer": "The document 'yamaha yz250f service repair workshop manual 2008 pdf26,130,593,137' is a service repair workshop manual. It covers the maintenance and repair procedures for the Yamaha YZ250F motorcycle model from the year 2008."} +{"image": ["imgs/CCMAIN/0196557.png"], "messages": [{"role": "user", "content": "<|image|> \nUntil when is the Kosher certificate valid? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "November 30, 2021532,330,635,348"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "November 30, 2021532,327,634,348", "gt_answer": "November 30, 2021532,330,635,348"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last date for students to submit the form online? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "According to the document, the Last date for the students for online submission of the form226,632,673,645 is 04/07/2021128,632,217,645. Answer: 04/07/2021128,632,217,645"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the document, the last date for students to submit the form online is 04/07/2021128,631,215,644. Answer: 04/07/2021128,631,215,644", "gt_answer": "According to the document, the Last date for the students for online submission of the form226,632,673,645 is 04/07/2021128,632,217,645. Answer: 04/07/2021128,632,217,645"} +{"image": ["imgs/CCMAIN/0299677.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 265,522,401,549 scheduled according to the agenda?"}, {"role": "assistant", "content": "November 3, 2017, 7:30 AM"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "November 3, 2017, at 7:30 AM.", "gt_answer": "November 3, 2017, 7:30 AM"} +{"image": ["imgs/Crello/output_poster800_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat kind of ideas are promised to be shared in the masterclass according to 208,710,707,799?"}, {"role": "assistant", "content": "Inspiring Ideas for Decor"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Inspiring Ideas for Decor", "gt_answer": "Inspiring Ideas for Decor", "necessary bbox": "[' Set Your Inner Designer Free with\\nInspiring Ideas for Decor! 208,710,707,799']"} +{"image": ["imgs/CCMAIN/0355747.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich dish includes 333,526,651,536? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Crispy Chicken339,512,593,523"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Crispy Chicken340,516,592,531", "gt_answer": "Crispy Chicken339,512,593,523"} +{"image": ["imgs/ChartQA_PCG/multi_col_60308.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year were Non-food products less than 41,252,59,279%?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "2009, 2010, 2011"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Non-food products were less than 60% in the year 2014795,523,824,538. \n\nAnswer: 2014", "gt_answer": "2009, 2010, 2011", "necessary bbox": "['57.60%137,381,182,399', '58.10%268,379,312,398', '59.30%397,378,442,395', '2009145,523,173,538', '2010276,523,304,538', '2011406,523,433,538','6041,252,59,279']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 543,640,583,656 employees in Non-tech roles?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "51%771,186,798,205"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "49%770,392,796,411", "gt_answer": "51%771,186,798,205", "necessary bbox": "['Female543,640,583,656', 'Non-tech760,519,810,535', '51%771,186,798,205']"} +{"image": ["imgs/CCMAIN/0075264.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the meeting? Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The meeting is scheduled for Thursday, May 15, 2014404,130,595,145, with lunch at 12:00 Noon420,149,513,164 and the meeting starting at 12:30 p.m.414,167,499,182 Answer: Thursday, May 15, 2014404,130,595,145 at 12:30 p.m.414,167,499,182"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The meeting is scheduled for Thursday, May 15, 2014403,130,595,145, as stated at the top of the agenda. Answer: Thursday, May 15, 2014403,130,595,145", "gt_answer": "The meeting is scheduled for Thursday, May 15, 2014404,130,595,145, with lunch at 12:00 Noon420,149,513,164 and the meeting starting at 12:30 p.m.414,167,499,182 Answer: Thursday, May 15, 2014404,130,595,145 at 12:30 p.m.414,167,499,182"} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the 114, 274, 198, 281 export?"}, {"role": "assistant", "content": "97257"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "97257", "gt_answer": "97257", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/ChartQA_PCG/two_col_20066.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much more income did 474, 822, 551, 839 generate compared to 722, 821, 802, 835? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " TV/broadcast 474, 822, 551, 839 generated 71.20 497, 263, 530, 279 million euros and Ticket income 722, 821, 802, 835 generated 46.50 745, 447, 780, 462 million euros; thus the difference is 24.70 million euros."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "TV/broadcast474, 822, 551, 839 generated 71.20496, 262, 529, 278 million euros, while Ticket income722, 821, 802, 835 generated 46.50743, 447, 777, 463 million euros. The difference is 24.70 million euros.", "gt_answer": " TV/broadcast 474, 822, 551, 839 generated 71.20 497, 263, 530, 279 million euros and Ticket income 722, 821, 802, 835 generated 46.50 745, 447, 780, 462 million euros; thus the difference is 24.70 million euros."} +{"image": ["imgs/CCMAIN/0256236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the model and brand of the personal protective equipment mentioned in the document? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document specifies the personal protective equipment as a 'FILTERING HALF MASK' with the model 'Weimi-01620,234,693,247' and brand 'WIMI763,234,805,247'. Answer: Weimi-01 \u2013 Brand: WIMI620,234,805,247"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the personal protective equipment as a FILTERING HALF MASK (Model: Weimi-01 \u2013 Brand: WIMI)386,234,811,247. Answer: FILTERING HALF MASK (Model: Weimi-01 \u2013 Brand: WIMI)386,234,811,247", "gt_answer": "The document specifies the personal protective equipment as a 'FILTERING HALF MASK' with the model 'Weimi-01620,234,693,247' and brand 'WIMI763,234,805,247'. Answer: Weimi-01 \u2013 Brand: WIMI620,234,805,247"} +{"image": ["imgs/CCMAIN/0266336.png"], "messages": [{"role": "user", "content": "<|image|> \nWill the 350,89,680,120 share the provided information with other entities?"}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "No", "gt_answer": "No"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for Apparel in 2009?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "3.70"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales for Apparel in 2009 were 3.70487, 452, 513, 470 million U.S. dollars. Answer: 3.70 million U.S. dollars.", "gt_answer": "3.70", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/ChartQA_PCG/two_col_22054.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the projected increase in the share of population older than 65 years old from 131, 950, 159, 962 to 829, 950, 863, 962?"}, {"role": "assistant", "content": "13.7%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13.70%", "gt_answer": "13.7%", "necessary bbox": "['6.70%127, 679, 164, 695', '20.40%824, 188, 868, 204']"} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 2019?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "11.72764, 231, 796, 249"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "11.72765, 234, 798, 252", "gt_answer": "11.72764, 231, 796, 249", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/Crello/output_poster283_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is it going to take place, according to the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": " Super bowl 59,62,594,152 is going to take place on ' Sunday 321,157,619,260 ', ' February 3 325,726,536,778 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is scheduled for Sunday 316,154,620,260 , February 3 327,728,539,774 .", "gt_answer": " Super bowl 59,62,594,152 is going to take place on ' Sunday 321,157,619,260 ', ' February 3 325,726,536,778 '."} +{"image": ["imgs/ChartQA_PCG/two_col_464.png"], "messages": [{"role": "user", "content": "<|image|> \nWho had fewer than 10 million followers? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The influencers with fewer than 10 million followers are Josh Peck112,818,171,833 with 9.14 million, Jerry Purpdrank73,742,171,758 with 9.37 million, Logan Paul104,667,171,682 with 9.47 million, Curtis Lepore88,591,171,607 with 9.51 million, and Cameron Dallas71,515,171,527 with 9.63 million followers."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Josh Peck113,820,174,835 had 9.20 million followers, Jerry Purpdrank72,746,174,761 had 9.20 million followers, and Logan Paul105,671,174,687 had 9.30 million followers.", "gt_answer": "The influencers with fewer than 10 million followers are Josh Peck112,818,171,833 with 9.14 million, Jerry Purpdrank73,742,171,758 with 9.37 million, Logan Paul104,667,171,682 with 9.47 million, Curtis Lepore88,591,171,607 with 9.51 million, and Cameron Dallas71,515,171,527 with 9.63 million followers."} +{"image": ["imgs/Crello/output_poster1578_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the full greeting message on the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The full greeting message is ' Have a rich\nand bountiful 345,400,640,502 ' and ' Passover 276,538,689,622 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The full greeting message is ' Have a rich\nand bountiful 342,401,641,507 ' followed by ' Passover 274,539,689,619 '.", "gt_answer": "The full greeting message is ' Have a rich\nand bountiful 345,400,640,502 ' and ' Passover 276,538,689,622 '."} +{"image": ["imgs/ChartQA_PCG/two_col_60731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the fertility rate in Cameroon in 479, 861, 505, 901?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "4.85"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The fertility rate in Cameroon for the year 2014479, 861, 505, 901 is 4.85480, 153, 506, 169.\n\nAnswer: 4.85", "gt_answer": "4.85", "necessary bbox": "['4.85479, 154, 506, 171']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20612.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend observed for 423,675,499,693 across the years from 2014 to 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The trend observed for Cloud traffic423,675,499,693 shows a consistent increase from 81% in 2014 to 90% in 2019."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of Cloud traffic423,675,499,693 increased from 80% in 2014 to 91% in 2019.", "gt_answer": "The trend observed for Cloud traffic423,675,499,693 shows a consistent increase from 81% in 2014 to 90% in 2019."} +{"image": ["imgs/ChartQA_PCG/multi_col_60308.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year were Non-food products less than 41,252,59,279%?"}, {"role": "assistant", "content": "2009, 2010, 2011"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2014", "gt_answer": "2009, 2010, 2011", "necessary bbox": "['57.60%137,381,182,399', '58.10%268,379,312,398', '59.30%397,378,442,395', '2009145,523,173,538', '2010276,523,304,538', '2011406,523,433,538','6041,252,59,279']"} +{"image": ["imgs/CCMAIN/0276060.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the age of George Cant at the time of his death? Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that George Cant died on 02 April 1942614,184,732,200 at the age of 21779,184,802,200. Answer: 21779,184,802,200"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that George Cant died on 02 April 1942615,184,733,200 at the age of 21780,184,802,200. Answer: 21780,184,802,200", "gt_answer": "The document states that George Cant died on 02 April 1942614,184,732,200 at the age of 21779,184,802,200. Answer: 21779,184,802,200"} +{"image": ["imgs/Crello/output_poster1337_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word in the text boxes is associated with a national holiday in the United States?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "Independence"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' INDEPENDENCE 649,378,752,412 ' is associated with the national holiday of Independence Day in the United States. Answer: INDEPENDENCE 649,378,752,412 ", "gt_answer": "Independence", "necessary bbox": "[' INDEPEN\\nDENCE 655,321,786,408 ']"} +{"image": ["imgs/CCMAIN/0031903.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the leader for the service at 617,132,729,145 and what is the corresponding time? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The leader for the service at 617,132,729,145 is Luke, and the corresponding time is 11:00 am. This is confirmed by the span 'Sunday 11:00 am617,132,729,145' and 'Luke617,145,653,158'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The leader for the service at Sunday 11:00 am617,132,729,145 is Steve.", "gt_answer": "The leader for the service at 617,132,729,145 is Luke, and the corresponding time is 11:00 am. This is confirmed by the span 'Sunday 11:00 am617,132,729,145' and 'Luke617,145,653,158'."} +{"image": ["imgs/Crello/output_poster441_test.png"], "messages": [{"role": "user", "content": "<|image|> \nAre 5 tickets being offered?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' FOUR\nTICKETS\nTO FEST 524,516,798,668 ' specifies that four tickets are being offered. Answer: No", "gt_answer": "No", "necessary bbox": "[' FOUR 519,513,709,559']"} +{"image": ["imgs/CCMAIN/0257296.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The Folate Deficiency Checklist277,22,802,51 is a tool to identify potential contributors to folate deficiency. It includes a family history section that suggests MTHFR polymorphism465,247,687,261, a genetic marker for depression, if two or more conditions like mental illness182,324,286,338, addiction182,342,254,356, or cardiovascular issues182,396,340,410 are present. The checklist also covers conditions such as malabsorption syndromes185,479,360,491, digestive tract disease185,495,337,508, and cancer185,561,231,573. Additionally, it lists drugs like Lamictal185,621,240,634, Metformin185,637,257,650, and NSAIDs185,686,233,699 that may contribute to folate deficiency. The prescription section recommends Enlyte #30 1 Per Day AM for patients on Texas Medicaid plans."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a FOLATE DEFICIENCY CHECKLIST278,23,804,51 used to identify factors contributing to folate deficiency. It includes sections on FAMILY HISTORY153,246,309,261, CONDITIONS153,444,269,459, and DRUGS183,589,246,604. The checklist suggests checking two or more boxes under the family history section if MTHFR polymorphism is suspected, which is linked to depression. Conditions such as Malabsorption Syndromes183,478,363,492, Pregnancy183,511,256,525, and Cancer183,560,233,574 are listed. Under drugs, medications like Lamictal183,621,239,635, Metformin183,636,256,650, and Anticonvulsants476,621,584,635 are noted. The document also includes a prescription for Enlyte #30 1 Per Day AM191,759,457,780 with instructions for refills and a signature line for the prescriber.", "gt_answer": "The Folate Deficiency Checklist277,22,802,51 is a tool to identify potential contributors to folate deficiency. It includes a family history section that suggests MTHFR polymorphism465,247,687,261, a genetic marker for depression, if two or more conditions like mental illness182,324,286,338, addiction182,342,254,356, or cardiovascular issues182,396,340,410 are present. The checklist also covers conditions such as malabsorption syndromes185,479,360,491, digestive tract disease185,495,337,508, and cancer185,561,231,573. Additionally, it lists drugs like Lamictal185,621,240,634, Metformin185,637,257,650, and NSAIDs185,686,233,699 that may contribute to folate deficiency. The prescription section recommends Enlyte #30 1 Per Day AM for patients on Texas Medicaid plans."} +{"image": ["imgs/ChartQA_PCG/two_col_80796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the preliminary dumping margin for 631, 901, 791, 919?"}, {"role": "assistant", "content": "249.96%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "249.96%", "gt_answer": "249.96%", "necessary bbox": "['249.96%685, 197, 737, 213', 'All other Chinese producers631, 901, 791, 919']"} +{"image": ["imgs/CCMAIN/0037708.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat happens if the 533,851,550,875 for major work? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "If the HZC denies COA533,851,550,875, the applicant has the option to reapply with substantial changes640,570,657,654, reapply with no changes after 1 year, or appeal to the courts. Answer: Applicant may reapply with substantial changes622,598,639,660"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "For major work159,398,214,420, including new construction or demolition, the process requires a COA706,484,730,506 review by the HZC. If the COA706,484,730,506 is denied, the applicant must obtain a building permit from Building Inspections to proceed with the project. Answer: The applicant obtains a building permit from Building Inspections.", "gt_answer": "If the HZC denies COA533,851,550,875, the applicant has the option to reapply with substantial changes640,570,657,654, reapply with no changes after 1 year, or appeal to the courts. Answer: Applicant may reapply with substantial changes622,598,639,660"} +{"image": ["imgs/ChartQA_PCG/two_col_20016.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich province in Canada had 216,860,224,870 of licensed breweries?"}, {"role": "assistant", "content": "Nunavut"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Nunavut", "gt_answer": "Nunavut", "necessary bbox": "['Nunavut146,862,203,870', '1216,860,224,870']"} +{"image": ["imgs/CCMAIN/0237511.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of 76, 601, 906, 621 in the context of the paragraph? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text 'instructions, sedra smith microelectronic circuits 7th solution, serial sd mmc card module user76, 601, 906, 621' refers to specific technical manuals and solutions, highlighting the inclusion of detailed instructional content and solutions for microelectronic circuits and card modules. This indicates the paragraph's focus on providing comprehensive technical and educational resources."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The significance of 76, 601, 906, 621, which includes 'instructions, sedra smith microelectronic circuits 7th solution, serial sd mmc card module user manual cubloc, buhler versatile 435 485 535 tractor operation maintenance service manual 1,', is that it highlights the inclusion of technical and instructional manuals for various subjects, such as electronics, automotive, and microelectronics, indicating a broad range of topics covered in the paragraph.", "gt_answer": "The text 'instructions, sedra smith microelectronic circuits 7th solution, serial sd mmc card module user76, 601, 906, 621' refers to specific technical manuals and solutions, highlighting the inclusion of detailed instructional content and solutions for microelectronic circuits and card modules. This indicates the paragraph's focus on providing comprehensive technical and educational resources."} +{"image": ["imgs/Crello/output_poster2005_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich letter appears twice in the word 'MOUNTAINS'?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "N463,418,501,446"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " M 307,382,351,469 ", "gt_answer": "N463,418,501,446", "necessary bbox": "['N463,418,501,446', 'N637,389,675,417']"} +{"image": ["imgs/ChartQA_PCG/two_col_22463.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average age of grooms in 203, 810, 238, 819?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "31.20816, 809, 856, 817"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "31.20815, 817, 854, 824", "gt_answer": "31.20816, 809, 856, 817", "necessary bbox": "['Sicily203, 810, 238, 819', '31.20816, 809, 856, 817']"} +{"image": ["imgs/CCMAIN/0299143.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the requirements for a band guard as mentioned in 78,92,915,315? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The requirements for a band guard, as mentioned in 78,92,915,315, include that the guard must cover the face of the gear and have flanges extended inward beyond the root of the teeth on the exposed side or sides. If the gear is less than 6 feet from the floor, it must be guarded by a disk guard or a complete enclosure at least 6 feet tall."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The requirements for a band guard, as mentioned in 78,92,915,315, include having flanges extended inward beyond the root of the teeth on the exposed side or sides. Additionally, if a part of the train of gears guarded by a band guard is less than 6 feet from the floor, the gear must be guarded by a disk guard or a complete enclosure at least 6 feet tall.", "gt_answer": "The requirements for a band guard, as mentioned in 78,92,915,315, include that the guard must cover the face of the gear and have flanges extended inward beyond the root of the teeth on the exposed side or sides. If the gear is less than 6 feet from the floor, it must be guarded by a disk guard or a complete enclosure at least 6 feet tall."} +{"image": ["imgs/CCMAIN/0120487.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The 2017 Leeuwin Estate Prelude Vineyards Cabernet Sauvignon106,66,453,93 is crafted by winemaker Tim Lovett307,221,383,234 in the Margaret River307,236,411,249 region of Western Australia. It consists of Cabernet Sauvignon (91%), Merlot (5%),307,251,588,264 and Malbec (4%)592,251,681,264, matured for 20 months in French oak barriques307,266,554,280 with 33% new oak. The wine has an alcohol content of 13.5% alc/vol307,281,397,295 and features a bright, lively nose with notes of blackcurrants, dark cherries, clove, cumin, and black cardamom. The palate is structured with boysenberries, blackcurrants, and plums464,556,507,570, balanced by a bright acid line and seamless tannins. The vintage was marked by a wetter than average winter and a cool, wet spring, leading to a later harvest. The wine has received critical acclaim with 93 pts271,602,315,615 from Halliday Wine Companion and 92 pts510,602,555,615 from JamesSuckling.com. Leeuwin Estate, recognized for its premium viticultural area, gained international fame with its 1980 Art Series, maintaining a reputation for consistency and quality."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The 2017 Leeuwin Estate Prelude Vineyards Cabernet Sauvignon106,65,458,93 is a wine from Margaret River, Western Australia307,236,542,249, made by Tim Lovett307,221,382,234. It is a blend of Cabernet Sauvignon (91%), Merlot (5%), Malbec (4%)307,252,680,265, matured for 20 months in French oak barriques (33% new)307,267,638,280. The vintage was marked by a wet winter and cool spring, leading to excellent set across all varieties. The wine underwent fermentation with cold soaking and malolactic fermentation in French oak. It received high ratings from critics, including 93 pts Halliday Wine Companion270,603,503,616 and 92 pts JamesSuckling.com511,603,697,616. The tasting notes describe a bright, fragrant nose with blackcurrants and dark cherries, followed by a structured palate with boysenberries and plums.", "gt_answer": "The 2017 Leeuwin Estate Prelude Vineyards Cabernet Sauvignon106,66,453,93 is crafted by winemaker Tim Lovett307,221,383,234 in the Margaret River307,236,411,249 region of Western Australia. It consists of Cabernet Sauvignon (91%), Merlot (5%),307,251,588,264 and Malbec (4%)592,251,681,264, matured for 20 months in French oak barriques307,266,554,280 with 33% new oak. The wine has an alcohol content of 13.5% alc/vol307,281,397,295 and features a bright, lively nose with notes of blackcurrants, dark cherries, clove, cumin, and black cardamom. The palate is structured with boysenberries, blackcurrants, and plums464,556,507,570, balanced by a bright acid line and seamless tannins. The vintage was marked by a wetter than average winter and a cool, wet spring, leading to a later harvest. The wine has received critical acclaim with 93 pts271,602,315,615 from Halliday Wine Companion and 92 pts510,602,555,615 from JamesSuckling.com. Leeuwin Estate, recognized for its premium viticultural area, gained international fame with its 1980 Art Series, maintaining a reputation for consistency and quality."} +{"image": ["imgs/CCMAIN/0177338.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do the findings in 60,601,801,613 relate to the changing trend in thinking about irrigation and water productivity? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The findings in 60,601,801,613 relate to the changing trend in thinking about irrigation and water productivity by showing that institutional arrangements in water-abundant systems are more conducive to water savings. This is part of a broader trend that considers the analysis of scales, multiple uses, and irrigation practices in the context of water scarcity, as mentioned in These findings form part of a changing trend in thinking about irrigation, water productivity and water60,646,801,659."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The findings in 60,601,801,613 relate to the changing trend in thinking about irrigation and water productivity by considering the analysis of scales, multiple uses, and practices of irrigation in the context of water scarcity. This approach has direct implications for China\u2019s efforts to better use its scarce water resources, as highlighted in the text.", "gt_answer": "The findings in 60,601,801,613 relate to the changing trend in thinking about irrigation and water productivity by showing that institutional arrangements in water-abundant systems are more conducive to water savings. This is part of a broader trend that considers the analysis of scales, multiple uses, and irrigation practices in the context of water scarcity, as mentioned in These findings form part of a changing trend in thinking about irrigation, water productivity and water60,646,801,659."} +{"image": ["imgs/Crello/output_poster598_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the music store mentioned in 35,109,274,144?"}, {"role": "assistant", "content": "HEAVENLY STRINGS"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HEAVENLY STRINGS", "gt_answer": "HEAVENLY STRINGS", "necessary bbox": "['HEAVENLY STRINGS35,109,274,144']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of All SMEs viewed access to external finance as a moderate obstacle?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "14%351, 304, 379, 320"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "14%", "gt_answer": "14%351, 304, 379, 320", "necessary bbox": "['All626, 601, 640, 615', 'Moderate obstacle107, 307, 223, 320', '14%351, 304, 379, 320']"} +{"image": ["imgs/ChartQA_PCG/21881727007008.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the middle share of primary energy from fossil fuels in 1993?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Indonesia 133,486,217,512"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Indonesia 135, 489, 216, 507", "gt_answer": " Indonesia 133,486,217,512", "necessary bbox": "[' Indonesia 133,486,217,512']"} +{"image": ["imgs/ChartQA_PCG/two_col_101342.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category represents 318,385,373,411 in the pie chart?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Very likely"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The category represented by 14.0%318,385,373,411 is Very likely171,311,259,341. Answer: Very likely", "gt_answer": "Very likely", "necessary bbox": "[' Very likely 169,315,260,345', ' 14.0% 318,385,373,411']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in share of investors aged 18-34 years from 2009 to 2019?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the share was 1%327,478,346,496. In 2019, it was 5%. The increase is 5% - 1% = 4%. Answer: 4%", "gt_answer": "4%", "necessary bbox": "['Aged 18-34 years433,717,536,737', '2009344,575,372,589', '1%326,473,344,492', '2019765,575,793,589']"} +{"image": ["imgs/Crello/output_poster149_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the URL of the blog mentioned in 540,883,666,904?"}, {"role": "assistant", "content": " renkins.blog "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "renkins.blog", "gt_answer": " renkins.blog ", "necessary bbox": "[' renkins.blog 540,883,666,904']"} +{"image": ["imgs/ChartQA_PCG/two_col_63314.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of units in millions in the year 710,822,738,835?"}, {"role": "assistant", "content": "119.3 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "119.30 million units.", "gt_answer": "119.3 million", "necessary bbox": "['2025710,822,738,835', '119.30704,207,745,223']"} +{"image": ["imgs/Crello/output_poster147_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is attributed with the quote on the poster? Please respond succinctly and include the answer's bounding box if it is available.Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Joe Namath 426,909,565,930"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Joe Namath 426,907,568,929 ", "gt_answer": " Joe Namath 426,909,565,930", "necessary bbox": "[' Joe Namath 426,909,565,930']"} +{"image": ["imgs/Crello/output_poster2114_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 130,225,538,445?"}, {"role": "assistant", "content": " 6 may 2018 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "9-11 October 2018", "gt_answer": " 6 may 2018 ", "necessary bbox": "[' 6 may 2018 890,675,926,792']"} +{"image": ["imgs/ChartQA_PCG/two_col_23918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue in million EUR in 768, 854, 817, 869?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "478781, 288, 804, 304"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "478780, 289, 803, 305", "gt_answer": "478781, 288, 804, 304", "necessary bbox": "['Q1 2020768, 854, 817, 869', '478781, 288, 804, 304']"} +{"image": ["imgs/CCMAIN/0044506.png"], "messages": [{"role": "user", "content": "<|image|> \nWho arranged the piece 'Mary Had a Baby'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "PKN85,152,126,166"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Arr: PKN47,152,126,166", "gt_answer": "PKN85,152,126,166"} +{"image": ["imgs/CCMAIN/0094530.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 92,729,132,741 trying to swap with the S.P.? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "multiple-headache jeeps578,804,738,817"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "multiple-headache jeeps568,798,792,813", "gt_answer": "multiple-headache jeeps578,804,738,817"} +{"image": ["imgs/CCMAIN/0181637.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is an invitation to a webinar titled Performance-Based Seismic Design and Nonlinear Analysis of Tall Buildings \u2013 Part I158,87,776,154, presented by Prof. (Dr). Yogendra Singh278,248,697,318 from the Department of Earthquake Engineering, IIT Roorkee. The webinar will focus on the application of nonlinear static and dynamic analyses for tall buildings, emphasizing the interpretation of pushover analysis results and nonlinear time history analysis. The event is scheduled for July 24 from 04.00pm to 06.30pm11,240,153,269. Registration fees are 500/-116,949,152,979 for professionals, 400/- for faculties, and 150/-404,949,441,979 for students. The webinar aims to address the challenges of designing non-conventional buildings and the limitations of conventional methods, highlighting the need for performance-based design approaches."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an announcement for Webinar 1227,23,159,80 on Performance-Based Seismic Design and Nonlinear Analysis of Tall Buildings \u2013 Part I156,79,774,151, scheduled for July 2445,65,90,104 from 04.00pm to 06.30pm11,237,152,274. The webinar will be conducted by Prof. (Dr.) Yogendra Singh281,246,700,320 from the Department of Earthquake Engineering, IIT, Roorkee262,323,661,358. It focuses on the importance of seismic analysis and design for tall and code exceeding buildings, emphasizing the need for a performance-based approach using nonlinear analysis. The webinar will cover the application of nonlinear static and dynamic analyses, interpretation of pushover analysis results, and the use of ground motion records for nonlinear time history analysis. Registration fees are 500/-113,947,152,984 for professionals, 400/-253,947,292,984 for faculties, and 150/-407,947,446,984 for students.", "gt_answer": "The document is an invitation to a webinar titled Performance-Based Seismic Design and Nonlinear Analysis of Tall Buildings \u2013 Part I158,87,776,154, presented by Prof. (Dr). Yogendra Singh278,248,697,318 from the Department of Earthquake Engineering, IIT Roorkee. The webinar will focus on the application of nonlinear static and dynamic analyses for tall buildings, emphasizing the interpretation of pushover analysis results and nonlinear time history analysis. The event is scheduled for July 24 from 04.00pm to 06.30pm11,240,153,269. Registration fees are 500/-116,949,152,979 for professionals, 400/- for faculties, and 150/-404,949,441,979 for students. The webinar aims to address the challenges of designing non-conventional buildings and the limitations of conventional methods, highlighting the need for performance-based design approaches."} +{"image": ["imgs/CCMAIN/0040869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the alcohol by volume (abv) percentage of the 351,651,707,664 Charbono? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "14.5%338,801,380,814"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14.5%336,798,377,812", "gt_answer": "14.5%338,801,380,814"} +{"image": ["imgs/ChartQA_PCG/multi_col_60236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the penetration rate for Instagram in 525,655,553,669 and how does it compare to the rate for 525,625,553,639? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The penetration rate for Instagram in 2016525,655,553,669 is 30%, while in 2014525,625,553,639 it is 20%292,224,318,242. This indicates an increase of 10% over the two years."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The penetration rate for Instagram in 2016525,655,553,669 is 30%, which is higher than the rate of 20% for 2014525,625,553,639.", "gt_answer": "The penetration rate for Instagram in 2016525,655,553,669 is 30%, while in 2014525,625,553,639 it is 20%292,224,318,242. This indicates an increase of 10% over the two years."} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate in 442, 844, 468, 889?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "15.90%432, 119, 481, 138"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "15.90%436, 121, 485, 139", "gt_answer": "15.90%432, 119, 481, 138", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138']"} +{"image": ["imgs/CCMAIN/0299677.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The TOWN OF ACTON359,66,631,91 Open Space Committee is scheduled to meet on Friday, October 6, 2017213,160,453,184, at 7:30 AM216,179,301,204 in Acton Town Hall - Room 9222,199,488,224. The agenda includes an Executive Session264,285,451,310 to discuss real property matters, approval of Minutes September 15, 2017264,365,560,390, an Update264,405,338,430 on 19 Spring Hill Road358,405,555,430, and a Brief Review249,445,377,469 of several properties. The next meeting is set for November 3, 2017422,530,613,547."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Town of Acton Open Space Committee357,58,649,92 meeting is scheduled for Friday, October 6, 2017213,160,452,184, at 7:30 AM216,180,300,204 in Acton Town Hall - Room 9223,200,488,224. The agenda includes an Executive Session264,286,451,309 for discussing real property matters, approval of Minutes September 15, 2017264,367,561,391, updates on 19 Spring Hill Road355,406,555,430, and a brief review of properties like 53 River Street535,445,690,470 and Liberty Tree Farm329,485,514,510. The next meeting is set for November 3, 2017, 7:30 AM422,525,716,550.", "gt_answer": "The TOWN OF ACTON359,66,631,91 Open Space Committee is scheduled to meet on Friday, October 6, 2017213,160,453,184, at 7:30 AM216,179,301,204 in Acton Town Hall - Room 9222,199,488,224. The agenda includes an Executive Session264,285,451,310 to discuss real property matters, approval of Minutes September 15, 2017264,365,560,390, an Update264,405,338,430 on 19 Spring Hill Road358,405,555,430, and a Brief Review249,445,377,469 of several properties. The next meeting is set for November 3, 2017422,530,613,547."} +{"image": ["imgs/Crello/output_poster1775_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of savings is being offered on the jewelry sale? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The jewelry sale is offering 30 % OFF 514,223,840,352 601,378,727,407 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The sale offers a savings of 30 517,226,840,359 percent.", "gt_answer": "The jewelry sale is offering 30 % OFF 514,223,840,352 601,378,727,407 ."} +{"image": ["imgs/ChartQA_PCG/multi_col_20801.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of GDP for 596, 637, 644, 653 in 822, 518, 847, 563?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "48.82%814, 201, 859, 219"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "48.82%815, 196, 860, 215", "gt_answer": "48.82%814, 201, 859, 219", "necessary bbox": "['Services596, 637, 644, 653', '2019822, 518, 847, 563', '48.82%814, 201, 859, 219']"} +{"image": ["imgs/ChartQA_PCG/two_col_104757.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of Hyundai cars sold in Sweden from 697,914,725,954 to 759,917,788,955?"}, {"role": "assistant", "content": "11026"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "15069", "gt_answer": "11026", "necessary bbox": "['4622697, 618, 726, 634', '6404760, 515, 790, 531','2018697,914,725,954','2019759,917,788,955']"} +{"image": ["imgs/CCMAIN/0317804.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the 266,69,747,88?"}, {"role": "assistant", "content": "CELEBRATING 60 YEARS 1958 \u2013 2018"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To celebrate 60 years of the district.", "gt_answer": "CELEBRATING 60 YEARS 1958 \u2013 2018"} +{"image": ["imgs/Crello/output_poster1789_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Charity Music Fest?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "17/4/2018"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date is composed of the day, month, and year: ' 17/ 116,95,234,148 ', ' 4/ 124,170,214,223 ', and ' 2018/ 124,249,362,302 '. Answer: 17/4/2018", "gt_answer": "17/4/2018", "necessary bbox": "[' 17/\\n4/\\n2018/ 116,81,374,309 ']"} +{"image": ["imgs/ChartQA_PCG/21881727007008.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the lowest share of primary energy from fossil fuels in 1993?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Portugal 147, 684, 216, 707"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Portugal", "gt_answer": " Portugal 147, 684, 216, 707", "necessary bbox": "['Portugal147, 684, 216, 707', '87.63', 'Algeria157, 289, 216, 313', '99.67', 'Indonesia136, 487, 216, 506', '96.40']"} +{"image": ["imgs/CCMAIN/0160465.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat types of businesses are specifically mentioned in 115,421,876,572 that will not be considered as listed in Section 1, page 2, of the RFP? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The types of businesses specifically mentioned are Ice Cream Shops & Confectioneries, as indicated in Ice Cream Shops & Confectioneries176,459,440,473."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The types of businesses specifically mentioned in 115,421,876,572 that will not be considered as listed in Section 1, page 2, of the RFP are 'Ice Cream Shops & Confectioneries'. This is indicated by the span Ice Cream Shops & Confectioneries173,459,432,473.", "gt_answer": "The types of businesses specifically mentioned are Ice Cream Shops & Confectioneries, as indicated in Ice Cream Shops & Confectioneries176,459,440,473."} +{"image": ["imgs/CCMAIN/0014708.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the President of the 376,173,566,205? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Prof. (Dr.) S.K.Sen175,259,352,282"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Prof. (Dr.) S.K.Sen176,259,354,283", "gt_answer": "Prof. (Dr.) S.K.Sen175,259,352,282"} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the record of predation on 768,710,783,721? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The significance of the record of predation on H.768,710,783,721 semilineatus is that it is the first documented instance of Leptophis ahaetulla preying on this species. This finding expands the known dietary habits of the snake and suggests its adaptability in prey selection."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The record of predation on H. semilineatus768,710,783,721 is significant because it indicates that the snake uses active foraging to locate inactive prey, as noted in the text. This behavior is noteworthy as it contrasts with the nocturnal habits of the anurans, suggesting a unique hunting strategy by the snake.", "gt_answer": "The significance of the record of predation on H.768,710,783,721 semilineatus is that it is the first documented instance of Leptophis ahaetulla preying on this species. This finding expands the known dietary habits of the snake and suggests its adaptability in prey selection."} +{"image": ["imgs/CCMAIN/0094731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the picnic planned? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "June 16th367,459,438,475"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "June 16th370,455,432,475", "gt_answer": "June 16th367,459,438,475"} +{"image": ["imgs/CCMAIN/0181975.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document provides details about the PowerFlex70 AC Drive235,156,377,171, model 20AD3P4A0AYNNNNN235,135,434,155. It operates at 480 VAC385,156,441,171, 3 PH449,156,481,171, with a current rating of 3.4 Amps488,156,548,171 and a power rating of 2 HP556,156,587,171. The drive is designed for Normal Duty168,171,246,186 and Heavy Duty300,171,373,186 applications, with a Panel Mount377,171,456,186 enclosure rated at IP20 / NEMA Type 1468,171,597,186. It includes a Brake IGBT290,186,363,201 but lacks a Drive Mounted Brake Resistor479,186,616,201, CE compliant filter276,202,390,217, and Communication Module420,202,568,217. The drive has Standard Control168,217,274,232 and no Feedback304,217,366,232 option. It weighs 2.72 kg or 5.98 lbs."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides details about the PowerFlex70 AC Drive235,156,384,171, model 20AD3P4A0AYNNNNN235,135,435,155. It is a Normal Duty162,171,244,186 drive with a 1.5 HP Heavy Duty251,171,374,186 capability, designed for panel mounting with an IP20 / NEMA Type 1465,171,597,186 enclosure. The drive operates at 480 VAC, 3 PH385,156,479,171 and has a current rating of 3.4 Amps486,156,545,171. It includes a Brake IGBT293,186,367,201 but lacks a drive-mounted brake resistor or CE compliant filter. The drive does not have a communication module or feedback option. It weighs 2.72 / 5.98381,695,448,710 kg/lbs and is not part of the stock product program.", "gt_answer": "The document provides details about the PowerFlex70 AC Drive235,156,377,171, model 20AD3P4A0AYNNNNN235,135,434,155. It operates at 480 VAC385,156,441,171, 3 PH449,156,481,171, with a current rating of 3.4 Amps488,156,548,171 and a power rating of 2 HP556,156,587,171. The drive is designed for Normal Duty168,171,246,186 and Heavy Duty300,171,373,186 applications, with a Panel Mount377,171,456,186 enclosure rated at IP20 / NEMA Type 1468,171,597,186. It includes a Brake IGBT290,186,363,201 but lacks a Drive Mounted Brake Resistor479,186,616,201, CE compliant filter276,202,390,217, and Communication Module420,202,568,217. The drive has Standard Control168,217,274,232 and no Feedback304,217,366,232 option. It weighs 2.72 kg or 5.98 lbs."} +{"image": ["imgs/Crello/output_poster905_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat company is offering the travel services?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "CASTILLA TRAVEL"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The company name is mentioned as ' CASTILLA \nTRAVEL 243,571,333,600 '. Answer: CASTILLA TRAVEL", "gt_answer": "CASTILLA TRAVEL", "necessary bbox": "[' CASTILLA \\nTRAVEL 243,574,335,602 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate in 442, 844, 468, 889?"}, {"role": "assistant", "content": "15.90%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "15.90%", "gt_answer": "15.90%", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138']"} +{"image": ["imgs/CCMAIN/0344376.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the last day of school for the 2021-2022 school year? Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The calendar indicates that the last day of school141,907,242,920 is on June 3039,907,84,920, which is also when Report Cards Home221,359,328,373 occurs. Answer: June 3039,907,84,920"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The calendar indicates that the Last Day of School142,907,243,920 is on June 3040,907,86,920, which is also when Report Cards Home142,568,251,581 is scheduled. Answer: June 3040,907,86,920", "gt_answer": "The calendar indicates that the last day of school141,907,242,920 is on June 3039,907,84,920, which is also when Report Cards Home221,359,328,373 occurs. Answer: June 3039,907,84,920"} +{"image": ["imgs/ChartQA_PCG/two_col_24232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue of the sleep disorder diagnostic devices industry in 637, 841, 665, 854?"}, {"role": "assistant", "content": "125.80"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "126", "gt_answer": "125.80", "necessary bbox": "['125.80', '2017637, 841, 665, 854']"} +{"image": ["imgs/ChartQA_PCG/multi_col_41.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of the population 593, 773, 675, 792 in Europe?"}, {"role": "assistant", "content": "19%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "19%", "gt_answer": "19%", "necessary bbox": "['Europe850, 607, 889, 626', 'Over 65 years593, 773, 675, 792']"} +{"image": ["imgs/Crello/output_poster1998_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the profession of 572,253,696,358?"}, {"role": "assistant", "content": " Allergist "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Allergist", "gt_answer": " Allergist ", "necessary bbox": "[' Allergist 572,520,667,576', ' Sylvia 572,253,696,358']"} +{"image": ["imgs/CCMAIN/0221636.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much food was distributed by YCAP? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that over 120 tons of food113,324,220,337 were distributed, which is equivalent to 243,839 pounds75,335,183,348 of food distributed to individuals and families. Answer: 243,839 pounds75,335,183,348"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that over 120 tons of food113,324,221,337 and 243,839 pounds75,336,182,349 were distributed to individuals and families, highlighting the scale of their food distribution efforts. Answer: Over 120 tons of food and 243,839 pounds.", "gt_answer": "The document states that over 120 tons of food113,324,220,337 were distributed, which is equivalent to 243,839 pounds75,335,183,348 of food distributed to individuals and families. Answer: 243,839 pounds75,335,183,348"} +{"image": ["imgs/ChartQA_PCG/two_col_747.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many more offenders were there in the age group 20 to 24 compared to the age group 60 to 64? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "There were 2345 offenders in the age group 20 to 24420,856,459,924 and 198695,796,717,813 in the age group 60 to 64686,857,725,924. The difference is 2147."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The age group 20 to 24419,860,457,924 had 2300 offenders, while the age group 60 to 64690,860,729,924 had 198697,800,719,819 offenders. The difference is 2102 offenders.", "gt_answer": "There were 2345 offenders in the age group 20 to 24420,856,459,924 and 198695,796,717,813 in the age group 60 to 64686,857,725,924. The difference is 2147."} +{"image": ["imgs/CCMAIN/0131436.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of authorization is the SF Bay Regional Water Board awaiting comments on? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "401 Water Quality Certification and Waste Discharge Requirements195,477,292,494"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "401 Water Quality Certification and Waste Discharge Requirements196,475,293,492", "gt_answer": "401 Water Quality Certification and Waste Discharge Requirements195,477,292,494"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for Apparel in 2009?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "3.70487,450,513,469"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3.70489, 452, 515, 470", "gt_answer": "3.70487,450,513,469", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100815.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the share of SMEs with 457,575,538,593 compare when viewing access to external finance as a minor, moderate, and major obstacle? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "For SMEs with 0 employees457,575,538,593, 76% 286,429,315,445 view it as a minor obstacle, 14% as a moderate obstacle, and 8% as a major obstacle."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "For a minor obstacle, the share is 76%289,430,318,449. For a moderate obstacle, it is 19%. For a major obstacle, it is 11%.", "gt_answer": "For SMEs with 0 employees457,575,538,593, 76% 286,429,315,445 view it as a minor obstacle, 14% as a moderate obstacle, and 8% as a major obstacle."} +{"image": ["imgs/ChartQA_PCG/multi_col_60476.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total share of SME owners aged 50-64 years in both small and medium businesses?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "98.40%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The share for small businesses is 47.40%381, 112, 426, 131 and for medium businesses is 51%790, 85, 816, 104. Total: 47.40% + 51% = 98.40%. Answer: 98.40%", "gt_answer": "98.40%", "necessary bbox": "[' 47.40% 380, 114, 421, 132', ' 51% 789, 85, 814, 102']"} +{"image": ["imgs/ChartQA_PCG/two_col_3615.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the gamification market value increase from 265,877,293,890 to 623,877,657,890? Give grounding and detailed answer."}, {"role": "assistant", "content": "The gamification market value increased from 4.91 billion in 2016265,877,293,890 to 11.94623,153,656,169 billion in 2021*623,877,657,890. The increase is 11.94 - 4.91 = 7.03 billion U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The market value increased from 4.90 billion U.S. dollars in 2016265,877,293,890 to 11.94623,153,656,169 billion U.S. dollars in 2021*623,877,657,890, an increase of 7.04 billion U.S. dollars.", "gt_answer": "The gamification market value increased from 4.91 billion in 2016265,877,293,890 to 11.94623,153,656,169 billion in 2021*623,877,657,890. The increase is 11.94 - 4.91 = 7.03 billion U.S. dollars."} +{"image": ["imgs/Crello/output_poster492_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the wedding store mentioned in the poster?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "BLANCHE WEDDING"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the wedding store is given as ' BLANCHE\nWEDDING 582,136,680,187 '. Answer: BLANCHE WEDDING", "gt_answer": "BLANCHE WEDDING", "necessary bbox": "[' BLANCHE \\nWEDDING 580,138,681,186 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101113.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference between those informed about the conflict and the whole sample who believe that a war between the United States and Iran could lead to the Third World War?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for those informed about the conflict who believe it could lead to the Third World War is 25%, and for the whole sample, it is 21%263, 218, 290, 236. The difference is 4%.\n\nAnswer: 4%", "gt_answer": "4%", "necessary bbox": "[' Yes, it could 258, 533, 325, 552', ' 21% 264, 215, 291, 234']"} +{"image": ["imgs/CCMAIN/0193278.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the size of the 208,258,350,280 needed?"}, {"role": "assistant", "content": "10 \u00bd\" x 5\""}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10 \u00bd\" x 5\"", "gt_answer": "10 \u00bd\" x 5\""} +{"image": ["imgs/CCMAIN/0286062.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for uploading the 496,171,598,194 on the official website?"}, {"role": "assistant", "content": "The Systems Officer"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The Systems Officer.", "gt_answer": "The Systems Officer"} +{"image": ["imgs/CCMAIN/0341491.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is an announcement from MDR LIMITED344,144,437,158, submitted by ONG GHIM CHOON344,249,475,263, the Director & Chief Executive Officer. The announcement, dated 14-May-2012344,288,428,302, is titled GRANT OF OPTIONS PURSUANT TO MDR SHARE OPTION SCHEME 2003344,376,844,390. It includes an attachment named Grant_of_option_May2012.pdf368,441,571,454 with a total size of 76K419,452,446,464. The announcement number is 00102344,307,384,321."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an announcement from MDR LIMITED344,145,437,156 regarding the grant of options under the MDR Share Option Scheme 2003598,378,842,389. The announcement was submitted by ONG GHIM CHOON344,250,474,261, the DIRECTOR & CHIEF EXECUTIVE OFFICER344,269,631,280, on 14-May-2012344,288,430,299 at 17:48:40437,288,491,299. The announcement number is 00102344,307,385,318. The details are available in an attachment titled Grant of option May2012.pdf366,441,568,452, which is 76KB in size.", "gt_answer": "The document is an announcement from MDR LIMITED344,144,437,158, submitted by ONG GHIM CHOON344,249,475,263, the Director & Chief Executive Officer. The announcement, dated 14-May-2012344,288,428,302, is titled GRANT OF OPTIONS PURSUANT TO MDR SHARE OPTION SCHEME 2003344,376,844,390. It includes an attachment named Grant_of_option_May2012.pdf368,441,571,454 with a total size of 76K419,452,446,464. The announcement number is 00102344,307,384,321."} +{"image": ["imgs/CCMAIN/0339467.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat disappointment is expressed in 280,452,493,468 and why? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The disappointment expressed in We regret in particular the disappointment caused to280,452,493,468 is due to the postponement of First Communion ceremonies for children and their families. This is because of the restrictions preventing in-person gatherings, as mentioned in the text."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The disappointment expressed in 280,452,493,468 is due to the postponement of First Communion celebrations. This is because the restrictions imposed by the government have made it necessary to delay these important religious ceremonies.", "gt_answer": "The disappointment expressed in We regret in particular the disappointment caused to280,452,493,468 is due to the postponement of First Communion ceremonies for children and their families. This is because of the restrictions preventing in-person gatherings, as mentioned in the text."} +{"image": ["imgs/CCMAIN/0052834.png"], "messages": [{"role": "user", "content": "<|image|> \nWill 68,851,276,884 be posted?"}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Yes", "gt_answer": "Yes"} +{"image": ["imgs/Crello/output_poster2026_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first letter of the word 'SALE'?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "S"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The first letter of the word 'SALE' is ' S 216,375,348,699 '. Answer: S", "gt_answer": "S", "necessary bbox": "['S283,591,419,827']"} +{"image": ["imgs/ChartQA_PCG/two_col_20064.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the range of number of homicides between 2003 and 2019? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The range is from a minimum of 55 in 2019846, 860, 871, 900 to a maximum of 152 in 2007382, 860, 406, 900."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The range is from 91 in 2003228,860,253,900 to 55 in 2019847,860,872,900.", "gt_answer": "The range is from a minimum of 55 in 2019846, 860, 871, 900 to a maximum of 152 in 2007382, 860, 406, 900."} +{"image": ["imgs/CCMAIN/0212217.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The Missouri Rice Research & Merchandising Council232,51,937,128 is hosting the Annual Field Day425,137,941,190 on Thursday, August 19, 202136,198,968,261 at the Missouri Rice Research Farm49,434,482,460 on Highway J96,460,245,487, west of Malden49,487,162,514. The event includes 8:00 a.m. Registration57,254,553,294, 8:30 a.m. Tours602,254,945,294, and a Complimentary Lunch at Noon142,294,847,335. Attendees will learn about recent developments in rice research and other agriculture-related topics such as Rice Variety Developments120,676,308,703, Rice Fertility Updates120,730,444,756, Row Rice120,757,255,783, Market Outlook & Policy120,784,488,810, and Missouri Rice Council Activities120,811,448,837. The event is organized in partnership with Southeast Missouri State University447,886,904,917 and the University of Missouri Fisher Delta Research Center442,918,855,950. Directions to the venue include taking Highway J96,460,245,487, going two miles east of Hwy. 53 junction562,681,933,719, and eight miles west of Malden."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Missouri Rice Research & Merchandising Council Annual Field Day230,41,950,86 is scheduled for Thursday, August 19, 202133,207,963,255, at the Missouri Rice Research Farm50,438,481,461 on Highway J, west of Malden. The event includes registration at 8:00 a.m.55,255,253,292, tours at 8:30 a.m.601,255,809,292, and a complimentary lunch at noon. Attendees will have the opportunity to learn about recent developments in rice research and other agriculture-related topics such as Rice Variety Developments121,677,300,699, Rice Fertility Updates121,733,443,755, and Market Outlook & Policy121,789,490,811. The event is organized in partnership with Southeast Missouri State University and the University of Missouri Fisher Delta Research Center.", "gt_answer": "The Missouri Rice Research & Merchandising Council232,51,937,128 is hosting the Annual Field Day425,137,941,190 on Thursday, August 19, 202136,198,968,261 at the Missouri Rice Research Farm49,434,482,460 on Highway J96,460,245,487, west of Malden49,487,162,514. The event includes 8:00 a.m. Registration57,254,553,294, 8:30 a.m. Tours602,254,945,294, and a Complimentary Lunch at Noon142,294,847,335. Attendees will learn about recent developments in rice research and other agriculture-related topics such as Rice Variety Developments120,676,308,703, Rice Fertility Updates120,730,444,756, Row Rice120,757,255,783, Market Outlook & Policy120,784,488,810, and Missouri Rice Council Activities120,811,448,837. The event is organized in partnership with Southeast Missouri State University447,886,904,917 and the University of Missouri Fisher Delta Research Center442,918,855,950. Directions to the venue include taking Highway J96,460,245,487, going two miles east of Hwy. 53 junction562,681,933,719, and eight miles west of Malden."} +{"image": ["imgs/ChartQA_PCG/22143392000229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the perceived corruption score of 177,549,217,571?"}, {"role": "assistant", "content": "30"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "30", "gt_answer": "30", "necessary bbox": "['30683,544,705,566', 'Togo177,549,217,571']"} +{"image": ["imgs/Crello/output_poster297_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is formed by combining the text in 551,365,882,781, 695,214,750,244, and 576,135,847,184? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "CLOSER TO GOD"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " GOD 551,365,882,781 TO 695,214,750,244 CLOSER 576,135,847,184", "gt_answer": "CLOSER TO GOD", "necessary bbox": "[' GOD 551,365,882,781', ' TO 695,214,750,244', ' CLOSER 576,135,847,184']"} +{"image": ["imgs/ChartQA_PCG/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the forecasted share improvement in the global gross domestic product adjusted for Purchasing Power Parity from 158,951,183,982 to788, 947, 816, 992?"}, {"role": "assistant", "content": "0.06%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "0.06%", "gt_answer": "0.06%", "necessary bbox": "['2026*788, 947, 816, 992', '0.21%785, 199, 823, 216','2016158,951,183,982','\n0.15%152,402,189,420']"} +{"image": ["imgs/Crello/output_poster767_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete love quote in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " You are my Universe "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The quote is formed by combining the text from all three text boxes: ' You are 281,329,604,457 ', ' my 320,467,631,586 ', and ' Universe 260,586,651,707 '. Answer: You are 281,329,604,457 my 320,467,631,586 Universe 260,586,651,707 ", "gt_answer": " You are my Universe ", "necessary bbox": "[' You are 284,326,603,453 ', ' my 320,468,630,584 ', ' Universe 261,590,647,714 ']"} +{"image": ["imgs/Crello/output_poster269_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is donated with every purchase during the Charity Month? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "With every purchase, You donate $10 103,839,617,960."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": " $10 504,863,617,942 ", "gt_answer": "With every purchase, You donate $10 103,839,617,960."} +{"image": ["imgs/CCMAIN/0000901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the usable area of the office space of 15,14,423,85?"}, {"role": "assistant", "content": "95 m\u00b2"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "95 m\u00b2", "gt_answer": "95 m\u00b2"} +{"image": ["imgs/Crello/output_poster1021_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum discount offered in the promotion?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "$200"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Save up to $200 591,432,832,721 ' indicates the maximum discount available. Answer: $200", "gt_answer": "$200", "necessary bbox": "[' Save up to $200 592,432,835,732 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60831.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of 670, 543, 722, 559 men per thousand persons?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "38"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of Widowed 670, 543, 722, 559 men per thousand persons is 18.60 . Answer: 18.6", "gt_answer": "38", "necessary bbox": "['Widowed670, 543, 722, 559','Men604,679,626,696']"} +{"image": ["imgs/Crello/output_poster1675_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme conveyed in the text at 203,121,559,269?"}, {"role": "assistant", "content": "Love is love"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Love", "gt_answer": "Love is love", "necessary bbox": "[' Love\\nis love 203,121,559,269']"} +{"image": ["imgs/CCMAIN/0198837.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy are 72, 809, 941, 830 and 72, 834, 717, 855 important for housekeeping services? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The conditions outlined in Housekeeping will only enter the room if either the pet is not present, the pet is kenneled, or the pet is under the firm control of the owner.72, 809, 941, 830 and kenneled, or the pet is under the firm control of the owner.72, 834, 717, 855 are important to ensure the safety of housekeeping staff and to prevent any incidents involving pets during cleaning services."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Housekeeping will only enter the room if either the pet is not present, the pet is kenneled, or the pet is under the firm control of the owner. This ensures that housekeeping can access the room without any issues related to the pet's presence or behavior.", "gt_answer": "The conditions outlined in Housekeeping will only enter the room if either the pet is not present, the pet is kenneled, or the pet is under the firm control of the owner.72, 809, 941, 830 and kenneled, or the pet is under the firm control of the owner.72, 834, 717, 855 are important to ensure the safety of housekeeping staff and to prevent any incidents involving pets during cleaning services."} +{"image": ["imgs/CCMAIN/0019412.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the Senior Research Associate 124,273,304,294? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Professor Idris Eckley316,275,473,288"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Professor Idris Eckley315,273,474,290", "gt_answer": "Professor Idris Eckley316,275,473,288"} +{"image": ["imgs/ChartQA_PCG/two_col_3752.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of app users between 337, 842, 377, 860 and 658, 844, 700, 860?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "7 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of app users in Jul '14*337, 842, 377, 860 was 11.80 million and in Apr '16658, 844, 700, 860 was 18.70 million. The difference is 18.70 - 11.80 = 6.90 million. Answer: 6.90 million.", "gt_answer": "7 million", "necessary bbox": "[\"Jul '14*337, 842, 377, 860\", \"Apr '16658, 844, 700, 860\"]"} +{"image": ["imgs/ChartQA_PCG/multi_col_20522.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of active buyers with multiple purchase days in 828,553,856,568?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "40.10%819,171,864,189"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "40.10%820,169,865,188", "gt_answer": "40.10%819,171,864,189", "necessary bbox": "['Multiple purchase days459,687,591,707', '2018828,553,856,568', '40.10%819,171,864,189']"} +{"image": ["imgs/CCMAIN/0198837.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the pet fee at Ashland Hills Hotel and Suites? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "A non-refundable $20 + tax pet fee72,883,460,905"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$20 + tax273,884,376,905", "gt_answer": "A non-refundable $20 + tax pet fee72,883,460,905"} +{"image": ["imgs/CCMAIN/0306297.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much time did the swimmer in lane 4 take to complete the 100m split? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The swimmer in lane 4 was O'CONNOR Siobhan Marie189,353,358,364, and her 100m split time is recorded as 1:00.56664,353,703,362. Answer: 1:00.56664,353,703,362"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The swimmer in lane 4, HOSSZU Katinka186,329,297,340, took 1:36.87725,329,767,340 to complete the 100m split as shown in the results summary. Answer: 1:36.87725,329,767,340", "gt_answer": "The swimmer in lane 4 was O'CONNOR Siobhan Marie189,353,358,364, and her 100m split time is recorded as 1:00.56664,353,703,362. Answer: 1:00.56664,353,703,362"} +{"image": ["imgs/ChartQA_PCG/two_col_20438.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the production volume of vegetables and melons in 317, 852, 342, 892?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "779.82 million metric tons"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The production volume for the year 2005317, 852, 342, 892 is 776.50 million metric tons.\n\nAnswer: 776.5", "gt_answer": "779.82 million metric tons", "necessary bbox": "[ '2005317, 852, 342, 892']"} +{"image": ["imgs/CCMAIN/0090159.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total cost for a team to participate in the Scramble Shootout? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that the ENTRY FEE404,508,530,526 is $556/team542,508,645,526. This fee must be paid in full at the time of submittal. Answer: $556542,508,587,526"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The ENTRY FEE405,506,529,527 is $556/team541,506,643,527, which includes the cost for all team members. Answer: $556/team541,506,643,527", "gt_answer": "The document states that the ENTRY FEE404,508,530,526 is $556/team542,508,645,526. This fee must be paid in full at the time of submittal. Answer: $556542,508,587,526"} +{"image": ["imgs/CCMAIN/0021449.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 37,339,192,366 competitors are listed on the form? Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The form provides spaces for Competitor 137,366,115,393, Competitor 237,594,115,621, Competitor 3514,366,592,393, and Competitor 4514,594,592,621 under Jackaroo / Jillaroo Draft37,339,192,366, indicating four competitors. Answer: Four"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form lists Jackaroo / Jillaroo Draft37,339,192,366 for Competitor 137,365,124,392, Competitor 237,590,124,618, and Competitor 3514,365,599,392. Answer: Three", "gt_answer": "The form provides spaces for Competitor 137,366,115,393, Competitor 237,594,115,621, Competitor 3514,366,592,393, and Competitor 4514,594,592,621 under Jackaroo / Jillaroo Draft37,339,192,366, indicating four competitors. Answer: Four"} +{"image": ["imgs/ChartQA_PCG/two_col_502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the lowest brand value?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Baidu131,871,165,877"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Baidu130,869,162,875", "gt_answer": "Baidu131,871,165,877", "necessary bbox": "['Baidu131,871,165,877', '14.84206,870,242,877']"} +{"image": ["imgs/CCMAIN/0004647.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a disclosure statement from the American College of Cardiology for Radmila Lyubarova, MD, FACC708,17,974,37 at Albany Medical Center, printed on 8/5/2021921,66,974,80. It shows no disclosures in categories like Personal Commercial37,171,203,189, Personal Non-Commercial37,228,240,245, Clinical Trial Enroller37,284,202,302, Institutional Financial Decision-Making Role37,340,378,358, and Expert Witness Testimony37,397,238,414. Agreements signed on 1/27/2021362,522,427,537 include Certified Education Attestation37,520,281,537, Confidentiality, Disclosure and Assignment Agreement37,560,463,578, Embargo37,600,106,618, and On-Going Obligation Agreement37,640,287,658. The ACC emphasizes the importance of transparency and integrity in its activities, requiring members to provide complete and accurate disclosure statements."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a disclosure system from the American College of Cardiology, detailing various agreements and disclosures. It includes sections on Personal Commercial37,172,205,186, Personal Non-Commercial37,229,243,244, Clinical Trial Enroller37,286,205,301, and Institutional Financial Decision-Making Role37,342,383,357, all marked as No disclosures on record47,200,200,212. The document also lists agreements signed on 1/27/2021365,523,427,535, including Certified Education Attestation37,523,281,537, Confidentiality, Disclosure and Assignment Agreement37,562,464,576, Embargo37,602,104,616, and On-Going Obligation Agreement37,641,289,656. The ACC emphasizes ensuring balance, independence, and scientific rigor in governance and activities, with compliance mandatory for participation.", "gt_answer": "The document is a disclosure statement from the American College of Cardiology for Radmila Lyubarova, MD, FACC708,17,974,37 at Albany Medical Center, printed on 8/5/2021921,66,974,80. It shows no disclosures in categories like Personal Commercial37,171,203,189, Personal Non-Commercial37,228,240,245, Clinical Trial Enroller37,284,202,302, Institutional Financial Decision-Making Role37,340,378,358, and Expert Witness Testimony37,397,238,414. Agreements signed on 1/27/2021362,522,427,537 include Certified Education Attestation37,520,281,537, Confidentiality, Disclosure and Assignment Agreement37,560,463,578, Embargo37,600,106,618, and On-Going Obligation Agreement37,640,287,658. The ACC emphasizes the importance of transparency and integrity in its activities, requiring members to provide complete and accurate disclosure statements."} +{"image": ["imgs/Crello/output_poster438_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat choice is being referred to in 718,380,775,516?"}, {"role": "assistant", "content": " IT\u2019S YOUR CHOICE "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "YOUR CHOICE", "gt_answer": " IT\u2019S YOUR CHOICE ", "necessary bbox": "[' IT\u2019S YOUR CHOICE 718,380,775,516']"} +{"image": ["imgs/CCMAIN/0255667.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should questions be submitted? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "dhmh.hcbssetting@maryland.gov618,88,859,107"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "dhmh.hcbssetting@maryland.gov617,93,859,109", "gt_answer": "dhmh.hcbssetting@maryland.gov618,88,859,107"} +{"image": ["imgs/Crello/output_poster1867_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the special offer available?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": " FEB 2 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date ' FEB 2 70,789,116,814 ' specifies when the special offer is available. Answer: FEB 2", "gt_answer": " FEB 2 ", "necessary bbox": "[' FEB 2 70,788,121,814 ']"} +{"image": ["imgs/Crello/output_poster525_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat activities are included in the surfing tour?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Accommodation, Activities, Classes, Equipment, Breakfasts & Snacks, Wifi 718,702,916,739 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Video correction sessions182,624,405,637", "gt_answer": " Accommodation, Activities, Classes, Equipment, Breakfasts & Snacks, Wifi 718,702,916,739 ", "necessary bbox": "[' Accommodation, Activities, Classes, Equipment, Breakfasts & Snacks, Wifi 718,702,916,739 ']"} +{"image": ["imgs/CCMAIN/0190644.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many members are in the 475,216,567,230?"}, {"role": "assistant", "content": "13"}], "task_name": "DOGE_PDF_Rt_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13 members.", "gt_answer": "13"} +{"image": ["imgs/ChartQA_PCG/two_col_103223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people answered 695, 379, 725, 405?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "57.0%574, 413, 630, 439"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "57.0%571, 409, 628, 435", "gt_answer": "57.0%574, 413, 630, 439", "necessary bbox": "['Yes695, 379, 725, 405', '57.0%574, 413, 630, 439']"} +{"image": ["imgs/ChartQA_PCG/multi_col_803.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of stores in 2019?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "222"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total number of stores in 2019, we add the number of stores from each region for that year:\n\n- Western Europe: 46753,542,768,560\n- North America: 43753,445,768,463\n- Japan: 31753,363,768,382\n- Emerging countries: 102750,226,772,245\n\nTotal = 46 + 43 + 31 + 102 = 222\n\nAnswer: 222", "gt_answer": "222", "necessary bbox": "[' 46 755,533,771,552', ' 43 755,440,771,459', ' 31 756,363,771,382', ' 102 753,225,775,244']"} +{"image": ["imgs/Crello/output_poster1599_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 227,156,363,188?"}, {"role": "assistant", "content": " AUG 30 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "AUG 30", "gt_answer": " AUG 30 ", "necessary bbox": "[' AUG 30 227,156,363,188']"} +{"image": ["imgs/Crello/output_poster1829_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the third movie?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "The Magical Mimics293,533,650,553"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " The Magical Mimics 293,534,648,551 ", "gt_answer": "The Magical Mimics293,533,650,553", "necessary bbox": "['The Magical Mimics293,533,650,553', 'Mon, Tue, Wed, Fri, Sat, Sun\\n12:00, 18:00, 20:00, 22:00334,568,638,595']"} +{"image": ["imgs/ChartQA_PCG/two_col_61646.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price in August?Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "1260"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price in August is shown as 1260.\n\nAnswer: 1260", "gt_answer": "1260", "necessary bbox": "['August605,931,645,950']"} +{"image": ["imgs/Crello/output_poster71_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is emphasized in the poster's biggest text segment? Give grounding and detailed answer."}, {"role": "assistant", "content": "The biggest text segment emphasizes 'LUXURY109,220,597,314', highlighting the luxury aspect of the real estate being advertised."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The word ' LUXURY 109,220,600,310 ' is emphasized in the poster.", "gt_answer": "The biggest text segment emphasizes 'LUXURY109,220,597,314', highlighting the luxury aspect of the real estate being advertised."} +{"image": ["imgs/ChartQA_PCG/multi_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nWho had a higher percentage in the matchup Obama vs Romney, and by how much? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "In the matchup Obama vs Romney, the Republican candidate had a higher percentage. The Republican candidate had 48%186,138,212,156 of the votes, while Barack Obama had 47%162,148,188,165."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In the matchup Obama vs Romney132,607,241,627, Barack Obama had a higher percentage with 47%162,148,188,166 compared to the Republican candidate's 48%190,135,216,154. The difference is 1%.", "gt_answer": "In the matchup Obama vs Romney, the Republican candidate had a higher percentage. The Republican candidate had 48%186,138,212,156 of the votes, while Barack Obama had 47%162,148,188,165."} +{"image": ["imgs/CCMAIN/0357125.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a certificate for the BOLDiTUDE LABOR DAY 10K448,76,549,155 race, sponsored by CenturyLink. It congratulates David Coffin303,329,695,462, aged 52, for completing the race in 01:04:49306,521,688,683. The event took place in Chicago, Illinois443,691,555,721. The certificate also mentions related events like VIRTUALL MEMORIAL DAY 10K and COLDERBOLDER, and encourages participants to finish all to join the Virtual BFC Club."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a certificate for the BOLDiTUDE LABOR DAY 10K event, sponsored by CenturyLink. It congratulates David Coffin302,329,695,462, aged 52509,470,526,500, for completing the race in 01:04:49308,521,686,683. The event took place in Chicago, Illinois443,691,555,721. The certificate also mentions other events like VIRTUALL MEMORIAL DAY 10K and COLDERBOLDER, with a note about joining the Virtual BFC Club.", "gt_answer": "The document is a certificate for the BOLDiTUDE LABOR DAY 10K448,76,549,155 race, sponsored by CenturyLink. It congratulates David Coffin303,329,695,462, aged 52, for completing the race in 01:04:49306,521,688,683. The event took place in Chicago, Illinois443,691,555,721. The certificate also mentions related events like VIRTUALL MEMORIAL DAY 10K and COLDERBOLDER, and encourages participants to finish all to join the Virtual BFC Club."} +{"image": ["imgs/ChartQA_PCG/two_col_24593.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage of respondents in the 'Cautious' and 'Pessimistic' categories?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "8%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for 'Cautious' is 6% and for 'Pessimistic' is 2%. Combined, they account for 8%. Answer: 8%", "gt_answer": "8%", "necessary bbox": "['Cautious528,901,579,916','Pessimistic676,897,740,916']"} +{"image": ["imgs/CCMAIN/0096179.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a datasheet for the Delock Cable SVGA 2 m male-male angled83,102,633,125. It describes a VGA cable designed to connect a monitor to a PC's VGA port, featuring an angled connector for hard-to-reach ports. The cable is 2 m860,336,912,351 long, has a VGA 15pin male-male angled86,399,273,411 configuration, includes 2x ferrite core86,412,173,424, and is double shielded127,451,228,463. The package contains one VGA cable and requires a free VGA port. The product is made in China797,427,835,438 and packaged in a plastic bag with a zipper."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Delock Cable SVG A 2 m male-male angled83,102,630,125 is designed to connect a monitor to a free VGA port on a PC. Its angled VGA connector allows access to VGA ports that are difficult to reach. The cable features a VGA 15pin male-male angled86,399,274,411 connector, 2x ferrite core86,411,173,423, and is AWG 2886,424,140,436. It is double shielded124,449,228,461 and has a length of approximately 2 m349,102,401,125. The package includes a VGA cable86,543,152,554.", "gt_answer": "The document is a datasheet for the Delock Cable SVGA 2 m male-male angled83,102,633,125. It describes a VGA cable designed to connect a monitor to a PC's VGA port, featuring an angled connector for hard-to-reach ports. The cable is 2 m860,336,912,351 long, has a VGA 15pin male-male angled86,399,273,411 configuration, includes 2x ferrite core86,412,173,424, and is double shielded127,451,228,463. The package contains one VGA cable and requires a free VGA port. The product is made in China797,427,835,438 and packaged in a plastic bag with a zipper."} +{"image": ["imgs/CCMAIN/0350597.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a financial reconciliation report for Marston's Pubs Parent Limited364,266,604,275, detailing the differences between the Interim Investor Report and Interim Accounts for the 52 weeks ended 3 October 2015. The report shows a Turnover92,454,157,467 of \u00a3394.2m with no exceptional items or goodwill write-offs. Trading expenses92,483,221,496 are \u00a3300.9m, with adjustments of \u00a34.8m for goodwill write-offs and \u00a337.8m for property impairments, leading to final accounts expenses of \u00a3343.5m. The Operating profit92,511,204,524 is adjusted from \u00a393.3m to \u00a350.7m. Goodwill amortisation92,540,247,553 and Depreciation92,568,183,581 remain unchanged at \u00a38.5m and \u00a313.0m, respectively. The EBITDA92,597,150,610 is adjusted from \u00a3114.8m to \u00a372.2m after accounting for the write-offs and impairments."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a reconciliation statement for Marston's Pubs Parent Limited, covering the 52 weeks ended 3 October 2015. It compares the Interim Investor Report387,279,567,292 with the Interim Accounts604,279,739,292. Key figures include a turnover92,455,157,468 of \u00a3394.2m and an operating profit92,512,205,525 of \u00a393.3m. The EBITDA92,597,150,610 is \u00a3114.8m. Adjustments include a write off583,383,648,396 of \u00a34.8m on goodwill disposals and property impairments, leading to a final accounts853,399,908,412 figure of \u00a372.2m.", "gt_answer": "The document is a financial reconciliation report for Marston's Pubs Parent Limited364,266,604,275, detailing the differences between the Interim Investor Report and Interim Accounts for the 52 weeks ended 3 October 2015. The report shows a Turnover92,454,157,467 of \u00a3394.2m with no exceptional items or goodwill write-offs. Trading expenses92,483,221,496 are \u00a3300.9m, with adjustments of \u00a34.8m for goodwill write-offs and \u00a337.8m for property impairments, leading to final accounts expenses of \u00a3343.5m. The Operating profit92,511,204,524 is adjusted from \u00a393.3m to \u00a350.7m. Goodwill amortisation92,540,247,553 and Depreciation92,568,183,581 remain unchanged at \u00a38.5m and \u00a313.0m, respectively. The EBITDA92,597,150,610 is adjusted from \u00a3114.8m to \u00a372.2m after accounting for the write-offs and impairments."} +{"image": ["imgs/ChartQA_PCG/two_col_63168.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increment in spending from 2017 to 2018? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The spending increased by 22 billion U.S. dollars from 672700,142,722,158 in 2017697,914,725,926 to 694832,117,854,133 in 2018830,914,858,926."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The spending in 2017 was 672700,139,722,156 billion U.S. dollars and in 2018 it was 694830,118,853,134 billion U.S. dollars. The increment is 694 - 672 = 22 billion U.S. dollars.", "gt_answer": "The spending increased by 22 billion U.S. dollars from 672700,142,722,158 in 2017697,914,725,926 to 694832,117,854,133 in 2018830,914,858,926."} +{"image": ["imgs/ChartQA_PCG/two_col_23907.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of fatalities fall below 300, and what was the exact number that year? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The number of fatalities fell below 30086, 802, 106, 816 in 2013539, 956, 565, 999, with exactly 251541, 843, 565, 861."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2013540,956,566,999, the number of fatalities fell below 300 to 251543,842,567,860.", "gt_answer": "The number of fatalities fell below 30086, 802, 106, 816 in 2013539, 956, 565, 999, with exactly 251541, 843, 565, 861."} +{"image": ["imgs/ChartQA_PCG/two_col_23576.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which season did the Nashville Predators first exceed 69, 398, 89, 410 million U.S. dollars in revenue? Give grounding and detailed answer."}, {"role": "assistant", "content": "In the 2013/14 season, the Nashville Predators first exceeded 100 69, 398, 89, 410 million U.S. dollars in revenue with 98 508, 395, 523, 412 million."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Nashville Predators first exceeded 10069, 398, 89, 410 million U.S. dollars in revenue during the 2015/16 season with a revenue of 116597, 295, 619, 312 million U.S. dollars.", "gt_answer": "In the 2013/14 season, the Nashville Predators first exceeded 100 69, 398, 89, 410 million U.S. dollars in revenue with 98 508, 395, 523, 412 million."} +{"image": ["imgs/ChartQA_PCG/two_col_22287.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the retail turnover first exceed 7000 million GBP?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2014556, 931, 581, 971"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014553,930,579,970", "gt_answer": "2014556, 931, 581, 971", "necessary bbox": "['7449555, 395, 584, 412', '2014556, 931, 581, 971']"} +{"image": ["imgs/Crello/output_poster84_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the edition number of the Cannes Film Festival mentioned in 125,120,234,202?"}, {"role": "assistant", "content": " 72 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "72", "gt_answer": " 72 ", "necessary bbox": "[' 72 125,120,234,202']"} +{"image": ["imgs/Crello/output_poster1522_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 301,421,367,543?"}, {"role": "assistant", "content": " March 21 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "March 21", "gt_answer": " March 21 ", "necessary bbox": "[' March 21 301,421,367,543']"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich snack item costs the same as a soda? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "Both SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359 are priced at 2209,220,226,232. Answer: MISS VICKIE'S CHIPS114,346,405,359"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Both SODA115,214,190,233 and WATER115,257,216,276 are priced at 2208,214,226,233, making them the same cost. Answer: WATER115,257,216,276", "gt_answer": "Both SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359 are priced at 2209,220,226,232. Answer: MISS VICKIE'S CHIPS114,346,405,359"} +{"image": ["imgs/CCMAIN/0222592.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does Saputo ensure employees have the necessary 249,669,331,682 for safety? Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Under the safety principle of RESOURCES249,669,331,682, Saputo ensures that employees have the right equipment, standards and expertise306,698,413,710 to perform their employment activities safely. Answer: We ensure our people have the right equipment, standards and expertise249,685,390,697"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Saputo ensures that employees have the right equipment, standards and expertise342,698,415,711 to perform their employment activities safely, which is crucial for maintaining a safe work environment. Answer: By providing the right equipment, standards, and expertise.", "gt_answer": "Under the safety principle of RESOURCES249,669,331,682, Saputo ensures that employees have the right equipment, standards and expertise306,698,413,710 to perform their employment activities safely. Answer: We ensure our people have the right equipment, standards and expertise249,685,390,697"} +{"image": ["imgs/CCMAIN/0090255.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the manual related to the 'deutz engine' mentioned in 75,293,910,500? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The title of the manual related to the 'deutz engine' mentioned in 75,293,910,500 is 'deutz engine manual tcd 2011 l04w'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The title of the manual related to the 'deutz engine' mentioned in 75,293,910,500 is 'deutz bf4l13 engine service manual'.", "gt_answer": "The title of the manual related to the 'deutz engine' mentioned in 75,293,910,500 is 'deutz engine manual tcd 2011 l04w'."} +{"image": ["imgs/Crello/output_poster1314_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned for Mother's Day on the poster?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": " may 13 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date for Mother's Day is explicitly mentioned as ' may 13 446,459,512,497 '. Answer: may 13 446,459,512,497 ", "gt_answer": " may 13 ", "necessary bbox": "[' may 13 436,465,510,519 ']"} +{"image": ["imgs/Crello/output_poster532_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster relate to the theme 'Coarse sea salt'?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "spa studio"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The theme 'Coarse sea salt' is related to the poster through the keywords and the style, which includes elements like 'salt', 'coarse', and 'sea'. Answer: The poster relates to the theme 'Coarse sea salt' through keywords such as 'salt', 'coarse', and 'sea', which align with the theme.", "gt_answer": "spa studio", "necessary bbox": "[' spa\\nstudio 198,527,335,703 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_103992.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the overall trend you observe from 2008 to 2019 in the value of shipments of tortillas in the United States? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The value of shipments generally increased from 2.99185,424,211,440 billion U.S. dollars in 2008184,955,210,994, to 4.53836,168,862,184 billion U.S. dollars in 2019835,954,860,994."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The value of shipments increased from 2.99185,423,211,439 billion U.S. dollars in 2008 to 4.53836,171,862,187 billion U.S. dollars in 2019, indicating a general upward trend over the years.", "gt_answer": "The value of shipments generally increased from 2.99185,424,211,440 billion U.S. dollars in 2008184,955,210,994, to 4.53836,168,862,184 billion U.S. dollars in 2019835,954,860,994."} +{"image": ["imgs/ChartQA_PCG/two_col_60550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had 745, 743, 771, 762' of social shares in 2016?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Cadbury"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The company with 4.14675, 743, 701, 762 million social shares is Shell678, 889, 705, 907.\n\nAnswer: Shell", "gt_answer": "Cadbury", "necessary bbox": "['Cadbury734, 887, 782, 907', '4.08745, 743, 771, 762']"} +{"image": ["imgs/CCMAIN/0203440.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will become the lead manager of 558,253,769,266 strategy? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Peter Lampert, CFA185,251,331,265"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Peter Lampert, CFA183,253,330,266", "gt_answer": "Peter Lampert, CFA185,251,331,265"} +{"image": ["imgs/ChartQA_PCG/two_col_102127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of tourist accommodation establishments?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 37827 236, 202, 273, 218"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "37827236, 204, 273, 221", "gt_answer": " 37827 236, 202, 273, 218", "necessary bbox": "[' Total 241, 881, 268, 895', ' 37827 236, 202, 273, 218']"} +{"image": ["imgs/ChartQA_PCG/two_col_102230.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much more was the brand value in 2017 compared to 2020? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The brand value in 2017240,936,268,949 was 2618238,216,268,232 million U.S. dollars, and in 2020806,936,834,949 it was 1865806,414,835,430 million U.S. dollars. The difference is 753 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The brand value in 2017 was 2618239,214,269,231 million U.S. dollars, and in 2020 it was 1865805,414,834,430 million U.S. dollars. The difference is 2618 - 1865 = 753 million U.S. dollars.", "gt_answer": "The brand value in 2017240,936,268,949 was 2618238,216,268,232 million U.S. dollars, and in 2020806,936,834,949 it was 1865806,414,835,430 million U.S. dollars. The difference is 753 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0158055.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the firsr example of a constraint in achieving the career project? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Inability to manage personal life and work schedule114,633,514,648"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Inability to manage personal life and work schedule113,632,514,648", "gt_answer": "Inability to manage personal life and work schedule114,633,514,648"} +{"image": ["imgs/CCMAIN/0276592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen was the 145,83,447,103 approved by the board? Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document states that the program was approved by the Board of Directors at its meeting held on this date. Answer: May 28, 2015225,841,337,860"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the familiarisation program145,83,447,103 was approved by the Board of Directors at its meeting held on May 28, 2015. Answer: May 28, 2015.", "gt_answer": "The document states that the program was approved by the Board of Directors at its meeting held on this date. Answer: May 28, 2015225,841,337,860"} +{"image": ["imgs/Crello/output_poster665_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the volume of the Iced Cafe Latte($5.0)?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 200 ml 142,554,194,564 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 200 ml 143,556,197,565", "gt_answer": " 200 ml 142,554,194,564 ", "necessary bbox": "[' Iced Cafe Latte 137,418,386,439 ', ' 200 ml 142,554,194,564 ']"} +{"image": ["imgs/CCMAIN/0094530.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the 866,257,935,268 for the trip to the Cheyenne shops? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "215205,267,233,280"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "215", "gt_answer": "215205,267,233,280"} +{"image": ["imgs/ChartQA_PCG/two_col_5900.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the approximate revenue increase percentage from 16/17 to 18/19 for the Milwaukee Bucks? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The revenue increase from 16/17 to 18/19 is from 179 705, 383, 727, 399 to 283 785, 91, 808, 107, which is approximately a 58% increase."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 16/17 was 179708,382,730,398 million U.S. dollars and in 18/19 it was 204745,315,768,332 million U.S. dollars. The increase is 204 - 179 = 25 million U.S. dollars. The percentage increase is (25 / 179) * 100 \u2248 13.8%.", "gt_answer": "The revenue increase from 16/17 to 18/19 is from 179 705, 383, 727, 399 to 283 785, 91, 808, 107, which is approximately a 58% increase."} +{"image": ["imgs/Crello/output_poster1863_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the location of the cooking workshop? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The location of the cooking workshop is at Rumsey House, 3979 Crescent St674,121,796,142."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The location is Rumsey House, 3979 Crescent St 674,120,795,143.", "gt_answer": "The location of the cooking workshop is at Rumsey House, 3979 Crescent St674,121,796,142."} +{"image": ["imgs/ChartQA_PCG/two_col_62753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total revenue generated from 470, 853, 506, 916 to 525, 853, 561, 913? Give grounding and detailed answer."}, {"role": "assistant", "content": "The total revenue from Nov '19470, 853, 506, 916 to Feb '20525, 853, 561, 913 is 1.90476, 538, 505, 556 + 2.71493, 459, 522, 476 + 3.06511, 425, 541, 443 + -0.42526, 763, 561, 782 = 7.25 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue from Oct '19470, 853, 506, 916 to Feb '20525, 853, 561, 916 is calculated as follows: 3.20457, 415, 486, 433 + 2.71499, 459, 528, 478 + 3.06511, 429, 541, 448 + 1.90482, 539, 511, 558 + 1.10544, 619, 573, 637 = 11.07 million U.S. dollars.", "gt_answer": "The total revenue from Nov '19470, 853, 506, 916 to Feb '20525, 853, 561, 913 is 1.90476, 538, 505, 556 + 2.71493, 459, 522, 476 + 3.06511, 425, 541, 443 + -0.42526, 763, 561, 782 = 7.25 million U.S. dollars."} +{"image": ["imgs/Crello/output_poster453_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where does the annual ecological event take place? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The event takes place all over the US 302,790,604,813 on the 3rd weekend in September each year 172,704,760,734."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event takes place on the 3rd weekend in September each year, all over the US. When: 3rd weekend in September each year 172,704,761,732, Where: All over the US 302,789,605,814.", "gt_answer": "The event takes place all over the US 302,790,604,813 on the 3rd weekend in September each year 172,704,760,734."} +{"image": ["imgs/CCMAIN/0055950.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the components of '415,200,708,232'?"}, {"role": "assistant", "content": "Activities, Contributing, Comparisons, Emotions, Pushing Away, Thoughts, Sensations"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Contributing, Comparisons, Emotions, Pushing Away, Thoughts, Sensations", "gt_answer": "Activities, Contributing, Comparisons, Emotions, Pushing Away, Thoughts, Sensations"} +{"image": ["imgs/ChartQA_PCG/multi_col_20030.png"], "messages": [{"role": "user", "content": "<|image|> \nIn 2006, what is the difference in percentage points between the two age groups? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In 2006, the difference is 12 percentage points as the share for 18-19 years old467,723,556,743 is 16%, and for 20-24 years467,754,535,773 is 28%515,232,541,251."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2006, the percentage for 18-19 years old467,723,556,743 was 16% and for 20-24 years467,753,536,773 it was 28%516,231,542,249. The difference is 12 percentage points.", "gt_answer": "In 2006, the difference is 12 percentage points as the share for 18-19 years old467,723,556,743 is 16%, and for 20-24 years467,754,535,773 is 28%515,232,541,251."} +{"image": ["imgs/Crello/output_poster547_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event? Deliver a direct answer and indicate the bounding box of the answer if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " March16th 385,136,560,160 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " MARCH 16TH 385,132,557,159", "gt_answer": " March16th 385,136,560,160 ", "necessary bbox": "[' March16th 385,136,560,160 ']"} +{"image": ["imgs/CCMAIN/0009269.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the profit attributable to equity holders for the 9 months ending 30 September 627,391,675,411? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "41,071674,421,719,434"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "41,071673,422,719,440", "gt_answer": "41,071674,421,719,434"} +{"image": ["imgs/Crello/output_poster321_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being promoted, and when will it occur? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The event being promoted is a ' family fair 581,496,875,580 ' and it will occur ' december 2-5 629,281,723,322 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event being promoted is the 'HANUKKAH FAMILY FAIR' 574,386,875,579, and it will occur from 'DECEMBER 2-5' 628,281,720,316.", "gt_answer": "The event being promoted is a ' family fair 581,496,875,580 ' and it will occur ' december 2-5 629,281,723,322 '."} +{"image": ["imgs/CCMAIN/0114938.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat ratings does GLAI have according to Standard & Poor's and Moody's? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "GLAI shares are traded on BM&FBOVESPA (GOLL4) and NYSE (GOL), and it has the following ratings: CCC264,160,299,178 (Standard & Poor's) and Caa3514,160,554,178 (Moody's). Answer: CCC264,160,299,178 and Caa3514,160,554,178"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that GLAI has the following ratings CCC (Standard & Poor's), Cca3 (Moody's)715,586,904,598. Answer: CCC (Standard & Poor's), Cca3 (Moody's)715,586,904,598", "gt_answer": "GLAI shares are traded on BM&FBOVESPA (GOLL4) and NYSE (GOL), and it has the following ratings: CCC264,160,299,178 (Standard & Poor's) and Caa3514,160,554,178 (Moody's). Answer: CCC264,160,299,178 and Caa3514,160,554,178"} +{"image": ["imgs/Crello/output_poster2229_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the the text in 54,4,1177,310?"}, {"role": "assistant", "content": " family "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "family", "gt_answer": " family ", "necessary bbox": "[' family 54,4,1177,310']"} +{"image": ["imgs/Crello/output_poster1807_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is being promoted in the poster? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The poster is promoting a 'SALE' as indicated by the text ' SALE 603,550,764,642."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster promotes a 'SALE' 604,547,763,639.", "gt_answer": "The poster is promoting a 'SALE' as indicated by the text ' SALE 603,550,764,642."} +{"image": ["imgs/Crello/output_poster394_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the crowdfunding platform mentioned in 250,883,823,942?"}, {"role": "assistant", "content": "www.localbless.com"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.localbless.com", "gt_answer": "www.localbless.com", "necessary bbox": "[' Contribute to what is really important on www.localbless.com 250,883,823,942']"} +{"image": ["imgs/CCMAIN/0087409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the Seafood Chowder? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The menu lists the Seafood Chowder421,108,577,134 with a price of 14489,155,508,168. Answer: 14489,155,508,168"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the Seafood Chowder421,109,577,130 with a price of 14486,154,506,167. Answer: 14", "gt_answer": "The menu lists the Seafood Chowder421,108,577,134 with a price of 14489,155,508,168. Answer: 14489,155,508,168"} +{"image": ["imgs/CCMAIN/0204763.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the scope of the requirements of sections 690,120,847,137 regarding human gene therapy? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to Subdivision 1. Human gene therapy157,120,450,137, the requirements of sections 116C.91 to 116C.96690,120,847,137 and the rules of the board adopted pursuant to section 116C.94529,143,595,159 do not apply to genetic engineering of human germ cells and human somatic cells intended for use in human gene therapy. Answer: Do not apply600,143,698,159"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the requirements of sections 116C.91 to 116C.96690,120,847,137 do not apply to genetic engineering of human germ cells and somatic cells intended for use in human gene therapy. Answer: They do not apply to genetic engineering of human germ cells and somatic cells intended for use in human gene therapy.", "gt_answer": "According to Subdivision 1. Human gene therapy157,120,450,137, the requirements of sections 116C.91 to 116C.96690,120,847,137 and the rules of the board adopted pursuant to section 116C.94529,143,595,159 do not apply to genetic engineering of human germ cells and human somatic cells intended for use in human gene therapy. Answer: Do not apply600,143,698,159"} +{"image": ["imgs/CCMAIN/0294433.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a page from the B.C. Supplier Directory362,55,801,93 by naturally:wood54,42,318,76, which indicates that no results were found for the search. It suggests that users may have narrowed their search using the \"Refine By\"605,191,678,204 boxes and advises removing these filters to broaden the search."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a page from the B.C. Supplier Directory362,55,801,93 by naturally:wood, indicating that no results were found for a search query. It suggests that users may have narrowed their search using the \"Refine By\"605,191,677,204 boxes and advises removing those filters to broaden the search.", "gt_answer": "The document is a page from the B.C. Supplier Directory362,55,801,93 by naturally:wood54,42,318,76, which indicates that no results were found for the search. It suggests that users may have narrowed their search using the \"Refine By\"605,191,678,204 boxes and advises removing these filters to broaden the search."} +{"image": ["imgs/CCMAIN/0348661.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the question in 88,810,900,834? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The question 'Do you know of ANY reason why you should NOT do physical activity?88,810,900,834' is significant because it serves as a catch-all inquiry to capture any other potential health concerns or reasons not covered by the previous questions that might prevent someone from safely participating in physical activity. It ensures that individuals consider all possible health factors before engaging in exercise."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The question in 88,810,900,834 asks if the individual knows of any reason why they should not do physical activity. This is significant because it allows the individual to reflect on their own health and safety concerns before engaging in physical activity, ensuring that they are aware of any potential risks or contraindications.", "gt_answer": "The question 'Do you know of ANY reason why you should NOT do physical activity?88,810,900,834' is significant because it serves as a catch-all inquiry to capture any other potential health concerns or reasons not covered by the previous questions that might prevent someone from safely participating in physical activity. It ensures that individuals consider all possible health factors before engaging in exercise."} +{"image": ["imgs/CCMAIN/0065540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the alcohol content of the '522,320,821,334'? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "5.5%704,338,732,352"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "5.5%701,340,732,352", "gt_answer": "5.5%704,338,732,352"} +{"image": ["imgs/CCMAIN/0112567.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the earliest time 150,575,432,592? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Saturday at noon531,556,658,570"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Saturday at noon", "gt_answer": "Saturday at noon531,556,658,570"} +{"image": ["imgs/ChartQA_PCG/42751487002753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of new infections of HIV/AIDS in 2010 in Cuba?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2253"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of new infections of HIV/AIDS in 2010 in Cuba is shown as 2253894, 326, 954, 347.\n\nAnswer: 2253", "gt_answer": "2253", "necessary bbox": "['New infections of HIV/AIDS188, 329, 496, 351', '2253882, 326, 942, 347']"} +{"image": ["imgs/CCMAIN/0250136.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the payment options mentioned in 175,275,856,681 for the balance outstanding? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The payment options for the balance outstanding include cheque, cash, postal or money order, or bank transfer. The bank transfer details are: Lloyds Bank, Account name: Blue Wren, Sort code: 30-96-26, account number: 24619368. This information is found in the span Payment can be made by cheque, cash, postal or money order, or by bank transfer made out to: Lloyds Bank, Account name: Blue Wren. Sort code: 30-96-26, account number: 24619368.211,617,805,676."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The payment options mentioned for the balance outstanding are cheque, cash, postal or money order, or by bank transfer. This information is found in the span Payment can be made by cheque, cash, postal or money order, or by bank transfer made out to: Lloyds Bank, Account name: Blue Wren. Sort code: 30-96-26, account number: 24619368.175,618,856,681.", "gt_answer": "The payment options for the balance outstanding include cheque, cash, postal or money order, or bank transfer. The bank transfer details are: Lloyds Bank, Account name: Blue Wren, Sort code: 30-96-26, account number: 24619368. This information is found in the span Payment can be made by cheque, cash, postal or money order, or by bank transfer made out to: Lloyds Bank, Account name: Blue Wren. Sort code: 30-96-26, account number: 24619368.211,617,805,676."} +{"image": ["imgs/Crello/output_poster1909_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website for more information about the spa center?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " www.pemaspa.us 894,385,922,631 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.pema.us 906,395,928,617 ", "gt_answer": " www.pemaspa.us 894,385,922,631 ", "necessary bbox": "[' www.pemaspa.us 894,385,922,631 ']"} +{"image": ["imgs/CCMAIN/0176028.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 126,919,299,947 for the vault frame and cover? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "ASTM A-48 CLASS 35B308,921,516,942"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "ASTM A-48 CLASS 35B306,919,517,947", "gt_answer": "ASTM A-48 CLASS 35B308,921,516,942"} +{"image": ["imgs/Crello/output_poster1479_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the event mentioned in 81,352,308,434?"}, {"role": "assistant", "content": " HOME TEXTILES "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HOME TEXTILES", "gt_answer": " HOME TEXTILES ", "necessary bbox": "[' HOME TEXTILES 81,352,308,434']"} +{"image": ["imgs/CCMAIN/0265472.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich publication in 84,209,904,354 discusses the spatial distribution of people with felony records, and who are the authors involved? Give grounding and detailed answer."}, {"role": "assistant", "content": "The publication discussing the spatial distribution of people with felony records is 'The Growth, Scope, and Spatial Distribution of People with Felony Records, 1980-2010'. The authors involved are S Shannon, J Schnittker, M Massoglia, M Thompson, and S Wakefield, as indicated in The Growth, Scope, and Spatial Distribution of People with Felony Records, 1980-201088,266,715,280."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The publication discussing the spatial distribution of people with felony records is 'The Growth, Scope, and Spatial Distribution of People with Felony Records, 1980-2010' (with S Shannon, J Schnittker, M Massoglia, M Thompson, S Wakefield).", "gt_answer": "The publication discussing the spatial distribution of people with felony records is 'The Growth, Scope, and Spatial Distribution of People with Felony Records, 1980-2010'. The authors involved are S Shannon, J Schnittker, M Massoglia, M Thompson, and S Wakefield, as indicated in The Growth, Scope, and Spatial Distribution of People with Felony Records, 1980-201088,266,715,280."} +{"image": ["imgs/ChartQA_PCG/two_col_81813.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the producer price index first exceed 154, 307, 174, 319? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The producer price index first exceeded 150154, 307, 174, 319 in 2011496, 880, 522, 919 with an index of 155.90."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The producer price index first exceeded 150154, 307, 174, 319 in 2010442, 876, 467, 916 with a value of 146.", "gt_answer": "The producer price index first exceeded 150154, 307, 174, 319 in 2011496, 880, 522, 919 with an index of 155.90."} +{"image": ["imgs/Crello/output_poster1452_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage offered in the sale?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "30%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount percentage is indicated by the combination of ' 30 536,417,729,568' and ' % 740,397,807,486'. Answer: 30%", "gt_answer": "30%", "necessary bbox": "[' 30 535,417,738,565 ']"} +{"image": ["imgs/CCMAIN/0100334.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the book by 351,87,807,113?"}, {"role": "assistant", "content": "Natural Gas: Production, Processing, Transport"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Natural Gas: Production, Processing, Transport", "gt_answer": "Natural Gas: Production, Processing, Transport"} +{"image": ["imgs/CCMAIN/0236345.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a private tour to 146,266,254,285? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the private tour price for LAGOA DA GAIVOTA146,266,254,285 as R$ 450,00496,241,549,260 under the 'PRIVATIVO' column. Answer: R$ 450,00496,241,549,260"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost of a private tour to Lagoa da Gaivota146,266,254,285 as R$ 450,00493,240,547,260. Answer: R$ 450,00493,240,547,260", "gt_answer": "The document lists the private tour price for LAGOA DA GAIVOTA146,266,254,285 as R$ 450,00496,241,549,260 under the 'PRIVATIVO' column. Answer: R$ 450,00496,241,549,260"} +{"image": ["imgs/Crello/output_poster27_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 'Set Holiday Mix'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " $38 836,210,883,229 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $38 829,210,876,228", "gt_answer": " $38 836,210,883,229 ", "necessary bbox": "[' Set Holiday Mix 505,210,703,231 ', ' $38 836,210,883,229 ']"} +{"image": ["imgs/Crello/output_poster71_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is supposed to take care of your prestige? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The text 'WE CARE OF YOUR PRESTIGE105,796,284,838' indicates that the real estate agency will take care of your prestige."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' WE CARE OF\nYOUR PRESTIGE 105,794,286,838 ' suggests that the real estate agency is responsible for taking care of your prestige.", "gt_answer": "The text 'WE CARE OF YOUR PRESTIGE105,796,284,838' indicates that the real estate agency will take care of your prestige."} +{"image": ["imgs/ChartQA_PCG/two_col_104152.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents think 115, 946, 318, 964?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "43%203, 179, 229, 196"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "43%201, 179, 228, 196", "gt_answer": "43%203, 179, 229, 196", "necessary bbox": "['Both should be given equal priority115, 946, 318, 964', '43%203, 179, 229, 196']"} +{"image": ["imgs/Crello/output_poster1647_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the promotional offer mentioned in the poster?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Save up to 40%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The promotional offer is clearly stated as ' Save up\nto 40% 268,437,465,659 '. Answer: Save up to 40%", "gt_answer": "Save up to 40%", "necessary bbox": "[' Save up \\nto 40% 268,439,463,660 ']"} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 119,545,199,557 of the vessel's main engines? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the total power output119,545,199,557 of the main engines is 4,768 kW412,544,450,554, which is derived from the four engines each producing 1,194 kW412,556,450,566. Answer: 4,768 kW412,544,450,554"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Total power output119,545,199,557 of the main engines as 4,768 kW, indicating the total electrical power generated by the engines. Answer: 4,768 kW", "gt_answer": "The document states that the total power output119,545,199,557 of the main engines is 4,768 kW412,544,450,554, which is derived from the four engines each producing 1,194 kW412,556,450,566. Answer: 4,768 kW412,544,450,554"} +{"image": ["imgs/ChartQA_PCG/94253381006515.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the total production did 9,194,122,211 contribute?"}, {"role": "assistant", "content": "68%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "68%", "gt_answer": "68%", "necessary bbox": "['PP9,194,122,211', '68893,189,919,211']"} +{"image": ["imgs/ChartQA_PCG/two_col_21898.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 198,519,273,545 in the pie chart?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "50.4%347,521,403,547"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "50.4%347,519,403,545", "gt_answer": "50.4%347,521,403,547", "necessary bbox": "['Flanders198,519,273,545', '50.4%347,521,403,547']"} +{"image": ["imgs/ChartQA_PCG/two_col_63352.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in annual turnover from 2008 to 2010? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The annual turnover decreased from 231.20238,444,279,460 million euros in 2008245,961,273,974 to 225.40 million euros in 2009318,961,347,974, and then increased to 319.50 million euros in 2010391,961,419,974."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The annual turnover increased from 231.20240, 442, 281, 458 million euros in 2008 to 320.60 million euros in 2010.", "gt_answer": "The annual turnover decreased from 231.20238,444,279,460 million euros in 2008245,961,273,974 to 225.40 million euros in 2009318,961,347,974, and then increased to 319.50 million euros in 2010391,961,419,974."} +{"image": ["imgs/Crello/output_poster410_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should participants bring according to 361,729,609,789?"}, {"role": "assistant", "content": "Rake"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "rake", "gt_answer": "Rake", "necessary bbox": "[' Please bring your own rake! 361,729,609,789']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for 414,680,457,700 in 2009?"}, {"role": "assistant", "content": "3.70"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3.70 million U.S. dollars.", "gt_answer": "3.70", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/CCMAIN/0303973.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "Join Public events226,466,345,513 with a Chef410,466,451,513 of your choice on the published date and time. Participate in a nationwide soup-making event, delivering a warm and comforting #huginabowl740,513,855,559. After registration, you will receive an email with a guidebook listing the required ingredients and equipment. You must provide your own ingredients. A ZOOM link710,647,805,694 will be sent before the event, and it's advised to join a few minutes early. Events typically last 45-60 minutes590,741,719,787. You can use a laptop, tablet, or phone to join."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an invitation to join a public event organized by Soup Sisters441,167,557,253. Participants can register for events with a Chef of their choice and join soup-makers nationwide by delivering a warm and comforting #huginabowl. After registration, attendees will receive an email with a guidebook listing required ingredients and equipment. They must provide their own ingredients and use a ZOOM link sent prior to the event. The event typically lasts 45-60 minutes and can be accessed via laptop, tablet, or phone.", "gt_answer": "Join Public events226,466,345,513 with a Chef410,466,451,513 of your choice on the published date and time. Participate in a nationwide soup-making event, delivering a warm and comforting #huginabowl740,513,855,559. After registration, you will receive an email with a guidebook listing the required ingredients and equipment. You must provide your own ingredients. A ZOOM link710,647,805,694 will be sent before the event, and it's advised to join a few minutes early. Events typically last 45-60 minutes590,741,719,787. You can use a laptop, tablet, or phone to join."} +{"image": ["imgs/Crello/output_poster113_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can customers access the delivery service?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Now in app 370,262,643,297 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Now in app 369,264,641,305 ", "gt_answer": " Now in app 370,262,643,297 ", "necessary bbox": "[' Now in app 370,262,643,297 ']"} +{"image": ["imgs/Crello/output_poster1137_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the square footage of the apartment at 244,661,653,703? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2 000 sqft "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " 2591 Anthem Village Dr\n3 bd | 2 ba | 2 000 sqft 244,661,653,703", "gt_answer": " 2 000 sqft ", "necessary bbox": "[' 2591 Anthem Village Dr\\n3 bd | 2 ba | 2 000 sqft 244,661,653,703']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40407.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the highest gross gambling revenue for 433,657,574,679?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2009269,563,298,577"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2009", "gt_answer": "2009269,563,298,577", "necessary bbox": "['Fixed odds betting terminals (FOBTs)437,692,647,712', '2009269,563,298,577', '1070.40']"} +{"image": ["imgs/CCMAIN/0170918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should winners do to obtain their prizes according to 84,196,927,324? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Winners should contact Valerie Flynn at 508-941-7179 to obtain their prizes, as mentioned in Winners should contact Valerie Flynn 508-941-7179 to obtain prizes.117,309,617,323."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 84,196,927,324, winners should contact Valerie Flynn at 508-941-7179 to obtain their prizes. This information is found in the span: Winners should contact Valerie Flynn 508-941-7179 to obtain prizes.117,309,616,323.", "gt_answer": "Winners should contact Valerie Flynn at 508-941-7179 to obtain their prizes, as mentioned in Winners should contact Valerie Flynn 508-941-7179 to obtain prizes.117,309,617,323."} +{"image": ["imgs/ChartQA_PCG/two_col_24192.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of visitors in thousands in 763,955,800,974?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "261.87762,769,803,785"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "261.87760,769,801,785", "gt_answer": "261.87762,769,803,785", "necessary bbox": "['2020*766,959,800,971', '261.87762,769,803,785']"} +{"image": ["imgs/ChartQA_PCG/two_col_22205.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share of L\u00e4nsf\u00f6rs\u00e4kringar?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "30.3%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The market share of L\u00e4nsf\u00f6rs\u00e4kringar is shown as 21.5%.\n\nAnswer: 21.5%", "gt_answer": "30.3%", "necessary bbox": "['L\u00e4nsf\u00f6rs\u00e4kringar675,741,822,771']"} +{"image": ["imgs/CCMAIN/0266987.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the phone number for 130,146,284,162?"}, {"role": "assistant", "content": "912-790-1619"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "912-790-1619", "gt_answer": "912-790-1619"} +{"image": ["imgs/ChartQA_PCG/two_col_20016.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich province in Canada had the least number of licensed breweries?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Nunavut146,862,203,870"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Nunavut147,859,203,869", "gt_answer": "Nunavut146,862,203,870", "necessary bbox": "['Nunavut146,862,203,870', '1216,860,224,870']"} +{"image": ["imgs/Crello/output_poster1002_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat volume is indicated in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " VOL. 1 123,890,209,907 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " VOL 1 122,894,216,907 ", "gt_answer": " VOL. 1 123,890,209,907 ", "necessary bbox": "[' VOL. 1 123,890,209,907 ']"} +{"image": ["imgs/CCMAIN/0258985.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is a product sheet for PILGRIM BRICKS & TILES, specifically for a Handmade Clay Brick Slip621,74,888,93 with reference number 41019503,44,567,62 and color White622,44,679,62. The brick size is 210x65x15392,151,514,172 mm, with a coverage of 60 p/m2393,184,492,205. It has a freeze-thaw resistance of F2392,217,420,238 and soluble salts rating of S2392,250,422,271. The bricks are made from natural clay using traditional methods, ensuring variations in color and finish. Contact information includes a phone number 01634 757191657,162,784,178, email info@pilgrimbricksandtiles.com657,217,925,233, and website www.pilgrimbricksandtiles.com657,273,925,289. The product complies with BS EN 772-1:2011131,446,292,462 standards."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document describes Pilgrim Bricks, a type of Handmade Clay Brick Slip623,74,890,95 with reference number 41019504,43,567,64. The bricks are made from natural clay using a traditional process and exhibit variations in color, hue, and finish. The size is 210x65x15392,150,513,171, with a coverage of 60 p/m2392,184,493,205. They are suitable for Freeze Thaw60,218,207,239 conditions and have a Soluble Salts60,249,210,270 rating of S2392,249,422,270. Contact information includes a phone number 01634 757191662,161,784,181 and an email info@pilgrimbricksandtiles.com654,218,926,239. The document also mentions compliance with BS EN 772-1:2011132,444,289,461 standards.", "gt_answer": "The document is a product sheet for PILGRIM BRICKS & TILES, specifically for a Handmade Clay Brick Slip621,74,888,93 with reference number 41019503,44,567,62 and color White622,44,679,62. The brick size is 210x65x15392,151,514,172 mm, with a coverage of 60 p/m2393,184,492,205. It has a freeze-thaw resistance of F2392,217,420,238 and soluble salts rating of S2392,250,422,271. The bricks are made from natural clay using traditional methods, ensuring variations in color and finish. Contact information includes a phone number 01634 757191657,162,784,178, email info@pilgrimbricksandtiles.com657,217,925,233, and website www.pilgrimbricksandtiles.com657,273,925,289. The product complies with BS EN 772-1:2011131,446,292,462 standards."} +{"image": ["imgs/CCMAIN/0037212.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document emphasizes the importance of Rewards & Recognition62,14,917,42 to motivate and incentivize salespeople. It highlights that employee engagement is often a problem due to the frequent rejection they face. To thrive, salespeople need 3 positive interactions for every 1 negative69,249,918,264. Regular praise and recognition are crucial to keep them motivated. The document suggests seven ways to reward and inspire salespeople: Recognize star performers225,528,754,543, Reward collaborative teams219,558,770,573, Acknowledge achievements205,588,765,603, Celebrate firsts, Highlight above & beyond230,648,749,663, Commemorate progress wins200,678,789,693, and Champion innovators274,708,715,723. Implementing these strategies can lead to 7 big rewards348,739,760,762: increased profitability, improved morale, deeper loyalty, boost in productivity, added motivation, talent retention, and positive team culture."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document emphasizes the importance of Rewards & Recognition61,15,920,48 in motivating and incentivizing salespeople. It highlights that Employee engagement153,112,476,124 is a common issue, especially with salespeople who often face disengagement646,142,868,154. The document suggests giving 3 positive interactions for every 1 negative66,248,919,264 to maintain motivation. It outlines seven ways to reward and inspire salespeople: recognizing star performers, rewarding collaborative teams, acknowledging achievements, celebrating firsts, highlighting above and beyond, commemorating progress wins, and championing innovators. These actions lead to 7 big rewards back349,735,909,763, including increased profitability, improved morale, deeper loyalty, and a boost in productivity.", "gt_answer": "The document emphasizes the importance of Rewards & Recognition62,14,917,42 to motivate and incentivize salespeople. It highlights that employee engagement is often a problem due to the frequent rejection they face. To thrive, salespeople need 3 positive interactions for every 1 negative69,249,918,264. Regular praise and recognition are crucial to keep them motivated. The document suggests seven ways to reward and inspire salespeople: Recognize star performers225,528,754,543, Reward collaborative teams219,558,770,573, Acknowledge achievements205,588,765,603, Celebrate firsts, Highlight above & beyond230,648,749,663, Commemorate progress wins200,678,789,693, and Champion innovators274,708,715,723. Implementing these strategies can lead to 7 big rewards348,739,760,762: increased profitability, improved morale, deeper loyalty, boost in productivity, added motivation, talent retention, and positive team culture."} +{"image": ["imgs/ChartQA_PCG/two_col_43357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of the year-on-year change in percentage for mobile phone internet users from 2016 to 2022? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The year-on-year change increased from 5.21% 189,232,226,247 in 2016 193,936,222,949 to 5.84% 484,149,521,166 in 2019* 486,936,520,949, and then slightly decreased until reaching 5% 787,258,806,274 in 2022* 780,936,815,949."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The year-on-year change in percentage for mobile phone internet users shows an increasing trend from 5.21%187, 231, 224, 247 in 2016 to a peak of 5.84%484, 151, 521, 167 in 2019*, followed by a slight decrease to 5%787, 258, 806, 274 in 2022*.", "gt_answer": "The year-on-year change increased from 5.21% 189,232,226,247 in 2016 193,936,222,949 to 5.84% 484,149,521,166 in 2019* 486,936,520,949, and then slightly decreased until reaching 5% 787,258,806,274 in 2022* 780,936,815,949."} +{"image": ["imgs/ChartQA_PCG/two_col_83243.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of global organic retail sales did the United States account for in 2019?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "42.0%610, 537, 666, 561"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "42.0%610, 531, 666, 557", "gt_answer": "42.0%610, 537, 666, 561", "necessary bbox": "['United States610, 537, 666, 561', '42.0%610, 537, 666, 561']"} +{"image": ["imgs/CCMAIN/0092346.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the conference mentioned in 100,42,895,304?"}, {"role": "assistant", "content": "ICCTPR-PT 2020"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "ICCTPR-PT 2020", "gt_answer": "ICCTPR-PT 2020"} +{"image": ["imgs/CCMAIN/0201959.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat contributes significantly to the ability to perceive the 366,577,790,587?"}, {"role": "assistant", "content": "Compactness of the native category"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The compactness of the native category.", "gt_answer": "Compactness of the native category"} +{"image": ["imgs/CCMAIN/0014280.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the SMA result 505,404,555,435 indicate for the cat? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The result N/N505,404,555,435 means that the cat does not have any copies of the SMA mutation, indicating it is not affected by the condition. Answer: No copies of SMA are present.189,487,391,503"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The result N/N505,404,555,435 means that the cat does not have any copies of the SMA mutation, indicating it is unaffected by the condition. Answer: No copies of SMA are present.", "gt_answer": "The result N/N505,404,555,435 means that the cat does not have any copies of the SMA mutation, indicating it is not affected by the condition. Answer: No copies of SMA are present.189,487,391,503"} +{"image": ["imgs/ChartQA_PCG/multi_col_80270.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of girls in grade 8 who feel they are too fat?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "26%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of girls in grade 8 who feel they are too fat is shown as 26%740, 399, 769, 412.\n\nAnswer: 26%", "gt_answer": "26%", "necessary bbox": "['Too fat624,666,667,677', 'Girls grade 8122,406,203,420', '26%737,399,766,412']"} +{"image": ["imgs/Crello/output_poster1955_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the section labeled 130,773,177,781?"}, {"role": "assistant", "content": " NOTES "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Notes", "gt_answer": " NOTES ", "necessary bbox": "[' NOTES 130,773,177,781 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_24140.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of population drop to its minimum in the chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2017720, 936, 745, 981"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2017719, 936, 744, 981", "gt_answer": "2017720, 936, 745, 981", "necessary bbox": "['10.30%710, 836, 759, 854', '2017720, 936, 745, 981']"} +{"image": ["imgs/ChartQA_PCG/two_col_43261.png"], "messages": [{"role": "user", "content": "<|image|> \nDescribe the distribution of respondents over the options presented in the chart. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The option Yes299, 894, 318, 906 received 24.60%287, 611, 332, 626, No504, 894, 518, 906 received 67.90%489, 168, 534, 184, and No opinion683, 892, 744, 910 received 7.50%695, 786, 732, 801."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The distribution is as follows: Yes298, 891, 317, 905 with 24.60%287, 615, 331, 631, No503, 891, 518, 905 with 67.90%489, 168, 533, 184, and No opinion685, 891, 744, 909 with 7.50%696, 787, 733, 804.", "gt_answer": "The option Yes299, 894, 318, 906 received 24.60%287, 611, 332, 626, No504, 894, 518, 906 received 67.90%489, 168, 534, 184, and No opinion683, 892, 744, 910 received 7.50%695, 786, 732, 801."} +{"image": ["imgs/CCMAIN/0079146.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document provides a step-by-step guide for employees on how to End A Shift217,253,578,343 using the SMC APP736,296,867,335. First, employees must log into the app261,352,376,369. If a visit is in progress, they should tap Resume Visit242,369,364,386. Next, they should tap Complete Visit768,345,900,362 to add notes by selecting Visit Note800,362,865,379 and using the keyboard. Then, they must select the location725,632,860,649 and tap Continue706,649,799,666. After that, they should tap Confirm121,801,206,818 on the Visit Summary screen. Finally, they need to tap Continue637,883,732,896 and pass the device to the client for verification. The document also provides contact information and a link for additional resources."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides a step-by-step guide for employees to End A Shift221,263,578,330 using the SMC app. Employees must first Log into the app261,351,381,369 and if a visit is in progress, they should Tap Resume Visit243,369,364,387. Next, they should Select the location731,631,858,649 and Tap Continue708,650,799,668. If the visit is complete, they can Tap Confirm122,800,206,818 and then Tap Continue708,650,799,668 to pass the device to the client for verification.", "gt_answer": "The document provides a step-by-step guide for employees on how to End A Shift217,253,578,343 using the SMC APP736,296,867,335. First, employees must log into the app261,352,376,369. If a visit is in progress, they should tap Resume Visit242,369,364,386. Next, they should tap Complete Visit768,345,900,362 to add notes by selecting Visit Note800,362,865,379 and using the keyboard. Then, they must select the location725,632,860,649 and tap Continue706,649,799,666. After that, they should tap Confirm121,801,206,818 on the Visit Summary screen. Finally, they need to tap Continue637,883,732,896 and pass the device to the client for verification. The document also provides contact information and a link for additional resources."} +{"image": ["imgs/CCMAIN/0085350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the fee for participating in the event at 233,231,446,249? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The fee for the event at Boonesborough Beach233,231,446,249 is $15.00265,373,308,387, which covers insurance waiver, food, friends, and music. Kids under 16 with a parent are free. Answer: $15.00265,373,308,387"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the $15.00 fee covers insurance waiver, food, friends and music264,374,444,386 for the event at Boonesborough Beach233,231,446,249. Answer: $15.00", "gt_answer": "The fee for the event at Boonesborough Beach233,231,446,249 is $15.00265,373,308,387, which covers insurance waiver, food, friends, and music. Kids under 16 with a parent are free. Answer: $15.00265,373,308,387"} +{"image": ["imgs/CCMAIN/0206276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the current protection level of the fund? Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document mentions that the current protection level is 90396,159,413,173, with the fund trading at 115.85156,173,201,187. Answer: 90396,159,413,173"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the fund has an allocation of 100%180,159,217,174 and is currently trading at 115.85, indicating the current protection level. Answer: 115.85", "gt_answer": "The document mentions that the current protection level is 90396,159,413,173, with the fund trading at 115.85156,173,201,187. Answer: 90396,159,413,173"} +{"image": ["imgs/CCMAIN/0118918.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the interest start to accrue for cases filed before July 1, 2021, according to 111,209,879,417? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "For cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July 1, 2021\u2014whichever date is later, as stated in On cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July 1, 2021\u2014whichever date is later;146,297,411,331."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 111,209,879,417, for cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July 1, 2021, whichever date is later. This is specified in the span: On cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July146,295,883,315.", "gt_answer": "For cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July 1, 2021\u2014whichever date is later, as stated in On cases filed before July 1, 2021, interest begins to run on the date of the occurrence or July 1, 2021\u2014whichever date is later;146,297,411,331."} +{"image": ["imgs/ChartQA_PCG/multi_col_60041.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the rate difference in kidney transplants between 478, 650, 506, 665 and 2019?"}, {"role": "assistant", "content": "5.3"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.50", "gt_answer": "5.3", "necessary bbox": "['Kidney173, 550, 211, 570', '2017478, 650, 506, 665', '2019563, 650, 591, 665']"} +{"image": ["imgs/ChartQA_PCG/two_col_62964.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousands of visitors did Germany have in 2018?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "13518266, 126, 303, 142"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "13518264, 124, 301, 141", "gt_answer": "13518266, 126, 303, 142", "necessary bbox": "['Germany258, 850, 310, 866', '13518266, 126, 303, 142']"} +{"image": ["imgs/ChartQA_PCG/two_col_60555.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich region had the highest sales share?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Asia-Pacific203,886,267,900"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Asia-Pacific203,885,267,901", "gt_answer": "Asia-Pacific203,886,267,900", "necessary bbox": "['Asia-Pacific203,886,267,900', '35%']"} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the infant mortality rate first drop to 3.3?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate first dropped to 3.30581, 827, 609, 846 in the year 2015581, 930, 606, 974. Answer: 2015", "gt_answer": "2015", "necessary bbox": "['2015582, 931, 607, 976', '3.30581, 829, 611, 847']"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich appetizer is described as 'steamed soybeans in the pod'? Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The appetizer EDAMAME235,288,353,307 is described as 'Steamed soybeans in the pod241,308,448,322'. Answer: EDAMAME235,288,353,307"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The EDAMAME235,286,354,301 is described as 'Steamed soybeans in the pod' and is priced at 5.95823,297,853,310. Answer: EDAMAME235,286,354,301", "gt_answer": "The appetizer EDAMAME235,288,353,307 is described as 'Steamed soybeans in the pod241,308,448,322'. Answer: EDAMAME235,288,353,307"} +{"image": ["imgs/ChartQA_PCG/two_col_82637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the net sales in billion U.S. dollars for 158, 318, 410, 334?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "7.14"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The net sales for Fortune Brands Home & Security158, 318, 410, 334 are 7.20 billion U.S. dollars. Answer: 7.20 billion U.S. dollars.", "gt_answer": "7.14", "necessary bbox": "['Fortune Brands Home & Security158, 318, 410, 334']"} +{"image": ["imgs/ChartQA_PCG/two_col_62148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of e-waste is '167, 209, 368, 225'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 80% 912, 207, 947, 222"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "80%914, 207, 950, 222", "gt_answer": " 80% 912, 207, 947, 222", "necessary bbox": "[' Not collected for recycling 167, 209, 368, 225', ' 80% 912, 207, 947, 222']"} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue generated in the 833,518,858,563 year for all regions combined? Give grounding and detailed answer."}, {"role": "assistant", "content": "12.74830,402,864,421 + 11.22830,236,864,255 + 5.26834,122,860,141 = 29.22 billion U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue in 2020833,518,858,563 was 29.21 billion U.S. dollars, calculated as follows: EMA* 12.74 + Americas 11.22 + Asia Pacific 5.26.", "gt_answer": "12.74830,402,864,421 + 11.22830,236,864,255 + 5.26834,122,860,141 = 29.22 billion U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_81087.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many patients per million population are diagnosed with 46,424,566,439?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "4"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of patients per million population diagnosed with Pulmonary hypertension due to lung disease and/or hypoxia46,424,566,439 is 4. Answer: 4", "gt_answer": "4", "necessary bbox": "['Pulmonary hypertension due to lung disease and/or hypoxia46,424,566,439']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100377.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage for 509,714,634,740 in 864,583,898,642?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "63%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Just the right number509,714,634,740 in Oct '19864,583,898,642 is 63%. Answer: 63%", "gt_answer": "63%", "necessary bbox": "['Oct '19866, 582, 899, 640','Just the right number509,714,634,740']"} +{"image": ["imgs/ChartQA_PCG/two_col_63482.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average rating point for 112,825,160,829? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Moscow112,825,160,829 has an average rating point of 2.82666,823,693,829."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average rating point for Moscow112,825,160,829 is 2.82664,824,693,829.", "gt_answer": "Moscow112,825,160,829 has an average rating point of 2.82666,823,693,829."} +{"image": ["imgs/CCMAIN/0172458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the final lot elevation for 331,693,460,740?"}, {"role": "assistant", "content": "742.40"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "725.95", "gt_answer": "742.40"} +{"image": ["imgs/CCMAIN/0308992.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which dates will the e-auction be held? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "07th & 11th June 2021319,205,483,213"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "07th & 11th June 2021320,200,340,218", "gt_answer": "07th & 11th June 2021319,205,483,213"} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the completion date of the course? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "FEB 07, 2019285,744,408,779"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "FEB 07, 2019286,745,407,783", "gt_answer": "FEB 07, 2019285,744,408,779"} +{"image": ["imgs/ChartQA_PCG/61110329005447.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the food item closet to 383,857,408,874 on the y-axis of the chart. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " Round steak (lb.) 237,752,383,774 with 1.69 621,749,660,770"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The food item closest to 0.5383,857,408,874 on the y-axis is Pork chops (lb.)251,672,383,695.", "gt_answer": " Round steak (lb.) 237,752,383,774 with 1.69 621,749,660,770"} +{"image": ["imgs/ChartQA_PCG/two_col_43261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents would not be willing to pay 1,000 U.S. dollars for a 10-minute flight in space?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "67.9"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who would not be willing to pay 1,000 U.S. dollars for a 10-minute flight in space is represented by the label No503, 892, 517, 905. The corresponding value is 67.90%489, 168, 533, 184.\n\nAnswer: 67.9%", "gt_answer": "67.9", "necessary bbox": "['No504, 894, 518, 906', '67.90%489, 168, 534, 184']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage sum of 543,640,583,656 and 543,610,571,627 employees in 760,519,810,535?"}, {"role": "assistant", "content": "100%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "100%", "gt_answer": "100%", "necessary bbox": "['Female543,640,583,656', 'Non-tech760,519,810,535', '51%771,186,798,205','Male543,610,571,627','49%769,389,798,413']"} +{"image": ["imgs/CCMAIN/0346036.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the two levels of 223,436,394,467?"}, {"role": "assistant", "content": "Level 1 (low level i.e. poor practice) and Level 2 (serious concern i.e. suspected abuse)"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Level 1 (low level i.e. poor practice) and Level 2 (serious concern i.e. suspected abuse).", "gt_answer": "Level 1 (low level i.e. poor practice) and Level 2 (serious concern i.e. suspected abuse)"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the approximate number of pieces per ounce for the product with code 1-2250? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The approximate number of pieces per ounce for the product with code 1-2250 is 71 pcs/oz. This information is found in the span 22 x 50 mm, ~71 pcs/oz.587,219,737,233."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The product with code 1-2250734,222,776,238 has an approximate number of pieces per ounce of 71 pcs/oz.", "gt_answer": "The approximate number of pieces per ounce for the product with code 1-2250 is 71 pcs/oz. This information is found in the span 22 x 50 mm, ~71 pcs/oz.587,219,737,233."} +{"image": ["imgs/CCMAIN/0284903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich plant species are mentioned as being part of the wetter grassland/fen habitat in 92,584,903,781? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The wetter grassland/fen habitat is dominated by glaucous sedge Carex flacca479,688,582,706, with lesser amounts of carnation sedge C. panicea150,704,238,721, brown sedge C. disticha359,704,445,721, common yellow-sedge C. demissa644,704,736,721, and hairy sedge C. hirta95,719,131,736. Fen species include marsh horsetail Equisetum palustre564,719,722,736 and yellow iris Iris pseudacorus95,733,200,751."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The wetter grassland/fen habitat is dominated by glaucous sedge Carex flaccia480,691,587,705, with lesser amounts of carnation sedge C. panicea132,705,226,719, brown sedge C. disticha365,705,452,719, common yellow-sedge C. demissa646,705,739,719, and hairy sedge C. hirta884,705,903,719.", "gt_answer": "The wetter grassland/fen habitat is dominated by glaucous sedge Carex flacca479,688,582,706, with lesser amounts of carnation sedge C. panicea150,704,238,721, brown sedge C. disticha359,704,445,721, common yellow-sedge C. demissa644,704,736,721, and hairy sedge C. hirta95,719,131,736. Fen species include marsh horsetail Equisetum palustre564,719,722,736 and yellow iris Iris pseudacorus95,733,200,751."} +{"image": ["imgs/ChartQA_PCG/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart corresponds to 'Yes'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "77.0%553,281,609,307"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "77.0%551, 283, 608, 309", "gt_answer": "77.0%553,281,609,307", "necessary bbox": "['Yes650,153,680,179', '77.0%553,281,609,307']"} +{"image": ["imgs/CCMAIN/0194442.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines COVID-19 PRECAUTION146,50,851,158 measures to reduce contact and exposure. It advises submitting permits, applications, licenses, payments, and forms in the Municipal drop box362,393,762,480 located to the left of the front door. The drop box is checked at least twice during municipal business hours264,686,723,764. For more information, visit readingtontwp-nj.gov499,798,738,846 or call 908-534-4051 ext. 0413,880,638,928."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines COVID-19 precautions for submitting permits, applications, licenses, payments, and forms. To limit contact and exposure, these items can be submitted in the Municipal drop box357,402,760,485, located to the left of the front door. The drop box will be checked at least twice during municipal business hours. For more information, visit readingtonwp-nj.gov or call 908-534-4051 ext. 0411,884,634,922.", "gt_answer": "The document outlines COVID-19 PRECAUTION146,50,851,158 measures to reduce contact and exposure. It advises submitting permits, applications, licenses, payments, and forms in the Municipal drop box362,393,762,480 located to the left of the front door. The drop box is checked at least twice during municipal business hours264,686,723,764. For more information, visit readingtontwp-nj.gov499,798,738,846 or call 908-534-4051 ext. 0413,880,638,928."} +{"image": ["imgs/Crello/output_poster1866_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the promotional offer mentioned in the poster?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Mega Sale"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The promotional offer is indicated by the text ' MEGA 412,283,546,327 ' and ' SA\nLE 392,107,589,434 '. Answer: MEGA SALE", "gt_answer": "Mega Sale", "necessary bbox": "['SA\\nLE387,106,588,432', 'MEGA417,285,531,322']"} +{"image": ["imgs/Crello/output_poster2204_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the opening time for the event mentioned in 119,929,385,949?"}, {"role": "assistant", "content": "11:00 AM"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "11:00 AM", "gt_answer": "11:00 AM", "necessary bbox": "[' OPEN 11:00 AM 119,929,385,949']"} +{"image": ["imgs/Crello/output_poster1069_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main topic of this poster and who is the event targeting? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The main topic of the poster is 'Virtual Reality in Business' as indicated by the text ' VIRTUAL \nREALITY IN \nBUSINESS 83,277,347,547 '. It is targeting people interested in the business use of virtual reality."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main topic of the poster is 'VIRTUAL REALITY IN BUSINESS' 83,279,346,546, and it targets 'INVITED SPEAKERS: Alan Brickman Ashley Tompson Susane Lorenz' 87,699,510,720.", "gt_answer": "The main topic of the poster is 'Virtual Reality in Business' as indicated by the text ' VIRTUAL \nREALITY IN \nBUSINESS 83,277,347,547 '. It is targeting people interested in the business use of virtual reality."} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document contains two main sections related to the BET Investment Advisory Committee. The first section is the BET Investment Advisory Comm. Meeting Agenda187,82,539,99, which includes a document titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161. The second section is the APPROVED BET Investment Advisory Comm. Meeting Minutes187,177,635,194, with a document titled APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document contains two main sections: BET Investment Advisory Comm. Meeting Agenda187,82,536,99 and APPROVED BET Investment Advisory Comm. Meeting Minutes187,177,634,194. The agenda is titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,543,161, while the approved meeting minutes are titled APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255.", "gt_answer": "The document contains two main sections related to the BET Investment Advisory Committee. The first section is the BET Investment Advisory Comm. Meeting Agenda187,82,539,99, which includes a document titled BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161. The second section is the APPROVED BET Investment Advisory Comm. Meeting Minutes187,177,635,194, with a document titled APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255."} +{"image": ["imgs/CCMAIN/0229456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the raffle ticket prices? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "$1 each or 6 for $5495,711,725,734"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$1 each or 6 for $5497,708,723,733", "gt_answer": "$1 each or 6 for $5495,711,725,734"} +{"image": ["imgs/CCMAIN/0295431.png"], "messages": [{"role": "user", "content": "<|image|> \nWho were the panel members in favor of the resolution for Item 1? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the panel members FOR120,422,154,436 the resolution as S. Clements, K. Lindeberg, G. Baker181,422,472,436. Answer: S. Clements, K. Lindeberg, G. Baker181,422,472,436"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the panel members who were in favor of the resolution for Item 1 as S. Clements, K. Lindeberg, G. Baker182,423,475,436. Answer: S. Clements, K. Lindeberg, G. Baker182,423,475,436", "gt_answer": "The document lists the panel members FOR120,422,154,436 the resolution as S. Clements, K. Lindeberg, G. Baker181,422,472,436. Answer: S. Clements, K. Lindeberg, G. Baker181,422,472,436"} +{"image": ["imgs/Crello/output_poster1096_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much should I pay if I buy three $10 items?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "$24"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount is Take 30% off 96,362,765,410 . Three $10 items cost $30. With a 30% discount, you pay 70% of $30, which is $21. Answer: $21", "gt_answer": "$24", "necessary bbox": "[' Take 30% off 98,364,767,409 ',' When you buy two items271,433,586,445']"} +{"image": ["imgs/ChartQA_PCG/two_col_4409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of rigs in the 'Others' category?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "52406, 862, 422, 874"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "52407,861,423,872", "gt_answer": "52406, 862, 422, 874", "necessary bbox": "['52406, 862, 422, 874']"} +{"image": ["imgs/ChartQA_PCG/24427049001318.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich agricultural product contributes 907, 254, 975, 276 to tropical deforestation?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Cattle"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The agricultural product contributing 40.70907, 254, 975, 276 to tropical deforestation is Cattle113, 258, 176, 276. Answer: Cattle", "gt_answer": "Cattle", "necessary bbox": "['Cattle111, 258, 179, 276', '40.70907, 254, 975, 276']"} +{"image": ["imgs/CCMAIN/0131714.png"], "messages": [{"role": "user", "content": "<|image|> \nWho signed the letter on behalf of 121,681,396,703?"}, {"role": "assistant", "content": "Sanjay V. Gosalia"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Sanjay V. Gosalia", "gt_answer": "Sanjay V. Gosalia"} +{"image": ["imgs/ChartQA_PCG/multi_col_60799.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference in unemployment rates between 460,716,482,730 and 539,716,581,730 in 2019?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "0.5%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2019, the unemployment rate for Men460,716,482,730 was 3.40%785,322,823,341, and for Women539,716,581,730 it was 3.90%795,288,832,306. The difference is 0.50%. Answer: 0.50%", "gt_answer": "0.5%", "necessary bbox": "['Men460,716,482,730', 'Women539,716,581,730', '3.40%786,322,823,341', '3.90%794,289,831,308']"} +{"image": ["imgs/CCMAIN/0260306.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat committee roles has 236,39,371,63 held?"}, {"role": "assistant", "content": "Chair of Audit Committee, Member, Finance Committee, Member, Risk Management Committee"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Chair of Audit Committee, Member, Finance Committee, Member, Risk Management Committee.", "gt_answer": "Chair of Audit Committee, Member, Finance Committee, Member, Risk Management Committee"} +{"image": ["imgs/ChartQA_PCG/two_col_82565.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of internet users in the year 537,837,564,880? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The share of internet users in 2011537,837,564,880 was 50.70%526, 391, 576, 409."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of internet users in 2011537,837,564,880 was 43.20%.", "gt_answer": "The share of internet users in 2011537,837,564,880 was 50.70%526, 391, 576, 409."} +{"image": ["imgs/Crello/output_poster1592_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the condition for the free delivery offer?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "ORDERS OVER $20"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The condition for the free delivery offer is mentioned as ' OVER $20 671,439,715,619 '. Answer: OVER $20", "gt_answer": "ORDERS OVER $20", "necessary bbox": "[' ORDERS \\nOVER\\n$20 644,244,714,606 ']"} +{"image": ["imgs/Crello/output_poster983_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "Business tips"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the text ' Business 357,456,446,489 ' and ' tips 357,499,391,532 ', which together form 'Business Tips'. Answer: Business Tips", "gt_answer": "Business tips", "necessary bbox": "[' Business\\ntips 355,455,446,530 ']"} +{"image": ["imgs/CCMAIN/0345953.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich division is led by 820,478,920,492? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "According to the document, JOE PARSONS820,478,920,492 is the Director of the Methodology Division790,445,950,459. Answer: Methodology Division790,445,950,459"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "JOE PARSONS820,478,920,492 is the Director of the Methodology Division791,443,946,457, as indicated in the organizational chart. Answer: Methodology Division791,443,946,457", "gt_answer": "According to the document, JOE PARSONS820,478,920,492 is the Director of the Methodology Division790,445,950,459. Answer: Methodology Division790,445,950,459"} +{"image": ["imgs/CCMAIN/0058997.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the text in 32,322,472,463 describe the impact of McDonald's expansion on local communities? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The text states that the continual worldwide expansion of fast food chains like McDonald's leads to more uniformity, less choice, and the undermining of local communities. This is supported by the span expansion of fast food chains means more uniformity, less choice and the undermining of34,426,455,447."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 32,322,472,463 describes the impact of McDonald's expansion as undermining local communities by promoting a uniform fast food culture that limits choice and diversity. This is supported by the span: The continual worldwide expansion of fast food chains means more uniformity, less choice and the undermining of local communities.33,408,451,429.", "gt_answer": "The text states that the continual worldwide expansion of fast food chains like McDonald's leads to more uniformity, less choice, and the undermining of local communities. This is supported by the span expansion of fast food chains means more uniformity, less choice and the undermining of34,426,455,447."} +{"image": ["imgs/CCMAIN/0356280.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat do attendees receive upon completing the course? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Everyone who completes the course receives an MHFA Workplace manual472,491,702,511 and workbook, a Certificate of Attendance619,508,839,527, and a badge to say they are an MHFA Champion. Answer: Certificate of Attendance619,508,839,527"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Upon completing the course, attendees receive a Certificate of Attendance620,510,843,527 and a badge to say they are an MHFA Champion746,259,908,276, indicating their qualification as a mental health first aider. Answer: Certificate of Attendance and a badge.", "gt_answer": "Everyone who completes the course receives an MHFA Workplace manual472,491,702,511 and workbook, a Certificate of Attendance619,508,839,527, and a badge to say they are an MHFA Champion. Answer: Certificate of Attendance619,508,839,527"} +{"image": ["imgs/ChartQA_PCG/two_col_101073.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much was the production of legumes in Spain in 2018?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "42.80 thousand tons"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The production of legumes in Spain in 2018 is shown as 42.60.\n\nAnswer: 42.6", "gt_answer": "42.80 thousand tons", "necessary bbox": "['2018678, 877, 706, 890']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60308.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year were Non-food products less than 60%?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "2009, 2010, 2011"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the year when Non-food products were less than 60%, we look at the percentage values for Non-food products:\n\n- In 2009, the percentage is 57.60%137,381,181,399.\n- In 2010, the percentage is 58.10%268,379,313,398.\n- In 2011, the percentage is 59.30%399,372,444,391.\n- In 2012, the percentage is 62%536,368,562,386.\n- In 2013, the percentage is 63.50%657,365,702,383.\n- In 2014, the percentage is 66.80%788,358,833,376.\n\nNon-food products were less than 60% in 2009 and 2010.\n\nAnswer: 2009", "gt_answer": "2009, 2010, 2011", "necessary bbox": "['57.60%137,381,182,399', '58.10%268,379,312,398', '59.30%397,378,442,395', '2009145,523,173,538', '2010276,523,304,538', '2011406,523,433,538']"} +{"image": ["imgs/CCMAIN/0099433.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere will the next meeting take place? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "11th Floor Learning Centre460,200,712,218"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "11th Floor Learning Centre460,200,710,218", "gt_answer": "11th Floor Learning Centre460,200,712,218"} +{"image": ["imgs/ChartQA_PCG/multi_col_1130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of the number of passengers carried by Thomas Cook Airline from 2008* to 2018? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The number of passengers carried by Thomas Cook Airline increased overall from 740027 154, 473, 202, 490 in 2008* to 8092208 823, 298, 880, 316 in 2018, with fluctuations in between."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of passengers carried by Thomas Cook Airline shows a general decline from 740027156,473,203,492 in 2008* to 8092208825,298,881,316 in 2018.", "gt_answer": "The number of passengers carried by Thomas Cook Airline increased overall from 740027 154, 473, 202, 490 in 2008* to 8092208 823, 298, 880, 316 in 2018, with fluctuations in between."} +{"image": ["imgs/CCMAIN/0160901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of the 112,270,235,283 club? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u00a330875,270,902,283"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a330874,270,901,283", "gt_answer": "\u00a330875,270,902,283"} +{"image": ["imgs/CCMAIN/0297257.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 335,289,417,301 imply about the role of editors-in-chief? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The phrase [means that]335,289,417,301 implies that editors-in-chief should have full authority over the editorial content of the journal, emphasizing their independence and the need for their decisions to be free from external influences, as mentioned in the context of editorial independence."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The term independence335,289,417,301 implies that editors-in-chief should have full authority over the editorial content of the journal and when information is published. This means they are free to make decisions without undue influence from external parties, ensuring the integrity and quality of the publication.", "gt_answer": "The phrase [means that]335,289,417,301 implies that editors-in-chief should have full authority over the editorial content of the journal, emphasizing their independence and the need for their decisions to be free from external influences, as mentioned in the context of editorial independence."} +{"image": ["imgs/ChartQA_PCG/two_col_60414.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the growth rate in the year 518, 856, 552, 870?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "17.60%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The growth rate in the year 2016*518, 856, 552, 870 was 17.40%. Answer: 17.40%", "gt_answer": "17.60%", "necessary bbox": "['2016*518, 856, 552, 870']"} +{"image": ["imgs/CCMAIN/0308638.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 472,210,686,219? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "In the section titled Relationship of Reporting Person(s) to Issuer472,210,686,219, the box for Director502,234,538,243 is checked, showing that the reporting person is a director of the issuer. Answer: Director502,234,538,243"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Relationship of Reporting Person(s) to Issuer472,209,686,219 as Director503,232,538,241, indicating the reporting person's role within the issuer. Answer: Director503,232,538,241", "gt_answer": "In the section titled Relationship of Reporting Person(s) to Issuer472,210,686,219, the box for Director502,234,538,243 is checked, showing that the reporting person is a director of the issuer. Answer: Director502,234,538,243"} +{"image": ["imgs/ChartQA_PCG/two_col_40647.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the total points scored by the career leader Walter Davis?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "15666"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Walter Davis scored 15806 points.\n\nAnswer: 15806", "gt_answer": "15666", "necessary bbox": "['Walter Davis173, 164, 253, 176']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60562.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents for whom '366,667,528,687' spending has increased on '225,536,251,552'?"}, {"role": "assistant", "content": "47%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "47%", "gt_answer": "47%", "necessary bbox": "[\"'My spending has increased'366,667,528,687\", 'Food225,536,251,552', '47%218,64,244,82']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80714.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend of the 'Main cargo' shipments in billion ton-miles from 93,98,120,107 to 92,505,120,514? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The 'Main cargo' shipments increased from 2049271,98,300,110 billion ton-miles in 197093,98,120,107 to 11209 billion ton-miles in 200892,505,120,514."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Main cargo' shipments showed an increasing trend from 2049275,98,306,107 in 1970 to 10676867,475,904,485 in 2008.", "gt_answer": "The 'Main cargo' shipments increased from 2049271,98,300,110 billion ton-miles in 197093,98,120,107 to 11209 billion ton-miles in 200892,505,120,514."} +{"image": ["imgs/Crello/output_poster1767_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " PRIDE DAY 505,416,812,502 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PRIDE DAY 506,417,812,503 ", "gt_answer": " PRIDE DAY 505,416,812,502 ", "necessary bbox": "[' PRIDE DAY 505,416,812,502 ']"} +{"image": ["imgs/CCMAIN/0164826.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the power supply specification for the 67,30,299,52? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "The document specifies that the power supply for the SIMPLE-CCT is 350mA179,162,221,174, which is suitable for its intended use in residential and retail lighting. Answer: 350mA179,162,221,174"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Simple-CCT67,30,299,52 has a power supply of 350mA, which is necessary for its operation. Answer: 350mA", "gt_answer": "The document specifies that the power supply for the SIMPLE-CCT is 350mA179,162,221,174, which is suitable for its intended use in residential and retail lighting. Answer: 350mA179,162,221,174"} +{"image": ["imgs/CCMAIN/0038367.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a script for a video by Gizmo Pictures 693,118,868,168 for KDHE342,178,380,188, titled Lead - Remodeling - Contractor rev2338,202,571,216, dated 6/2/10334,229,377,242. It emphasizes the importance of hiring a contractor who knows how to safely handle lead-based paint if your home was built before nineteen seventy eight310,411,485,426. Lead dust and fumes stirred up during remodeling can cause dangerous health problems. The script advises hiring a certified contractor to ensure safety and protect your family's health. It suggests visiting kansas healthy homes dot org310,764,541,779 for more information."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a script for a video about remodeling homes built before 1978795,564,832,583. It emphasizes the importance of hiring a contractor who knows how to safely handle lead-based paint, as exposure can cause health problems. The script includes a slo-mo dolly shot730,424,836,443 of construction and mentions words like certified508,583,576,602, lead-based paint478,461,563,480, and health problems386,583,507,602. It concludes with a call to action to visit kansas healthy homes dot org310,760,541,779 for more information.", "gt_answer": "The document is a script for a video by Gizmo Pictures 693,118,868,168 for KDHE342,178,380,188, titled Lead - Remodeling - Contractor rev2338,202,571,216, dated 6/2/10334,229,377,242. It emphasizes the importance of hiring a contractor who knows how to safely handle lead-based paint if your home was built before nineteen seventy eight310,411,485,426. Lead dust and fumes stirred up during remodeling can cause dangerous health problems. The script advises hiring a certified contractor to ensure safety and protect your family's health. It suggests visiting kansas healthy homes dot org310,764,541,779 for more information."} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion average of female and male patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "9.1"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of female patients is 6.2619, 298, 640, 311 and male patients is 12. The average is (6.2 + 12) / 2 = 9.1. Answer: 9.1", "gt_answer": "9.1", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311','12393,297,411,312','Male547,731,576,744']"} +{"image": ["imgs/Crello/output_poster1050_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main event advertised on this poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The main event advertised on this poster is a ' fast\nsketching\ncourse 414,421,594,932'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main event is a 'Fast Sketching Course' 413,420,596,937.", "gt_answer": "The main event advertised on this poster is a ' fast\nsketching\ncourse 414,421,594,932'."} +{"image": ["imgs/CCMAIN/0254841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat equipment is needed to prepare the 407,34,594,72?"}, {"role": "assistant", "content": "Large bowl, Large spoon, Chopping board, Cook's Knife"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Large bowl, large spoon, chopping board, cook's knife.", "gt_answer": "Large bowl, Large spoon, Chopping board, Cook's Knife"} +{"image": ["imgs/CCMAIN/0203440.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will become the lead manager of Mawer's International Equity strategy? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Peter Lampert, CFA185,251,331,265"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Peter Lampert, CFA183,250,329,264", "gt_answer": "Peter Lampert, CFA185,251,331,265"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the level and count of the line dance '>179,39,344,53'? Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document specifies the dance as a 48 Count, 4 Wall, Beginner level line dance176,79,530,94, indicating the complexity and structure of the dance. Answer: 48 Count, 4 Wall, Beginner level line dance176,79,530,94"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the dance is a Beginner level line dance325,79,530,94 with 48 Count176,79,253,94, indicating it is suitable for beginners and has 48 beats. Answer: Beginner level, 48 Count", "gt_answer": "The document specifies the dance as a 48 Count, 4 Wall, Beginner level line dance176,79,530,94, indicating the complexity and structure of the dance. Answer: 48 Count, 4 Wall, Beginner level line dance176,79,530,94"} +{"image": ["imgs/CCMAIN/0041130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total MississippiCAN enrollment in 80,427,124,445? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The total enrollment for MississippiCAN in May-2180,427,124,445 is listed in the table as 488,759740,427,786,445. Answer: 488,759740,427,786,445"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total MississippiCAN enrollment for May-2180,427,124,445 is the sum of all three plans: Molina Healthcare, Magnolia Health, and UnitedHealthcare Community Plan. The document lists this total as 488,759736,427,782,445. Answer: 488,759736,427,782,445", "gt_answer": "The total enrollment for MississippiCAN in May-2180,427,124,445 is listed in the table as 488,759740,427,786,445. Answer: 488,759740,427,786,445"} +{"image": ["imgs/CCMAIN/0112100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of cuisine does 313,819,373,836 serve?"}, {"role": "assistant", "content": "Japanese"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Japanese", "gt_answer": "Japanese"} +{"image": ["imgs/ChartQA_PCG/multi_col_101208.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount of subsidies (natural gas and oil) received by Iran?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "29915.60 million U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Iran received 14000 million U.S. dollars in natural gas subsidies and 16000 million U.S. dollars in oil subsidies. The total amount is 30000 million U.S. dollars. Answer: 30000 million U.S. dollars.", "gt_answer": "29915.60 million U.S. dollars", "necessary bbox": "['Natural gas474,677,553,691', 'Iran124,121,148,131', '13840.64', 'Oil621,677,638,688']"} +{"image": ["imgs/CCMAIN/0230085.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 330,712,454,724 for 124,293,207,303 in the 'Remainder of State'?"}, {"role": "assistant", "content": "139,658,634"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "101,903", "gt_answer": "139,658,634"} +{"image": ["imgs/ChartQA_PCG/two_col_21898.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of Flanders in the pie chart?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "50.4%347,521,403,547"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "50.4%347, 519, 403, 545", "gt_answer": "50.4%347,521,403,547", "necessary bbox": "['Flanders198,519,273,545', '50.4%347,521,403,547']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60240.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of platforms allowing payment through 377,530,427,548?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "15%381, 415, 407, 433"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "15%382,416,407,435", "gt_answer": "15%381, 415, 407, 433", "necessary bbox": "['15%381, 415, 407, 433']"} +{"image": ["imgs/Crello/output_poster1035_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the address of the event? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The address of the event is 1692 Farnum Road, New York, 10011 250,850,595,873."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": " 1692 Farnum Road, New York, 10011 250,849,593,871 ", "gt_answer": "The address of the event is 1692 Farnum Road, New York, 10011 250,850,595,873."} +{"image": ["imgs/CCMAIN/0296416.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is an 'Explanation of variances \u2013 pro forma61,89,218,104' for the Uffington Parish Council155,110,223,118. It details financial variances between the years 2019/20251,279,276,292 and 2020/21295,279,321,292. Key points include a significant decrease in 'Total Other Receipts67,445,133,456' by \u00a36,496 (64.95%) due to a grant in 2019/20 for the Meadows site. 'All Other Payments67,571,128,581' decreased by \u00a38,592 (43.12%), with major expenditures in 2019/20 for the Meadows site acquisition. Variances of more than 15% require explanations, and explanations are provided for significant changes. The document also notes that variances of \u00a3200177,801,192,813 or less are tolerable."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an Explanation of variances62,91,170,104 for the Ulgham Parish Council in Northumberland. It details financial figures for 2019/20 and 2020/21, highlighting variances and requiring explanations for significant changes. Key variances include a 200328,175,339,185 increase in precept or rates, a 64.95%365,459,390,470 decrease in total other receipts, and a 43.12%365,595,390,606 decrease in all other payments. The council received grants for the Meadows site and tree works, with expenditures totaling \u00a314,000649,557,674,568. The document notes that rounding errors up to \u00a32328,175,335,185 are tolerable, and variances of \u00a3200328,175,343,185 or less are acceptable.", "gt_answer": "The document is an 'Explanation of variances \u2013 pro forma61,89,218,104' for the Uffington Parish Council155,110,223,118. It details financial variances between the years 2019/20251,279,276,292 and 2020/21295,279,321,292. Key points include a significant decrease in 'Total Other Receipts67,445,133,456' by \u00a36,496 (64.95%) due to a grant in 2019/20 for the Meadows site. 'All Other Payments67,571,128,581' decreased by \u00a38,592 (43.12%), with major expenditures in 2019/20 for the Meadows site acquisition. Variances of more than 15% require explanations, and explanations are provided for significant changes. The document also notes that variances of \u00a3200177,801,192,813 or less are tolerable."} +{"image": ["imgs/ChartQA_PCG/two_col_83354.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total market value share percentage for 132,379,180,391 and 103,275,180,287 combined? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The combined market value share percentage for Mvideo132,379,180,391 and Wildberries103,275,180,287 is 10%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The market value share for Mvideo132,379,180,391 is 5.20% and for Wildberries103,275,180,287 is 5.10%. Combined, they account for 10.30%.", "gt_answer": "The combined market value share percentage for Mvideo132,379,180,391 and Wildberries103,275,180,287 is 10%."} +{"image": ["imgs/CCMAIN/0225707.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the financial impact of the web-app developed by Grace at 376,247,564,269? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "The web-app was re-architected to allow for multiple organizational accounts and users, leading to $300,000425,452,489,469 in incremental revenue. Answer: $300,000425,452,489,469"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The web-app developed by Grace at Hudson River Trading376,247,564,269 led to $300,000 in incremental revenue by re-architecting it to allow for multiple organizational accounts and users. Answer: $300,000 in incremental revenue", "gt_answer": "The web-app was re-architected to allow for multiple organizational accounts and users, leading to $300,000425,452,489,469 in incremental revenue. Answer: $300,000425,452,489,469"} +{"image": ["imgs/ChartQA_PCG/two_col_101816.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of games played by 197, 150, 269, 163?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "3076"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of games played by Hank Aaron197, 150, 269, 163 is 3084. Answer: 3084", "gt_answer": "3076", "necessary bbox": "['Hank Aaron197, 150, 269, 163']"} +{"image": ["imgs/ChartQA_PCG/two_col_3365.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of punctual flights for 109,691,187,707 and how does it compare to 63,768,189,783? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": " Jetstar Asia 109,691,187,707 has 85.48% 826,689,879,703 of punctual flights and Singapore Airlines 63,768,189,783 has 85.32% 825,765,878,780, making Jetstar Asia slightly more punctual by 0.16% ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of punctual flights for Jetstar Asia109,691,187,707 is 85.48%829,690,880,703, which is higher than Singapore Airlines63,768,189,783 with 85.32%826,766,877,780.", "gt_answer": " Jetstar Asia 109,691,187,707 has 85.48% 826,689,879,703 of punctual flights and Singapore Airlines 63,768,189,783 has 85.32% 825,765,878,780, making Jetstar Asia slightly more punctual by 0.16% ."} +{"image": ["imgs/CCMAIN/0236345.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a private tour to 'LAGOA DA ANDORINHA'? Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document lists the cost for a private tour to LAGOA DA ANDORINHA137,241,263,260 as R$ 450,00496,241,549,260. Answer: R$ 450,00496,241,549,260"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost of a private tour to LAGOA DA ANDORINHA135,240,261,259 as R$ 450,00493,240,547,259. Answer: R$ 450,00493,240,547,259", "gt_answer": "The document lists the cost for a private tour to LAGOA DA ANDORINHA137,241,263,260 as R$ 450,00496,241,549,260. Answer: R$ 450,00496,241,549,260"} +{"image": ["imgs/ChartQA_PCG/two_col_23489.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year was the household consumption expenditure per capita in Vietnam around 121,198,149,211?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2016614,829,642,841"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2016615,829,643,841", "gt_answer": "2016614,829,642,841", "necessary bbox": "['1200121,198,149,211', '1178.06', '2016614,829,642,841']"} +{"image": ["imgs/ChartQA_PCG/two_col_1902.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the average ticket price first exceed $65,259,88,274?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2014"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average ticket price first exceeded $120 in 2014513,947,539,987 with a price of 122516,239,537,255. Answer: 2014.", "gt_answer": "2014", "necessary bbox": "['122513,239,535,254', '2014510,949,536,989','12065,259,88,274']"} +{"image": ["imgs/ChartQA_PCG/two_col_82933.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many years had a total investment value exceeding 1000 million euros? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Two years had a total investment value exceeding 1000 million euros: 2008196, 916, 224, 929 with 1084.02187, 212, 233, 228 million euros and 2016852, 916, 880, 929 with 1297.51843, 79, 890, 96 million euros."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The years with total investment exceeding 1000 million euros are 2008196,915,224,927 with 1084.02187,211,235,227 and 2014688,915,716,927 with 1264.11678,99,725,116.", "gt_answer": "Two years had a total investment value exceeding 1000 million euros: 2008196, 916, 224, 929 with 1084.02187, 212, 233, 228 million euros and 2016852, 916, 880, 929 with 1297.51843, 79, 890, 96 million euros."} +{"image": ["imgs/CCMAIN/0020144.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 156,649,288,668 for delegates registering up to 15 days prior to the convention? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$5294,650,316,669"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$5296,651,317,668", "gt_answer": "$5294,650,316,669"} +{"image": ["imgs/Crello/output_poster263_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is mentioned in 223,124,321,373?"}, {"role": "assistant", "content": " Treating fevers "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Treating fevers", "gt_answer": " Treating fevers ", "necessary bbox": "[' Treating fevers 223,124,321,373']"} +{"image": ["imgs/CCMAIN/0087278.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the compliance status of Fair-Rite catalog standard products? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "RoHS 10/10 compliant442,263,589,278"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "RoHS 10/10 compliant442,263,592,278", "gt_answer": "RoHS 10/10 compliant442,263,589,278"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much should be added to the monthly income threshold for each additional family member? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that for each additional family member222,499,425,516, you should add433,502,463,513 $ 682.00523,499,611,516 to the monthly income threshold. Answer: $ 682.00523,499,611,516"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that for each additional family member, you should add $ 682.00519,497,606,517 to the monthly income threshold. Answer: $ 682.00519,497,606,517", "gt_answer": "The document states that for each additional family member222,499,425,516, you should add433,502,463,513 $ 682.00523,499,611,516 to the monthly income threshold. Answer: $ 682.00523,499,611,516"} +{"image": ["imgs/CCMAIN/0124239.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many stores did 453,235,481,246 grow to include in five years? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document states that in the course of five years, Briazz453,235,481,246 expanded to include 40 stores472,838,514,849 in various cities, indicating significant growth. Answer: 40 stores472,838,514,849"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that in the course of five years, Briazz453,235,481,246 grew to include 40 stores, indicating significant expansion and success. Answer: 40 stores", "gt_answer": "The document states that in the course of five years, Briazz453,235,481,246 expanded to include 40 stores472,838,514,849 in various cities, indicating significant growth. Answer: 40 stores472,838,514,849"} +{"image": ["imgs/CCMAIN/0137832.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich directive ensures the restriction of hazardous substances in the product? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Directive 2011/65/EU218,590,388,605"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Directive 2011/65/EU219,589,394,607", "gt_answer": "Directive 2011/65/EU218,590,388,605"} +{"image": ["imgs/Crello/output_poster1664_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the offer mentioned in the poster?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "January 10 to February 10"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The offer duration is specified as ' January 10 - February 10 362,867,586,895'. Answer: January 10 - February 10", "gt_answer": "January 10 to February 10", "necessary bbox": "[' January 10 February 10 362,867,586,895']"} +{"image": ["imgs/ChartQA_PCG/two_col_104690.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in monetizable daily active users from Q1 '17 to Q1 '21?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "79 million"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In Q1 '17, the number of monetizable daily active users was 83192, 499, 206, 515 million. By Q1 '21, it increased to 162874, 137, 896, 153 million. The increase is 162 - 83 = 79 million. Answer: 79 million.", "gt_answer": "79 million", "necessary bbox": "[\"Q1 '17183, 915, 214, 964\", '83193, 500, 208, 516', \"Q1 '21866, 917, 899, 964\", '162872, 136, 894, 152']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat eating disorder had a 487, 67, 524, 85' prevalence for both male and female?"}, {"role": "assistant", "content": "Anorexia nervosa*"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Bulimia Nervosa", "gt_answer": "Anorexia nervosa*", "necessary bbox": "['Anorexia nervosa* 166, 516, 273, 532', '0.10%487, 67, 524, 85', '0.10%218, 67, 255, 85']"} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service 673,589,743,621?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "41.2%543,543,599,569"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "41.2%543,539,600,565", "gt_answer": "41.2%543,543,599,569", "necessary bbox": "['Monthly673,589,743,621', '41.2%543,543,599,569']"} +{"image": ["imgs/ChartQA_PCG/two_col_5069.png"], "messages": [{"role": "user", "content": "<|image|> \n737, 899, 776, 957 Revenue?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 138 746, 154, 769, 171"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "138745, 156, 767, 172", "gt_answer": " 138 746, 154, 769, 171", "necessary bbox": "[' 2018/19 737, 899, 776, 957', ' 138 746, 154, 769, 171']"} +{"image": ["imgs/ChartQA_PCG/two_col_22355.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the tax income for the 690,825,741,844 financial year?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "85.30699,137,732,153"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "85.30701,136,735,152", "gt_answer": "85.30699,137,732,153", "necessary bbox": "['85.30699,137,732,153','2025/26690,825,741,844']"} +{"image": ["imgs/CCMAIN/0053220.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does THERE ARE NO WARRANTIE imply about additional warranties? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The phrase THERE ARE NO WARRANTIE88,677,193,692 implies that Interstate-McBee does not provide any additional warranties beyond what is explicitly stated in the document. This means they do not assume or authorize any other liabilities or warranties, as further explained in the text that follows this phrase."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase THERE ARE NO WARRANTIES EXPRESSED, IMPLIED OR STATUTORY88,679,558,692 implies that there are no additional warranties beyond what is explicitly stated in the document. This means that Interstate-McBee does not provide any warranties beyond those explicitly mentioned, and any other warranties would need to be negotiated separately.", "gt_answer": "The phrase THERE ARE NO WARRANTIE88,677,193,692 implies that Interstate-McBee does not provide any additional warranties beyond what is explicitly stated in the document. This means they do not assume or authorize any other liabilities or warranties, as further explained in the text that follows this phrase."} +{"image": ["imgs/ChartQA_PCG/two_col_101028.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the lowest number of Honda cars sold?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2014418, 857, 447, 870"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014419, 857, 447, 870", "gt_answer": "2014418, 857, 447, 870", "necessary bbox": "['13790414, 477, 451, 493', '2014418, 857, 447, 870']"} +{"image": ["imgs/CCMAIN/0144291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich horse had the lowest score in the competition? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The lowest score recorded is 68.00546,283,579,295, which was achieved by Smart Jimmy Jam178,282,284,294 ridden by Mary Ryan Branch361,282,469,294. Answer: Smart Jimmy Jam178,282,284,294"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The horse Smart Jimmy Jam178,283,285,294 had the lowest score of 68.00549,283,581,294, as listed in the document. Answer: Smart Jimmy Jam178,283,285,294", "gt_answer": "The lowest score recorded is 68.00546,283,579,295, which was achieved by Smart Jimmy Jam178,282,284,294 ridden by Mary Ryan Branch361,282,469,294. Answer: Smart Jimmy Jam178,282,284,294"} +{"image": ["imgs/CCMAIN/0092124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of paper is included in the teacher's wish list? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Copy paper (white or colored)117,699,538,728"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Copy paper (white or colored)117,702,534,730", "gt_answer": "Copy paper (white or colored)117,699,538,728"} +{"image": ["imgs/ChartQA_PCG/two_col_22463.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average age of grooms in 203, 810, 238, 819?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "31.20"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average age of grooms in Sicily203, 810, 238, 819 is 31.20815, 809, 854, 816.\n\nAnswer: 31.2", "gt_answer": "31.20", "necessary bbox": "['Sicily203, 810, 238, 819', '31.20816, 809, 856, 817']"} +{"image": ["imgs/Crello/output_poster1511_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the poster as indicated by the text in 386,461,497,525?"}, {"role": "assistant", "content": "Alternative Transportation"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Alternative Transportation", "gt_answer": "Alternative Transportation", "necessary bbox": "[' Alternative \\nTransportation 386,461,497,525']"} +{"image": ["imgs/Crello/output_poster1423_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the website mentioned in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " snadrier.fr 484,893,652,907 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " snadrier.fr 489,892,657,907 ", "gt_answer": " snadrier.fr 484,893,652,907 ", "necessary bbox": "[' snadrier.fr 484,893,652,907 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_22179.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich sector received a higher percentage of total investment, 118, 257, 368, 289 or 560, 115, 841, 141? Give grounding and detailed answer."}, {"role": "assistant", "content": "Financial and insurance services560, 115, 841, 141 received 18.43%523, 285, 589, 309 of total investment, which is higher than Transport, mailing & storage118, 257, 368, 289 at 11.77%418, 361, 484, 387."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Financial and insurance services560, 115, 841, 141 received a higher percentage of total investment with 18.43%522, 279, 588, 305.", "gt_answer": "Financial and insurance services560, 115, 841, 141 received 18.43%523, 285, 589, 309 of total investment, which is higher than Transport, mailing & storage118, 257, 368, 289 at 11.77%418, 361, 484, 387."} +{"image": ["imgs/Crello/output_poster996_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the poster based on the text in 89,560,499,717 and 86,784,404,824?"}, {"role": "assistant", "content": "Home Accessories Sale"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Home Decor Advertisement", "gt_answer": "Home Accessories Sale", "necessary bbox": "[' Selection\\nof accessories 89,560,499,717 ', ' for Home Interiors 86,784,404,824 ']"} +{"image": ["imgs/CCMAIN/0163196.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy is it important to Wear a mask according to the text? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "According to the text, Wearing a mask146,650,251,665 is important because it helps stop the spread of COVID-19 when in public or around those who are not part of your household. This measure is crucial in preventing transmission of the virus."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Wearing a mask is important because it helps stop the spread of COVID-19, as stated in Wearing a mask when in public or around those who are not a part of your household will help stop the spread.258,649,857,665.", "gt_answer": "According to the text, Wearing a mask146,650,251,665 is important because it helps stop the spread of COVID-19 when in public or around those who are not part of your household. This measure is crucial in preventing transmission of the virus."} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the 440, 636, 492, 652 in 2019?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "11.72764, 231, 796, 249"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "27.48 billion U.S. dollars.", "gt_answer": "11.72764, 231, 796, 249", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/ChartQA_PCG/two_col_42909.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich candidate received the most news coverage in 2015? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": " Donald Trump 61,176,148,192 with 327 887,174,911,188 minutes."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Donald Trump61, 175, 148, 189 received the most news coverage with 327886, 173, 910, 187 minutes.", "gt_answer": " Donald Trump 61,176,148,192 with 327 887,174,911,188 minutes."} +{"image": ["imgs/ChartQA_PCG/multi_col_796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of restaurants in both categories in 2016?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2255"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016, the number of Franchise restaurants was 1838547,322,576,341 and Company-owned restaurants were 417551,111,573,129. The total is 1838 + 417 = 2255. Answer: 2255", "gt_answer": "2255", "necessary bbox": "['1838551, 318, 580, 336', '417554, 107, 576, 125']"} +{"image": ["imgs/CCMAIN/0071947.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the time 7:15 PM in the schedule? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The time 7:15 PM132,615,191,632 marks the start of the Parent/Child Relay event, where the child runs 400 meters followed by the parent running 400 meters, as indicated in the schedule."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The time 7:15 PM132,614,190,631 is significant because it marks the start of the Parent/Child Relay, where a child runs 400 meters and then a parent runs 400 meters. This event is scheduled to take place on June 2nd, 16th, and 30th as per the schedule.", "gt_answer": "The time 7:15 PM132,615,191,632 marks the start of the Parent/Child Relay event, where the child runs 400 meters followed by the parent running 400 meters, as indicated in the schedule."} +{"image": ["imgs/CCMAIN/0030149.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do topical growth factors contribute to the activation of fibroblasts according to 659, 321, 939, 343? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "According to topical growth factors assists in the subse-659, 321, 939, 343, topical growth factors assist in the subsequent activation and proliferation of fibroblasts. This activation alerts the senescent cells to their pseudo-wounded state, allowing the body's healing potential to be utilized for rejuvenation."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to subsequent activation and proliferation of fibro- blasts, which serve to alert the senescent cells to their pseudo-wounded state, thus allowing the body\u2019s own healing potential to be unleashed and used for rejuvenation.659, 321, 939, 343, topical growth factors assist in the subsequent activation and proliferation of fibroblasts. These fibroblasts are alerted to a pseudo-wounded state, which triggers the body's healing potential to be utilized for rejuvenation.", "gt_answer": "According to topical growth factors assists in the subse-659, 321, 939, 343, topical growth factors assist in the subsequent activation and proliferation of fibroblasts. This activation alerts the senescent cells to their pseudo-wounded state, allowing the body's healing potential to be utilized for rejuvenation."} +{"image": ["imgs/CCMAIN/0114789.png"], "messages": [{"role": "user", "content": "<|image|> \nAccording to 114,137,884,362, what must a health-related licensing board do if it accumulates up to one year of operating funds? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "A health-related licensing board must propose a fee reduction according to section 16A.1283 if it accumulates up to one year of operating funds. This is specified in the text: 'A health-related licensing board may accumulate up to one year of operating funds, and then shall propose a fee reduction according to section 16A.1283.117,250,881,265'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 114,137,884,362, a health-related licensing board must propose a fee reduction according to section 16A.1283 if it accumulates up to one year of operating funds. This is specified in the span: A health-related licensing board may accumulate up to one year of operating funds, and then shall propose a fee reduction according to section 16A.1283.117,250,881,265.", "gt_answer": "A health-related licensing board must propose a fee reduction according to section 16A.1283 if it accumulates up to one year of operating funds. This is specified in the text: 'A health-related licensing board may accumulate up to one year of operating funds, and then shall propose a fee reduction according to section 16A.1283.117,250,881,265'."} +{"image": ["imgs/ChartQA_PCG/two_col_862.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the highest number in millions observed on the line graph?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 20.98 154, 156, 191, 175"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "20.98154, 161, 188, 179", "gt_answer": " 20.98 154, 156, 191, 175", "necessary bbox": "[\" May '20 152, 877, 189, 941\", ' 20.98 154, 156, 191, 175']"} +{"image": ["imgs/CCMAIN/0072219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should a client do if they do not have insurance? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The form indicates that if a client does not have Insurance380,241,426,250, they should obtain signed waiver591,241,688,250. Answer: obtain signed waiver591,241,688,250"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form includes a section for insurance, and if the client does not have it, they are instructed to obtain signed waiver590,241,687,250. Answer: Obtain signed waiver590,241,687,250", "gt_answer": "The form indicates that if a client does not have Insurance380,241,426,250, they should obtain signed waiver591,241,688,250. Answer: obtain signed waiver591,241,688,250"} +{"image": ["imgs/CCMAIN/0308638.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the consequences of making intentional misstatements or omissions of facts as mentioned in 58,636,873,702? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text in 58,636,873,702 states that 'Intentional misstatements or omissions of facts constitute Federal Criminal Violations.' This is further supported by the reference to '18 U.S.C. 1001 and 15 U.S.C. 78ff(a),' indicating legal repercussions for such actions."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The consequences of making intentional misstatements or omissions of facts are described as constituting Federal Criminal Violations, as referenced in ** Intentional misstatements or omissions of facts constitute Federal Criminal Violations61,665,483,674. This is further supported by legal references to 18 U.S.C. 1001 and 15 U.S.C. 78ff(a).", "gt_answer": "The text in 58,636,873,702 states that 'Intentional misstatements or omissions of facts constitute Federal Criminal Violations.' This is further supported by the reference to '18 U.S.C. 1001 and 15 U.S.C. 78ff(a),' indicating legal repercussions for such actions."} +{"image": ["imgs/Crello/output_poster2187_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the text in 355,416,473,507 suggest about consumer preferences?"}, {"role": "assistant", "content": "Eco-friendly and sustainable products"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The audience is more inclined to buy eco-friendly and sustainable products.", "gt_answer": "Eco-friendly and sustainable products", "necessary bbox": "[' The audience is more inclined \\nto buy eco-friendly and \\nsustainable products. 355,416,473,507 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60027.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in percentage between 517,649,536,663 responses for the age groups 232,528,314,546 and 782,526,887,546. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The difference in percentage between Yes 517,649,536,663 responses for the age groups 16 to 24 years 232,528,314,546 and 55 years and over 782,526,887,546 is 3% (i.e., 27% 253,343,278,362 - 24% 814,359,839,378)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Yes517,649,536,663 in the age group 16 to 24 years232,528,314,546 is 27%250,345,277,363, and for No596,649,611,663 in the age group 55 years and over782,526,887,546 is 76%829,78,855,97. The difference is 76% - 27% = 49%.", "gt_answer": "The difference in percentage between Yes 517,649,536,663 responses for the age groups 16 to 24 years 232,528,314,546 and 55 years and over 782,526,887,546 is 3% (i.e., 27% 253,343,278,362 - 24% 814,359,839,378)."} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage share for 267,856,328,869 on the vertical bar chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "30%280,167,312,183"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "30%285,164,312,181", "gt_answer": "30%280,167,312,183", "necessary bbox": "[''Millennials267,856,328,869','30%280,167,312,183']"} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the item number of the sound recording? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2003-047/07T450,279,543,292"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2003-047/07T450,279,545,292", "gt_answer": "2003-047/07T450,279,543,292"} +{"image": ["imgs/CCMAIN/0224879.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere are new 112,282,470,298 prohibited from being located? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Village Residential and Village Commercial zones227,700,625,717"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "In the Village Residential and Village Commercial zones228,701,625,716.", "gt_answer": "Village Residential and Village Commercial zones227,700,625,717"} +{"image": ["imgs/ChartQA_PCG/two_col_60049.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share of the leading company in the corrective lens market?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "42%226, 204, 252, 221"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "42%225, 203, 251, 219", "gt_answer": "42%226, 204, 252, 221", "necessary bbox": "['EssilorLuxottica195, 920, 283, 934', '42%226, 204, 252, 221']"} +{"image": ["imgs/CCMAIN/0118460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 57,345,148,359 for enrolling in this course? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Basic mathematical principles, especially from calculus283,345,609,358"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Basic mathematical principles284,345,460,359, especially from calculus.", "gt_answer": "Basic mathematical principles, especially from calculus283,345,609,358"} +{"image": ["imgs/ChartQA_PCG/two_col_40981.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage of respondents who found the loans either \"Very important\" or \"387, 835, 443, 851\"?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "87.2%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for \"Very important\" is 59% and for \"Important387, 835, 443, 851\" is 28%. Adding these gives 59% + 28% = 87%. Answer: 87%", "gt_answer": "87.2%", "necessary bbox": "[' Very important 178, 834, 264, 851', ' Important 387, 835, 443, 851']"} +{"image": ["imgs/Crello/output_poster915_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of shoes are being promoted in the poster?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Leather"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' BEST LEATHER SHOES FOR MEN 69,846,327,888 ' specifies the type of shoes being promoted. Answer: Best leather shoes for men", "gt_answer": "Leather", "necessary bbox": "[' BEST LEATHER SHOES FOR MEN 69,856,325,891 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1155.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in production between 24,279,202,287 and 129,152,203,157? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The difference is 180.77900,150,953,157 million metric tons for Tomatoes129,152,203,157 minus 55.20422,278,467,285 million metric tons for Eggplants (aubergines)24,279,202,287, which equals 125.57 million metric tons."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The difference in production between Eggplants (aubergines) 24,279,202,287 and Tomatoes 129,152,203,157 is 125.57 million metric tons.", "gt_answer": "The difference is 180.77900,150,953,157 million metric tons for Tomatoes129,152,203,157 minus 55.20422,278,467,285 million metric tons for Eggplants (aubergines)24,279,202,287, which equals 125.57 million metric tons."} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total current COH (Cash on Hand) for WesterCon Bid? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The Current COH117,112,215,126 is calculated by subtracting $665 for LA voting/mbr and $240 for WesternSFA from the initial amount of $2425.41, resulting in $1520.41620,112,681,126. Answer: $1520.41620,112,681,126"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the current COH as $2425.41233,110,293,127, which includes funds for LA voting/mbr and WesternSFA. Answer: $2425.41233,110,293,127", "gt_answer": "The Current COH117,112,215,126 is calculated by subtracting $665 for LA voting/mbr and $240 for WesternSFA from the initial amount of $2425.41, resulting in $1520.41620,112,681,126. Answer: $1520.41620,112,681,126"} +{"image": ["imgs/Crello/output_poster220_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is giving a testimonial about the spa experience? Provide a concise response and include the answer's bounding box if it is available.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Amanda Jones 74,855,320,872 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Amanda Jones 74,856,320,874 ", "gt_answer": " Amanda Jones 74,855,320,872 ", "necessary bbox": "[' Amanda Jones 74,855,320,872 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_82116.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich sentiment about Greta Thunberg was most common among respondents?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Sympathy133, 939, 191, 956"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Sympathy133,939,190,956", "gt_answer": "Sympathy133, 939, 191, 956", "necessary bbox": "['Sympathy133, 939, 191, 956', '31%148, 74, 174, 91']"} +{"image": ["imgs/CCMAIN/0068306.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price per person for 204,77,845,125?"}, {"role": "assistant", "content": "\u20ac27"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u20ac27", "gt_answer": "\u20ac27"} +{"image": ["imgs/ChartQA_PCG/two_col_3470.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich game had the lowest number of downloads?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Fortnite*658, 941, 707, 955"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Fortnite*", "gt_answer": "Fortnite*658, 941, 707, 955", "necessary bbox": "['Fortnite*658, 941, 707, 955', '78']"} +{"image": ["imgs/ChartQA_PCG/two_col_4371.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much was the average prize pool growth from 2011 to 2019, if in 2011 the prize pool was 1.60 million and in 2019 it was 34.33 million? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The growth from 2011 168,946,195,959 with a pool of 1.60 to 2019 816,946,844,959 with 34.33 814,98,847,114 million is 32.73 million over 8 years, averaging approximately 4.09 million per year."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The average prize pool growth from 2011 to 2019 is calculated as follows: (34.33 - 1.60) / (2019 - 2011) = 32.73 / 8 = 4.09 million U.S. dollars per year.", "gt_answer": "The growth from 2011 168,946,195,959 with a pool of 1.60 to 2019 816,946,844,959 with 34.33 814,98,847,114 million is 32.73 million over 8 years, averaging approximately 4.09 million per year."} +{"image": ["imgs/Crello/output_poster1434_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is indicated by the larger text in darkslategrey color in the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The text ' Organic 379,452,576,588 ' represents the larger text in darkslategrey color."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The larger text in darkslategrey color indicates ' Organic 378,452,576,591 '.", "gt_answer": "The text ' Organic 379,452,576,588 ' represents the larger text in darkslategrey color."} +{"image": ["imgs/ChartQA_PCG/two_col_1809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in R&D expenditure from 164,860,198,875 to 775,860,806,875?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "286.3%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The expenditure in 2013164,860,198,875 was 7137168,649,197,665 million U.S. dollars and in 2020775,860,806,875 it was 27573772,133,810,149 million U.S. dollars. The increase is 27573 - 7137 = 20436 million U.S. dollars. The percentage increase is (20436 / 7137) * 100 \u2248 287.4%. Answer: 287.4%", "gt_answer": "286.3%", "necessary bbox": "['7137168, 649, 198, 664', '27573772, 133, 809, 149','2013164,860,198,875','2020775,860,806,875']"} +{"image": ["imgs/Crello/output_poster815_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can someone register as a speaker for the conference?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "SPEAK@CONFERENCE.FL.US"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' REGISTER AS A SPEAKER SPEAK@CONFERENCE.FLUS\nBOOK YOUR PLACE GUESTS@CONFERENCE.FLUS\nLEARN DETAILS INFO@CONFERENCE.FLUS 47,839,469,895 ' provides the email address for speaker registration. Answer: SPEAK@CONFERENCE.FLUS", "gt_answer": "SPEAK@CONFERENCE.FL.US", "necessary bbox": "['SPEAK@CONFERENCE.FL.US 242,838,471,854']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20396.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in percentage sales share between 600, 647, 643, 667 and 467, 617, 544, 633 in 863, 523, 888, 568? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "In 2020863, 523, 888, 568, the sales share for Apparel600, 647, 643, 667 is 4.60%859, 77, 896, 95 and for Consumables467, 617, 544, 633 is 76.80%855, 331, 899, 349. The difference is 76.80%855, 331, 899, 349 - 4.60%859, 77, 896, 95 = 72.20%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The difference is 76.80%859, 336, 904, 355 - 12.10%859, 144, 904, 162 = 64.70%.", "gt_answer": "In 2020863, 523, 888, 568, the sales share for Apparel600, 647, 643, 667 is 4.60%859, 77, 896, 95 and for Consumables467, 617, 544, 633 is 76.80%855, 331, 899, 349. The difference is 76.80%855, 331, 899, 349 - 4.60%859, 77, 896, 95 = 72.20%."} +{"image": ["imgs/ChartQA_PCG/multi_col_438.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the median age of 834,590,866,606 in 834,590,866,606?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "28.80839, 81, 872, 99"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "28.80834,85,867,104", "gt_answer": "28.80839, 81, 872, 99", "necessary bbox": "['28.80839, 81, 872, 99','2019834,590,866,606','Brides 834,590,866,606']"} +{"image": ["imgs/Crello/output_poster1201_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat additional benefit is provided with the purchase?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " free shipping on your entire order 238,805,569,840 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " free shipping on your entire order 238,804,567,839 ", "gt_answer": " free shipping on your entire order 238,805,569,840 ", "necessary bbox": "[' free shipping on your entire order 238,805,569,840 ']"} +{"image": ["imgs/Crello/output_poster2098_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location of the craft fair?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "PITTSBURGH MARKET SQUARE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The location is mentioned in the text ' PITTSBURGH\nMARKET SQUARE 627,321,840,721 '. Answer: PITTSBURGH MARKET SQUARE", "gt_answer": "PITTSBURGH MARKET SQUARE", "necessary bbox": "[' PITTSBURGH\\nMARKET SQUARE 628,333,839,754 ']"} +{"image": ["imgs/CCMAIN/0037204.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for the 46,438,135,461? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Pastor Brad379,438,450,461"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Pastor Brad378,441,450,462", "gt_answer": "Pastor Brad379,438,450,461"} +{"image": ["imgs/CCMAIN/0058976.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total offering amount collected on 708,835,788,852? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "$890.00742,911,787,929"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$890.00", "gt_answer": "$890.00742,911,787,929"} +{"image": ["imgs/CCMAIN/0276867.png"], "messages": [{"role": "user", "content": "<|image|> \nAccording to 106,87,488,541, what are the three elements that need to be considered in juridical terms? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The three elements that need to be considered in juridical terms are: the charged action itself, the consequences of the charged action, and the intentional correlates of the charged action. This is highlighted in the text where it states, 'In juridical terms, three elements have to be considered: the charged action itself, the consequences of the charged action, and the intentional correlates of charged action.'"}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The three elements that need to be considered in juridical terms, as mentioned in 106,87,488,541, are: 1) the charged action itself, 2) the consequences of the charged action, and 3) the intentional correlates of charged action. These elements are crucial for establishing mental capacity in legal contexts.", "gt_answer": "The three elements that need to be considered in juridical terms are: the charged action itself, the consequences of the charged action, and the intentional correlates of the charged action. This is highlighted in the text where it states, 'In juridical terms, three elements have to be considered: the charged action itself, the consequences of the charged action, and the intentional correlates of charged action.'"} +{"image": ["imgs/ChartQA_PCG/two_col_104683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of immigrants in France in 739,819,764,863?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "9.30%732,151,774,169"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "9.30%732,151,774,169", "gt_answer": "9.30%732,151,774,169", "necessary bbox": "['2015739,819,764,863', '9.30%732,151,774,169']"} +{"image": ["imgs/ChartQA_PCG/two_col_21548.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organ had the most transplant candidates waiting?Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "Kidney"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The organ with the most transplant candidates waiting is labeled as All 189, 147, 205, 160. The number of candidates for this organ is 108688 913, 145, 961, 159, which is the highest among all listed organs.\n\nAnswer: All", "gt_answer": "Kidney", "necessary bbox": "['Kidney163,233,204,248', '91834803,230,844,245']"} +{"image": ["imgs/Crello/output_poster2166_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat service is being advertised in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " SPA 385,532,597,799 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SPA 392,532,597,786 ", "gt_answer": " SPA 385,532,597,799 ", "necessary bbox": "[' SPA 385,532,597,799 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4491.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 705, 944, 732, 957 of universities captured in the chart?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "170"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Total705, 944, 732, 957 number of universities is 169. Answer: 169", "gt_answer": "170", "necessary bbox": "['Total705, 944, 732, 957']"} +{"image": ["imgs/CCMAIN/0360408.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document details the renovation of the POFF FEDERAL BUILDING513,396,840,418 in ROANOKE, VA588,419,765,441. The project was managed by Transystems Corporation182,574,338,586 and constructed by Balfour Beatty Construction, LLC271,592,473,604. It involved replacing the original curtainwall system with a new unitized system, including Aluminum Plate Panels388,610,531,622, Louvers91,627,140,639, and Bullet Resistant Windows148,627,305,639. The renovation was challenging as it was a functioning courthouse, requiring minimal noise and vibrations. The existing 50,000 square feet of single pane glass was replaced with a triple-glazed high-performance system. Suppliers included Permasteelisa Group177,663,307,675 and Armetco Panels313,664,412,675. The document invites viewers to visit the website for time-lapse photography of the project."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document describes the renovation of the POFF FEDERAL BUILDING514,396,842,420 in ROANOKE, VA590,417,767,441, led by Transystems Corporation182,573,339,586 as the architect and Balfour Beaty Construction, LLC272,591,474,604 as the general contractor. The project involved replacing the original curtainwall system with a new structural steel system319,723,448,736 to support the new unitized curtainwall system. Key elements included minimizing noise and vibrations during construction, as the building remained a functioning courthouse. The renovation was primarily a re-skinning of the existing facility, replacing single pane glass with triple-glazed high-performance insulated unitized glass curtain wall system.", "gt_answer": "The document details the renovation of the POFF FEDERAL BUILDING513,396,840,418 in ROANOKE, VA588,419,765,441. The project was managed by Transystems Corporation182,574,338,586 and constructed by Balfour Beatty Construction, LLC271,592,473,604. It involved replacing the original curtainwall system with a new unitized system, including Aluminum Plate Panels388,610,531,622, Louvers91,627,140,639, and Bullet Resistant Windows148,627,305,639. The renovation was challenging as it was a functioning courthouse, requiring minimal noise and vibrations. The existing 50,000 square feet of single pane glass was replaced with a triple-glazed high-performance system. Suppliers included Permasteelisa Group177,663,307,675 and Armetco Panels313,664,412,675. The document invites viewers to visit the website for time-lapse photography of the project."} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the nearby schools mentioned in 70,249,923,315? Give grounding and detailed answer."}, {"role": "assistant", "content": "The nearby schools mentioned are Haleiwa and Waialua. This information is found in the segment: Schools:596,288,659,300 Haleiwa663,288,716,300, Waialua725,288,778,300, Waialua787,288,840,300."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The nearby schools mentioned are Haleiwa, Waialua, and Waialua. This information is found in the span Schools: Haleiwa, Waialua, Waialua597,286,841,298.", "gt_answer": "The nearby schools mentioned are Haleiwa and Waialua. This information is found in the segment: Schools:596,288,659,300 Haleiwa663,288,716,300, Waialua725,288,778,300, Waialua787,288,840,300."} +{"image": ["imgs/ChartQA_PCG/two_col_40918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of inhabitants from 252, 139, 285, 152 listed on the chart?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "798328"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of inhabitants from Asia252, 139, 285, 152 is 798328894, 137, 960, 152. Answer: 798328", "gt_answer": "798328", "necessary bbox": "['Asia252, 139, 285, 152', '798328894, 137, 960, 152']"} +{"image": ["imgs/Crello/output_poster2222_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the wedding photography workshop?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "JUN, 25 10AM"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date and time are mentioned in the text ' JUN, 25\n10AM 450,863,549,942 '. Answer: JUN, 25 10AM", "gt_answer": "JUN, 25 10AM", "necessary bbox": "[' JUN, 25 \\n10AM 450,862,551,944 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_104702.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents answered 'Definitely yes'?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "81.8%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who answered 'Definitely yes' is 81.8%539, 307, 594, 333. Answer: 81.8%", "gt_answer": "81.8%", "necessary bbox": "['81.8%540, 309, 596, 335']"} +{"image": ["imgs/CCMAIN/0036489.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does Pope Francis emphasize about the concept of the person in 780,238,967,254? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In Pope Francis writes \u201cThe very concept of the person, which originated and developed in Christianity, fosters the pursuit of a fully hu-780,238,967,254, Pope Francis emphasizes that the concept of the person is rooted in Christianity and promotes the pursuit of fully human development. It signifies relationship over individualism, inclusion over exclusion, and upholds unique and inviolable dignity over exploitation."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Pope Francis emphasizes that the concept of the person is not about individualism but about a unique and inviolable relationship, not exploitation. This is highlighted in the text: person, which fosters the pursuit of human dignity, as dignity is not an end in himself for himself, and never simply a means to be valued only for his or her usefulness. Persons are created to live together in dignity, as equal in dignity. Human780,238,967,254.", "gt_answer": "In Pope Francis writes \u201cThe very concept of the person, which originated and developed in Christianity, fosters the pursuit of a fully hu-780,238,967,254, Pope Francis emphasizes that the concept of the person is rooted in Christianity and promotes the pursuit of fully human development. It signifies relationship over individualism, inclusion over exclusion, and upholds unique and inviolable dignity over exploitation."} +{"image": ["imgs/ChartQA_PCG/multi_col_101141.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of Middle-income countries where 51-75% of retail prices is tax?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "35"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of Middle-income countries where 51-75% of retail prices is tax is represented by the value 38536, 99, 551, 118.\n\nAnswer: 38", "gt_answer": "35", "necessary bbox": "['Middle-income501,692,583,707', '51-75% of retail prices is tax612,585,777,605', '35687,135,702,154']"} +{"image": ["imgs/Crello/output_poster1452_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the location of Huzzah Store mentioned in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The location mentioned is ' 3975 Gladeridge Dr 684,254,801,270'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The location is ' 3975 Gladeridge Dr 684,256,801,270'.", "gt_answer": "The location mentioned is ' 3975 Gladeridge Dr 684,254,801,270'."} +{"image": ["imgs/ChartQA_PCG/multi_col_80270.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of girls in grade 8 who feel they are 624,666,667,677?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "26%737,399,766,412"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "26%738,401,767,413", "gt_answer": "26%737,399,766,412", "necessary bbox": "['Too fat624,666,667,677', 'Girls grade 8122,406,203,420', '26%737,399,766,412']"} +{"image": ["imgs/Crello/output_poster1053_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the store offering the sale?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " YEPIK 739,424,846,444"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " YEPIK 739,421,846,440 ", "gt_answer": " YEPIK 739,424,846,444", "necessary bbox": "[' YEPIK 739,424,846,444', ' STORE 766,452,834,464']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100891.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in trust levels for Twitter users?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "15%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "For Twitter users, the percentage of respondents who trust the retailer less is 52%, and those who trust the retailer more is 37%. The difference in trust levels is 15%. Answer: 15%", "gt_answer": "15%", "necessary bbox": "['Trust the retailer less345,742,467,757', 'Twitter users752,599,825,615', 'Trust the retailer more522,742,651,757']"} +{"image": ["imgs/ChartQA_PCG/two_col_43517.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the heat content reach its maximum value?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2005412,869,437,909"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2005413,869,438,909", "gt_answer": "2005412,869,437,909", "necessary bbox": "['1125411,206,440,222', '2005412,869,437,909']"} +{"image": ["imgs/ChartQA_PCG/two_col_41953.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart do 51,535,273,567 and 173,823,368,855 together represent? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Hardlines & leisure goods51,535,273,567 account for 19.0%350,529,405,555 and Apparel & Accessories173,823,368,855 account for 10.0%403,687,458,713, together totaling 29.0%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "19.0%352,527,408,553 + 5.0%460,711,505,737 = 24.0%", "gt_answer": "Hardlines & leisure goods51,535,273,567 account for 19.0%350,529,405,555 and Apparel & Accessories173,823,368,855 account for 10.0%403,687,458,713, together totaling 29.0%."} +{"image": ["imgs/CCMAIN/0075264.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of 306,90,685,111? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Thursday, May 15, 2014404,130,595,145 at 12:30 p.m.414,167,499,182"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Thursday, May 15, 2014403,130,595,145 at 12:30 p.m.414,167,498,182", "gt_answer": "Thursday, May 15, 2014404,130,595,145 at 12:30 p.m.414,167,499,182"} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 120,410,199,427 for enrollment for the events? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "10th December 2020343,411,524,428"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "10th December 2020345,410,523,427", "gt_answer": "10th December 2020343,411,524,428"} +{"image": ["imgs/Crello/output_poster518_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can users contribute to important causes as mentioned in 138,897,752,918?"}, {"role": "assistant", "content": "www.localbless.com"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.localbless.com", "gt_answer": "www.localbless.com", "necessary bbox": "[' Contribute to what is really important on www.localbless.com 138,897,752,918']"} +{"image": ["imgs/Crello/output_poster1349_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can customers purchase the wedding hair jewelry?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Online"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' SHOP ONLINE 843,876,932,899 ' indicates that customers can purchase the items online. Answer: SHOP ONLINE", "gt_answer": "Online", "necessary bbox": "[' SHOP ONLINE 846,876,934,903 ']"} +{"image": ["imgs/CCMAIN/0153333.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify a book related to psychology from 52,372,939,605 and provide its details. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The book related to psychology is 'cognitive therapy of depression the guilford clinical psychology and psychopathology series'. It is mentioned in the span henri lefebvre and the spanish urban experience reading from the mobile city by fraser benjamin 2013 paperback, cognitive therapy of depression53,394,929,414."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "A book related to psychology from 52,372,939,605 is 'cognitive therapy of depression the guilford clinical psychology and psychopathology series'. This book is part of a series that focuses on clinical psychology and psychopathology, indicating its relevance to psychological studies and therapies.", "gt_answer": "The book related to psychology is 'cognitive therapy of depression the guilford clinical psychology and psychopathology series'. It is mentioned in the span henri lefebvre and the spanish urban experience reading from the mobile city by fraser benjamin 2013 paperback, cognitive therapy of depression53,394,929,414."} +{"image": ["imgs/ChartQA_PCG/two_col_83298.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the consumer expenditure in the UK first exceed 124,379,157,399?"}, {"role": "assistant", "content": "2013"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2013.", "gt_answer": "2013", "necessary bbox": ["2013493, 854, 519, 894", "8430", "4000128, 609, 156, 621"]} +{"image": ["imgs/CCMAIN/0209252.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 322,423,667,438 effective against?"}, {"role": "assistant", "content": "Cold & Flu Viruses, MRSA, H1N1 Virus, Norovirus"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Cold & Flu Viruses, MRSA, H1N1 Virus, Norovirus", "gt_answer": "Cold & Flu Viruses, MRSA, H1N1 Virus, Norovirus"} +{"image": ["imgs/CCMAIN/0297345.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy did Deanna Bayley change her opinion about the popcorn in 209,254,487,591? Give grounding and detailed answer."}, {"role": "assistant", "content": "Initially, Deanna Bayley found the popcorn bland, as indicated by the text: \"\u2018It\u2019s bland,\u2019 Deanna Bayley said.\" However, her opinion changed when she learned it was just 40 calories a cup, which she found appealing for its health benefits: \"But she perked right up when she found out it was just 40 calories a cup. \u2018It\u2019s fresh. Fantastic on the calorie count. Great for the figure.\u2019\""}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Deanna Bayley changed her opinion about the popcorn because she found out it was just 40 calories a cup, as stated in It\u2019s fresh. Fantastic on the calorie count.234,510,486,521. This realization made her appreciate the popcorn's nutritional value.", "gt_answer": "Initially, Deanna Bayley found the popcorn bland, as indicated by the text: \"\u2018It\u2019s bland,\u2019 Deanna Bayley said.\" However, her opinion changed when she learned it was just 40 calories a cup, which she found appealing for its health benefits: \"But she perked right up when she found out it was just 40 calories a cup. \u2018It\u2019s fresh. Fantastic on the calorie count. Great for the figure.\u2019\""} +{"image": ["imgs/CCMAIN/0159857.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the role of 117,462,874,474 in diagnosing autoimmune diseases? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The role of 117,462,874,474, which includes tests like Anti-CCP, Antinuclear Antibody (ELISA), and Anti-Thyroid Peroxidase, is crucial in diagnosing autoimmune diseases. For example, Anti-CCP is used for rheumatoid arthritis, Antinuclear Antibody for systemic lupus erythematosus, and Anti-Thyroid Peroxidase for autoimmune thyroid disorders."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The role of Anti-Mullerian Hormone117,462,874,474 in diagnosing autoimmune diseases is to serve as a biomarker. It is used to detect and monitor the presence of autoantibodies associated with autoimmune conditions, helping in the diagnosis and management of such diseases.", "gt_answer": "The role of 117,462,874,474, which includes tests like Anti-CCP, Antinuclear Antibody (ELISA), and Anti-Thyroid Peroxidase, is crucial in diagnosing autoimmune diseases. For example, Anti-CCP is used for rheumatoid arthritis, Antinuclear Antibody for systemic lupus erythematosus, and Anti-Thyroid Peroxidase for autoimmune thyroid disorders."} +{"image": ["imgs/ChartQA_PCG/29035673000697.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the female share in agriculture?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "60.65%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The female share in agriculture is represented by the label Female share in agriculture194, 263, 507, 286. The corresponding value is 61.10.\n\nAnswer: 61.1%", "gt_answer": "60.65%", "necessary bbox": "['Female share in agriculture194, 266, 509, 289']"} +{"image": ["imgs/ChartQA_PCG/92809156000331.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the country labeled at the position 285, 661, 342, 684 and explain its role in this chart on sulphur oxide emissions. Give grounding and detailed answer."}, {"role": "assistant", "content": "The country labeled at the position 285, 661, 342, 684 is Turkey. In this chart, just like the other countries, Turkey's bar shows a sulphur oxide emission value of 100904, 657, 936, 679 for the year 1990."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The country labeled at 285, 661, 342, 684 is Turkey285, 661, 342, 684. Turkey has the highest sulphur oxide emissions among the listed countries with a value of 100900, 657, 935, 679.", "gt_answer": "The country labeled at the position 285, 661, 342, 684 is Turkey. In this chart, just like the other countries, Turkey's bar shows a sulphur oxide emission value of 100904, 657, 936, 679 for the year 1990."} +{"image": ["imgs/CCMAIN/0083327.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of downloading the 87,228,908,414 app according to the text? Give grounding and detailed answer."}, {"role": "assistant", "content": "The purpose of downloading the 87,228,908,414 app, specifically the 'Check In CBR app', is to make it easy to sign into participating Canberra venues when you visit, as indicated in the text: Download the Check In CBR app so it\u2019s easy to sign into participating Canberra venues when you visit.120, 231, 911, 245."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of downloading the Check In CBR app87,228,908,414 is to facilitate easy sign-in into participating Canberra venues when you visit. This helps in tracking and tracing contacts in case someone tests positive for COVID-19.", "gt_answer": "The purpose of downloading the 87,228,908,414 app, specifically the 'Check In CBR app', is to make it easy to sign into participating Canberra venues when you visit, as indicated in the text: Download the Check In CBR app so it\u2019s easy to sign into participating Canberra venues when you visit.120, 231, 911, 245."} +{"image": ["imgs/ChartQA_PCG/multi_col_100815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 626, 601, 640, 615 SMEs viewed access to external finance as a moderate obstacle?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "14%351, 304, 379, 320"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " 21% 314, 305, 343, 322", "gt_answer": "14%351, 304, 379, 320", "necessary bbox": "['All626, 601, 640, 615', 'Moderate obstacle107, 307, 223, 320', '14%351, 304, 379, 320']"} +{"image": ["imgs/ChartQA_PCG/two_col_24561.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the lowest export value?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Australia140,795,195,808"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Australia140, 796, 195, 809", "gt_answer": "Australia140,795,195,808", "necessary bbox": "['1.39365,793,393,808', 'Australia140,795,195,808']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60057.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales revenue in billion GBP in 2018?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "688.4"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total sales revenue in 2018, add the values for \"Website sales\" and \"EDI sales*\". \n\n- Website sales in 2018: 365720,445,742,463\n- EDI sales* in 2018: 323.40710,204,751,222\n\nTotal sales revenue = 365 + 323.40 = 688.40 billion GBP.\n\nAnswer: 688.40 billion GBP.", "gt_answer": "688.4", "necessary bbox": "['365720,443,742,462', '323.40710,205,751,224']"} +{"image": ["imgs/CCMAIN/0139185.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the Brightwater Homeowner's Association Board of Director's Meeting? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document specifies the meeting details under the headings DATE212,98,260,116 and TIME212,114,256,132 as Friday, June 18, 2021330,98,486,116 and 10:00 a.m.330,114,406,132 respectively. Answer: Friday, June 18, 2021330,98,486,116 at 10:00 a.m.330,114,406,132"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the meeting date and time as Friday, June 18, 2021330,99,485,116 at 10:00 a.m.330,116,404,133. Answer: Friday, June 18, 2021330,99,485,116 at 10:00 a.m.330,116,404,133", "gt_answer": "The document specifies the meeting details under the headings DATE212,98,260,116 and TIME212,114,256,132 as Friday, June 18, 2021330,98,486,116 and 10:00 a.m.330,114,406,132 respectively. Answer: Friday, June 18, 2021330,98,486,116 at 10:00 a.m.330,114,406,132"} +{"image": ["imgs/CCMAIN/0213867.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many eligible genes were localized in the reported CNVs? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2,241 eligible genes391,524,566,541"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2,241390,526,438,541", "gt_answer": "2,241 eligible genes391,524,566,541"} +{"image": ["imgs/Crello/output_poster1894_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the birthday wish addressed to in 204,170,515,198?"}, {"role": "assistant", "content": "Joanne Miller"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Joanne Miller", "gt_answer": "Joanne Miller", "necessary bbox": "[' JOANNE MILLER,\\nWE WISH YOU A VERY 204,170,515,198']"} +{"image": ["imgs/ChartQA_PCG/two_col_2536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich state has the least number of specialist physicians? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": " New Jersey 38, 825, 107, 840 with 31545 specialist physicians."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "New Jersey38,829,105,841 with 31670 specialist physicians.", "gt_answer": " New Jersey 38, 825, 107, 840 with 31545 specialist physicians."} +{"image": ["imgs/ChartQA_PCG/two_col_464.png"], "messages": [{"role": "user", "content": "<|image|> \nWhose follower count was above 15 million?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "KingBach113,136,169,152"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Nash Grier104,213,175,228", "gt_answer": "KingBach113,136,169,152", "necessary bbox": "['KingBach113,136,169,152', '16.27']"} +{"image": ["imgs/Crello/output_poster454_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the person whose contact information is in 609,626,1069,675?"}, {"role": "assistant", "content": " Blake Campbell "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Blake Campbell", "gt_answer": " Blake Campbell ", "necessary bbox": "[' Blake Campbell 609,316,874,393']"} +{"image": ["imgs/ChartQA_PCG/22143392000229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the perceived corruption score of 177,549,217,571?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "30683,544,705,566"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "30685,547,709,569", "gt_answer": "30683,544,705,566", "necessary bbox": "['30683,544,705,566', 'Togo177,549,217,571']"} +{"image": ["imgs/Crello/output_poster2200_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the call to action in the poster? Answer directly and provide the bounding box for the answer if applicable.Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": " Swipe Up "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' swipe up 387,879,605,912 ' is a common call to action in Instagram Stories. Answer: swipe up 387,879,605,912 ", "gt_answer": " Swipe Up ", "necessary bbox": "[' Swipe Up 385,874,608,914 ']"} +{"image": ["imgs/CCMAIN/0189921.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document outlines a series of sessions focused on Network Programmability31,223,240,255 and NetDevOps88,294,148,314. It encourages becoming a NetDevOps maven88,294,187,314 by leveraging Infrastructure as Code82,318,200,339 and fostering automation. Sessions include topics like using Programmable Cisco Platforms408,318,614,344 for workflow automation, team exercises, CI/CD with Cisco DNA Center577,534,653,560 templates, and contact tracing using networks. Other sessions cover returning to the office with Cisco DNA Center Pandemic Proximity API745,287,941,313 and exploring Cisco SD-WAN Programmability849,410,895,436."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines a journey towards becoming a NetDevOps expert by leveraging the power of Infrastructure as Code and fostering a culture of automation and programmability. It begins with Your First Steps Towards Network Programmability406,253,619,278 in 2015, emphasizing the use of Network Programmability36,253,219,278. The path includes various stages such as NetDevOps is a Team Exercise406,432,606,457 in 2006, focusing on collaborative practices. In 2007, it explores NetDevOps - CI/CD with Cisco DNA Center - Templates as Code406,526,636,551, highlighting continuous integration and delivery. The journey concludes with DevNet: Fun with Cisco SD-WAN Programmability720,407,899,432 in 2007, showcasing practical applications of DevNet.", "gt_answer": "The document outlines a series of sessions focused on Network Programmability31,223,240,255 and NetDevOps88,294,148,314. It encourages becoming a NetDevOps maven88,294,187,314 by leveraging Infrastructure as Code82,318,200,339 and fostering automation. Sessions include topics like using Programmable Cisco Platforms408,318,614,344 for workflow automation, team exercises, CI/CD with Cisco DNA Center577,534,653,560 templates, and contact tracing using networks. Other sessions cover returning to the office with Cisco DNA Center Pandemic Proximity API745,287,941,313 and exploring Cisco SD-WAN Programmability849,410,895,436."} +{"image": ["imgs/ChartQA_PCG/multi_col_80951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of Other commercial services in 831,613,859,627?"}, {"role": "assistant", "content": "55.4"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "59.10%", "gt_answer": "55.4", "necessary bbox": "['2019831,613,859,627', 'Other commercial services726,770,881,786', '55.40%']"} +{"image": ["imgs/CCMAIN/0135047.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for ensuring the website complies with WCAG 2.0 level AA? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The responsibility for hiring a website developer to ensure compliance with WCAG 2.0 level AA by June 30, 2021670,838,769,851 is assigned to Scott Skillen<825,840,914,850. Answer: Scott Skillen825,840,914,850"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that Scott Skillen is responsible for hiring a website developer to ensure the website complies with the requirements of WCAG 2.0 level AA by June 30, 2021. Answer: Scott Skillen827,141,910,156", "gt_answer": "The responsibility for hiring a website developer to ensure compliance with WCAG 2.0 level AA by June 30, 2021670,838,769,851 is assigned to Scott Skillen<825,840,914,850. Answer: Scott Skillen825,840,914,850"} +{"image": ["imgs/ChartQA_PCG/two_col_4223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people responded with 'Yes'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "12.7%508,713,563,739"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "12.7%508, 709, 564, 735", "gt_answer": "12.7%508,713,563,739", "necessary bbox": "['12.7%508,713,563,739']"} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for the record of this journal? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "ISSN National Centre for Indonesia451,260,755,274"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "ISSN National Centre for Indonesia451,259,753,274", "gt_answer": "ISSN National Centre for Indonesia451,260,755,274"} +{"image": ["imgs/ChartQA_PCG/two_col_22179.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage of total investment for sectors 269, 461, 319, 487 and 176, 705, 362, 737? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The combined percentage for Trade269, 461, 319, 487 at 7.15%397, 473, 452, 499 and Electricity generation176, 705, 362, 737 at 3.99%420, 605, 475, 631 is 11.14%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage is 7.15%394, 461, 449, 487 + 13.01%472, 679, 538, 705 = 20.16%.", "gt_answer": "The combined percentage for Trade269, 461, 319, 487 at 7.15%397, 473, 452, 499 and Electricity generation176, 705, 362, 737 at 3.99%420, 605, 475, 631 is 11.14%."} +{"image": ["imgs/CCMAIN/0283605.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere did 472,329,569,346compose most of the songs to his latest album?"}, {"role": "assistant", "content": "on his home answering machine"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "In prison.", "gt_answer": "on his home answering machine"} +{"image": ["imgs/CCMAIN/0037809.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the candidate from 537,619,665,646? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "ALEX CASTILLO BLAS517,649,596,659"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "ALEX CASTILLO BLAS512,647,598,659", "gt_answer": "ALEX CASTILLO BLAS517,649,596,659"} +{"image": ["imgs/ChartQA_PCG/multi_col_60369.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of illnesses from all the outbreaks presented?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "2391"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of illnesses is calculated by adding the numbers for each outbreak: 714153, 186, 175, 208 (2009), 136372, 469, 394, 491 (2011), 630 (2013), and 870 (2015). Total = 714 + 136 + 630 + 870 = 2350. Answer: 2350", "gt_answer": "2391", "necessary bbox": "['714152,183,174,204', '136372,467,394,487']"} +{"image": ["imgs/CCMAIN/0358422.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 478,448,596,459 scheduled? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Nov. 23-27351,448,416,459"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Nov. 23-27350,448,416,459", "gt_answer": "Nov. 23-27351,448,416,459"} +{"image": ["imgs/Crello/output_poster1783_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The theme of the poster is 'Sweet B-day', which suggests a sweet-themed birthday celebration. Sweet \nB-day 216,409,704,613"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The theme of the poster is 'Birthday Party with Unicorn Cookies'.", "gt_answer": "The theme of the poster is 'Sweet B-day', which suggests a sweet-themed birthday celebration. Sweet \nB-day 216,409,704,613"} +{"image": ["imgs/CCMAIN/0201771.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be specified for a patient if they 39,139,306,156?"}, {"role": "assistant", "content": "type of surgery"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Type of surgery and date of injury.", "gt_answer": "type of surgery"} +{"image": ["imgs/ChartQA_PCG/two_col_101140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich show received the least number of likes?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The Walking Dead"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The show with the least number of likes is The Walking Dead150,820,276,835 with 29.80529,818,569,832 million likes.\n\nAnswer: The Walking Dead", "gt_answer": "The Walking Dead", "necessary bbox": "['The Walking Dead149,818,274,833', '29.80530,815,570,830']"} +{"image": ["imgs/ChartQA_PCG/two_col_101945.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total percentage for categories that are less than comfortable. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The total percentage for categories that are less than comfortable is 38.0% 585, 517, 640, 541 (Uncomfortable) + 24.0% 475, 259, 531, 285 (Moderately comfortable) = 62.0% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total percentage for 'Don't know' 9.0%448,627,493,653, 'Comfortable' 29.0%359,467,415,493, and 'Moderately comfortable' 24.0%477,259,533,285 is 62.0%.", "gt_answer": "The total percentage for categories that are less than comfortable is 38.0% 585, 517, 640, 541 (Uncomfortable) + 24.0% 475, 259, 531, 285 (Moderately comfortable) = 62.0% ."} +{"image": ["imgs/CCMAIN/0223211.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of document is 53,187,940,196? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The document power system analysis by ashfaq hussain53,187,940,196 is likely a technical or educational book focused on the analysis of power systems, authored by Ashfaq Hussain."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The document power system analysis by ashfaq hussein , quarks and leptons halzen martin solutions , msi bios manual , manual de artantis plugin para sketchup ,53,187,940,196 is a collection of various manuals and guides, including 'power system analysis' by Ashfaq Hussein, 'quarks and leptons' by Halzen Martin, 'msi bios manual', 'manual de artantis plugin para sketchup', and others.", "gt_answer": "The document power system analysis by ashfaq hussain53,187,940,196 is likely a technical or educational book focused on the analysis of power systems, authored by Ashfaq Hussain."} +{"image": ["imgs/Crello/output_poster2087_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed? Give grounding and detailed answer."}, {"role": "assistant", "content": "The main message is to promote eco-friendship and encourage people to join their team, as denoted by ' WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 243,611,646,715'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main message is about eco-friendship and inviting people to join the team, as seen in ' WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 243,616,647,710 '.", "gt_answer": "The main message is to promote eco-friendship and encourage people to join their team, as denoted by ' WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 243,611,646,715'."} +{"image": ["imgs/ChartQA_PCG/two_col_41806.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company generated approximately twice the revenue of 318,304,406,316? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "UnitedHealth Group Incorporated149,227,405,243 generated 157.11 billion768,225,821,239 USD, approximately twice the revenue of Anthem Inc318,304,406,316 which is 79.17 billion593,301,638,316 USD."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "UnitedHealth Group Incorporated149,226,406,242 generated approximately twice the revenue of Anthem Inc318,304,406,316, with revenues of 157.11767,224,821,238 billion U.S. dollars compared to 79.17591,302,636,316 billion U.S. dollars.", "gt_answer": "UnitedHealth Group Incorporated149,227,405,243 generated 157.11 billion768,225,821,239 USD, approximately twice the revenue of Anthem Inc318,304,406,316 which is 79.17 billion593,301,638,316 USD."} +{"image": ["imgs/CCMAIN/0008034.png"], "messages": [{"role": "user", "content": "<|image|> \nWho presented '87,183,907,225' at the 2012 NATOA Annual Convention? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that 'The Future of State and Local Communications Taxes87,183,907,225' was presented by Tim Lay535,221,674,263 at the 2012 NATOA Annual Convention. Answer: Tim Lay535,221,674,263"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that 'The Future of State and Local Communications Taxes87,183,907,225' was presented by Tim Lay at the 2012 NATOA Annual Convention. Answer: Tim Lay534,223,672,258", "gt_answer": "The document states that 'The Future of State and Local Communications Taxes87,183,907,225' was presented by Tim Lay535,221,674,263 at the 2012 NATOA Annual Convention. Answer: Tim Lay535,221,674,263"} +{"image": ["imgs/CCMAIN/0005746.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen was the document last updated? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "06-2021842,916,883,939"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "06-2021843,925,887,942", "gt_answer": "06-2021842,916,883,939"} +{"image": ["imgs/CCMAIN/0134787.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the available sauces for the Kids Meal? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The menu indicates that the * SAUCE AVAILABLE105,666,276,680 for the Kids Meal includes Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,780,693. Answer: Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,780,693"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu specifies that the sauces available for the Kids Meal are Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,783,692. Answer: Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,783,692", "gt_answer": "The menu indicates that the * SAUCE AVAILABLE105,666,276,680 for the Kids Meal includes Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,780,693. Answer: Tomato, Garlic aioli, Sweet Chilli, BBQ, Bearnaise, Natural Hummus115,680,780,693"} +{"image": ["imgs/CCMAIN/0097419.png"], "messages": [{"role": "user", "content": "<|image|> \nWho 557,800,609,820 the final results of the dairy product analysis? Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The report was prepared and reported by Susan Beasley651,803,729,819, as indicated in the document, ensuring accountability and traceability of the results. Answer: Susan Beasley651,803,729,819"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document indicates that the results were Reported By: Susan Beasley557,798,635,816, ensuring accountability and verification of the findings. Answer: Susan Beasley651,798,729,816", "gt_answer": "The report was prepared and reported by Susan Beasley651,803,729,819, as indicated in the document, ensuring accountability and traceability of the results. Answer: Susan Beasley651,803,729,819"} +{"image": ["imgs/CCMAIN/0220716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of 543,220,646,269 casualties from 419,873,467,924 to 2010?"}, {"role": "assistant", "content": "decreasing"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Decreasing trend.", "gt_answer": "decreasing"} +{"image": ["imgs/ChartQA_PCG/two_col_61168.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much has the global demand for primary energy increased from 0,827,49,840 to 13,128,47,141 over the time span from 158,846,186,859 to 714,846,748,859? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The global demand for primary energy increased from 10027 in 2000 158,846,186,859 to 17715 in 2040* 714,846,748,859, which is an increase of 7688 million metric tons of oil equivalent."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The global demand for primary energy increased from 9970 million metric tons in 2000158,846,186,859 to 17630 million metric tons in 2040*714,846,748,859, an increase of 7660 million metric tons.", "gt_answer": "The global demand for primary energy increased from 10027 in 2000 158,846,186,859 to 17715 in 2040* 714,846,748,859, which is an increase of 7688 million metric tons of oil equivalent."} +{"image": ["imgs/ChartQA_PCG/two_col_61547.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the Gross Value Added (GVA) increase from 2010 to 2018 for the film, television, radio, and photography industries in the UK?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "5.65 billion GBP"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The GVA in 2010 was 15.16214,315,247,332 billion GBP and in 2018 it was 20.81765,122,798,138 billion GBP. The increase is 20.81 - 15.16 = 5.65 billion GBP. Answer: 5.65 billion GBP.", "gt_answer": "5.65 billion GBP", "necessary bbox": "['15.16217, 315, 249, 332', '20.81765, 123, 798, 139']"} +{"image": ["imgs/Crello/output_poster2188_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the text box with bbox 68,741,639,853 ?"}, {"role": "assistant", "content": "BE WHO YOU ARE"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "BE WHO YOU ARE", "gt_answer": "BE WHO YOU ARE", "necessary bbox": "[' BE WHO\\nYOU ARE 68,741,639,853 ']"} +{"image": ["imgs/CCMAIN/0190709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for the NATIONAL HALL OF FAME AWARD nomination? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "JUNE 1599,60,664,81"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "JUNE 1596,60,668,82", "gt_answer": "JUNE 1599,60,664,81"} +{"image": ["imgs/ChartQA_PCG/two_col_62315.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest vacancy rate?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "3.7"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest vacancy rate was in 2016730,849,756,889 with a rate of 3.70%726,153,763,169. Answer: 2016", "gt_answer": "3.7", "necessary bbox": "['3.70%728, 152, 765, 168', '2016733, 845, 759, 885']"} +{"image": ["imgs/Crello/output_poster539_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event located as mentioned in 644,864,833,893?"}, {"role": "assistant", "content": "City Observatory 655 Melm Street"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "655 Melm Street", "gt_answer": "City Observatory 655 Melm Street", "necessary bbox": "[' City Observatory\\n655 Melm Street 644,864,833,893']"} +{"image": ["imgs/Crello/output_poster831_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the experience level of the farmer mentioned in 388,691,549,749?"}, {"role": "assistant", "content": "10-\u043b\u0435\u0442\u043d\u0438\u043c \u0441\u0442\u0430\u0436\u0435\u043c"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10-\u043b\u0435\u0442\u043d\u0438\u043c", "gt_answer": "10-\u043b\u0435\u0442\u043d\u0438\u043c \u0441\u0442\u0430\u0436\u0435\u043c", "necessary bbox": "['\u043e\u0442 \u0444\u0435\u0440\u043c\u0435\u0440\u0430 \u0441 10-\u043b\u0435\u0442\u043d\u0438\u043c \u0441\u0442\u0430\u0436\u0435\u043c388,691,549,749']"} +{"image": ["imgs/CCMAIN/0289553.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 170,186,331,198 for this quarter? Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The Total Capital & Liabilities170,186,331,198 is listed as 8,127,630516,185,573,198 under the 'This Quarter Ending' column. Answer: 8,127,630516,185,573,198"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Total Capital & Liabilities170,186,331,198 for this quarter is listed as 8,127,630 in the document. Answer: 8,127,630", "gt_answer": "The Total Capital & Liabilities170,186,331,198 is listed as 8,127,630516,185,573,198 under the 'This Quarter Ending' column. Answer: 8,127,630516,185,573,198"} +{"image": ["imgs/ChartQA_PCG/two_col_20883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of homicides per 100,000 inhabitants in the year 301,899,326,939?"}, {"role": "assistant", "content": "16.60"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "16.60", "gt_answer": "16.60", "necessary bbox": "['2003301,899,326,939', '16.60298,525,332,541']"} +{"image": ["imgs/ChartQA_PCG/two_col_24338.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage change from the year 197,946,222,990 to 463,947,489,991? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The percentage changed from 8.80% in 2000197,946,222,990 to 10.40% in 2009463,947,489,991, which is a 1.60% increase."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage changed from 8.80% in 2000197,946,222,990 to 9.10% in 2008463,947,489,991, an increase of 0.30%.", "gt_answer": "The percentage changed from 8.80% in 2000197,946,222,990 to 10.40% in 2009463,947,489,991, which is a 1.60% increase."} +{"image": ["imgs/Crello/output_poster1974_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat blessing is wished for in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " May the Lord bless you with joy 333,543,593,670 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " May the Lord bless you with joy 329,542,596,670 ", "gt_answer": " May the Lord bless you with joy 333,543,593,670 ", "necessary bbox": "[' May the Lord bless you with joy 333,543,593,670 ']"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich snack item costs the same as a 114,220,190,232? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "Both SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359 are priced at 2209,220,226,232. Answer: MISS VICKIE'S CHIPS114,346,405,359"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Both Soda114,216,190,232 and Miss Vickie's Chips114,342,405,358 are priced at $2. Answer: Miss Vickie's Chips114,342,405,358", "gt_answer": "Both SODA114,220,190,232 and MISS VICKIE'S CHIPS114,346,405,359 are priced at 2209,220,226,232. Answer: MISS VICKIE'S CHIPS114,346,405,359"} +{"image": ["imgs/ChartQA_PCG/two_col_101945.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents found it 503, 101, 711, 133?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "24.0%475, 259, 531, 285"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "24.0%475, 253, 531, 279", "gt_answer": "24.0%475, 259, 531, 285", "necessary bbox": "['24.0%475, 259, 531, 285', 'Moderately comfortable503, 101, 711, 133']"} +{"image": ["imgs/Crello/output_poster1432_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the book mentioned in the poster?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The Marine World"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The title of the book is prominently displayed in a larger font size, indicating its importance as the main heading. Answer: The Marine\nWorld 135,102,798,242 ", "gt_answer": "The Marine World", "necessary bbox": "[' The Marine\\nWorld 134,101,796,244 ']"} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the term 'medical evaluation' refer to in the context of 507,295,698,409? Give grounding and detailed answer."}, {"role": "assistant", "content": "In the context of 507,295,698,409, 'medical evaluation' refers to a formal assessment by healthcare professionals, which is not conducted for individuals monitoring symptoms at home. This is indicated by the span m e d i c al ev a l u a t i on556,365,649,383."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In the context of 507,295,698,409, 'medical evaluation' refers to a professional assessment by a healthcare provider to determine if symptoms are consistent with COVID-19. This is part of the guidance for people who received a laboratory test for COVID-19 but do not have a positive result or are not being monitored at home.", "gt_answer": "In the context of 507,295,698,409, 'medical evaluation' refers to a formal assessment by healthcare professionals, which is not conducted for individuals monitoring symptoms at home. This is indicated by the span m e d i c al ev a l u a t i on556,365,649,383."} +{"image": ["imgs/Crello/output_poster1145_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the model name of the camera mentioned in 632,333,929,569?"}, {"role": "assistant", "content": "LYRIA W900"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "LYRIA W900", "gt_answer": "LYRIA W900", "necessary bbox": "['LYRIA\\nW900632,333,929,569']"} +{"image": ["imgs/ChartQA_PCG/two_col_43517.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the heat content reach 411,206,440,222?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2005412,869,437,909"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2005413,869,438,909", "gt_answer": "2005412,869,437,909", "necessary bbox": "['1125411,206,440,222', '2005412,869,437,909']"} +{"image": ["imgs/ChartQA_PCG/multi_col_259.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich player earned the most from 477, 607, 565, 618?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Roger Federer113, 111, 201, 125"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Roger Federer", "gt_answer": "Roger Federer113, 111, 201, 125", "necessary bbox": "['Roger Federer113, 111, 201, 125', 'Endorsements477, 607, 565, 618', '100524, 109, 547, 122']"} +{"image": ["imgs/Crello/output_poster303_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of font color is used for the text in the poster?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "black"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color for ' GABI CO 342,107,641,250 ' is specified as 'darkslategrey'. Answer: darkslategrey", "gt_answer": "black", "necessary bbox": "[' kids fashion 417,272,548,323 ', ' GABI CO 342,107,642,247 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_83298.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the consumer expenditure in the UK first exceed 125,379,156,398?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2013493, 854, 519, 894"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2013.", "gt_answer": "2013493, 854, 519, 894", "necessary bbox": "['2013493, 854, 519, 894', '8430', '4000128, 609, 156, 621']"} +{"image": ["imgs/Crello/output_poster133_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 425,260,514,296 and 341,385,654,478?"}, {"role": "assistant", "content": "Make friends"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Make friends", "gt_answer": "Make friends", "necessary bbox": "[' Make 425,260,514,296', ' friends 341,385,654,478']"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much of the 217,373,288,392 is saturated fat? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the document, the Total Fat217,373,288,392 is 0.873 g525,373,585,392, and the Saturated Fat217,402,326,421 is listed as <0.5 g525,402,575,421. Answer: <0.5 g525,402,575,421"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Total Fat217,373,288,392 content includes Saturated Fat217,403,326,422 as less than 0.5 g, indicating a very low amount of saturated fat in the cranberries. Answer: <0.5 g525,403,575,422", "gt_answer": "According to the document, the Total Fat217,373,288,392 is 0.873 g525,373,585,392, and the Saturated Fat217,402,326,421 is listed as <0.5 g525,402,575,421. Answer: <0.5 g525,402,575,421"} +{"image": ["imgs/ChartQA_PCG/two_col_4491.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of universities captured in the chart?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "170"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of universities is given as 170. Answer: 170", "gt_answer": "170", "necessary bbox": "['Total705, 944, 732, 957']"} +{"image": ["imgs/Crello/output_poster1256_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 184,300,243,341, 184,377,291,421, 184,467,256,507, and 184,539,300,580?"}, {"role": "assistant", "content": "The Divine Cult Studio"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The Divine Cult Studio", "gt_answer": "The Divine Cult Studio", "necessary bbox": "['THE184,300,243,341', 'DIVINE184,377,291,421', 'CULT184,467,256,507', 'STUDIO184,539,300,580']"} +{"image": ["imgs/Crello/output_poster1525_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the time period for the ski pass offer?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "winter 2017-2018"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The time period is mentioned as ' winter\n2017-2018 613,794,883,905 '. Answer: winter 2017-2018", "gt_answer": "winter 2017-2018", "necessary bbox": "[' winter\\n2017-2018 611,794,881,906 ']"} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for 468,383,530,411 in the year 2020? Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "In the table for Class XII468,383,530,411, the row corresponding to the year 2020121,328,150,349 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.03740,593,774,613. Answer: 99.03740,593,774,613"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that in Class XII468,383,530,411, the pass percentage for the year 2020 was 99.03739,592,771,615. Answer: 99.03739,592,771,615", "gt_answer": "In the table for Class XII468,383,530,411, the row corresponding to the year 2020121,328,150,349 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.03740,593,774,613. Answer: 99.03740,593,774,613"} +{"image": ["imgs/CCMAIN/0061818.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 359,497,419,520 for a sleeve with an inner height of 15 mm? Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The table shows that sleeves with an inner height287,497,319,508 of 15 mm297,675,334,686 have a PU layer thickness359,497,419,520 of 8 mm377,675,407,686. Answer: 8 mm377,675,407,686"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The table lists the PU layer thickness359,497,419,520 for different inner heights. For an inner height of 15 mm, the PU layer thickness359,497,419,520 is 8 mm. Answer: 8 mm", "gt_answer": "The table shows that sleeves with an inner height287,497,319,508 of 15 mm297,675,334,686 have a PU layer thickness359,497,419,520 of 8 mm377,675,407,686. Answer: 8 mm377,675,407,686"} +{"image": ["imgs/ChartQA_PCG/OECD_BENEFITS_IN_UNEMPLOYMENT,_SHARE_OF_PREVIOUS_INCOME_BGR_IRL_ISR_LUX_MLT_000003.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the benefits share of previous income for 668, 897, 691, 913? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The benefits share for Malta 668, 897, 691, 913 is 48 673, 251, 685, 269%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "48673, 251, 688, 269", "gt_answer": "The benefits share for Malta 668, 897, 691, 913 is 48 673, 251, 685, 269%."} +{"image": ["imgs/Crello/output_poster1071_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the destination mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " to Malta 181,294,518,316 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " to Malta 187,290,524,312 ", "gt_answer": " to Malta 181,294,518,316 ", "necessary bbox": "[' to Malta 181,294,518,316 ']"} +{"image": ["imgs/CCMAIN/0134787.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 130,289,277,304 with Beef, Cheese, Fresh Mix Salad, BBQ sauce & fries?"}, {"role": "assistant", "content": "17.5"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "17.5", "gt_answer": "17.5"} +{"image": ["imgs/ChartQA_PCG/two_col_24236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the value for 854, 912, 882, 925?"}, {"role": "assistant", "content": "30.60"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "30.57", "gt_answer": "30.60", "necessary bbox": "['2018854, 912, 882, 925', 'Population density in people per square kilometer114, 282, 125, 714', '30.60null']"} +{"image": ["imgs/Crello/output_poster1194_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the promotional code provided in the poster?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "COMICDAY"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The promotional code is given as ' CODE: COMICDAY 345,749,586,801 '. Answer: CODE: COMICDAY 345,749,586,801 ", "gt_answer": "COMICDAY", "necessary bbox": "[' Code: ComicDay 394,747,590,800 ']"} +{"image": ["imgs/CCMAIN/0153488.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat legal action did 123,56,282,96 request against the 602,298,646,319 ? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "temporary restraining order263,301,499,319"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "A temporary restraining order.", "gt_answer": "temporary restraining order263,301,499,319"} +{"image": ["imgs/ChartQA_PCG/two_col_6264.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the revenue fall to 849,685,891,703?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2020"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue fell to 296.70849,685,891,703 in the year 2020857,879,882,917. Answer: 2020", "gt_answer": "2020", "necessary bbox": "['296.70849,686,890,703', '2020856,877,881,916']"} +{"image": ["imgs/ChartQA_PCG/two_col_4305.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the infant mortality rate 7?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate of 7 is associated with the year 2015561,864,586,902.\n\nAnswer: 2015", "gt_answer": "2015", "necessary bbox": "['2015560, 867, 585, 906']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of participants in high school lacrosse in the 815,523,864,542 season?"}, {"role": "assistant", "content": "213452"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "213907", "gt_answer": "213452", "necessary bbox": "['Boys479, 656, 505, 675', 'Girls561, 655, 586, 670', '2018/19817, 528, 864, 545', '113702', '99750']"} +{"image": ["imgs/ChartQA_PCG/two_col_4223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people responded with '570,855,601,883'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "12.7%508,713,563,739"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12.7%508,709,564,735", "gt_answer": "12.7%508,713,563,739", "necessary bbox": "['12.7%508,713,563,739','Yes570,855,601,883']"} +{"image": ["imgs/ChartQA_PCG/08263936005626.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the land use per 100 grams of protein for 276, 276, 385, 298?"}, {"role": "assistant", "content": "163.60"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "163.60", "gt_answer": "163.60", "necessary bbox": "['Beef (beef herd)246, 276, 385, 298', '163.60821, 271, 881, 293']"} +{"image": ["imgs/CCMAIN/0137952.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The USS Intrepid Former Crew Members Association271,46,685,62 offers a membership application that provides benefits such as free admission286,130,409,146 to the museum for members and a guest during normal hours. Members receive The Ketcher Bulletin281,182,450,199 four times a year and can participate in events and apply for scholarships. Membership fees support projects like REUNIONS293,234,388,249 and SCHOLARSHIP FUND502,250,687,265. Applications should be mailed with a check to the association's address in Bingham, Maine352,318,484,335. Membership options include Former Crew Member107,634,282,647, Veteran108,695,169,711, Relative117,775,179,790, and Friend of the Assoc.117,855,269,870. Fees are $25 for annual membership or $250 for life membership, effective from January 1 to December 31 each year."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The USS Intrepid Former Crew Members Association, Inc.271,45,727,63 offers a membership application for individuals interested in joining the association. Membership provides free admission284,129,408,148 for the applicant and a guest during normal museum hours, with exceptions for meetings and events. Members receive the Ketcher Bulletin322,180,451,199 four times a year and are invited to association events. Dues support projects like reunions, newsletters, flag program, special projects, and scholarships. Applications should be mailed to PO Box 654352,299,448,318, Bingham, Maine 04920-0654352,316,582,335. The form requires personal details, including name, address, and contact information. Payment can be made to USS Intrepid Association, Inc.271,45,727,63.", "gt_answer": "The USS Intrepid Former Crew Members Association271,46,685,62 offers a membership application that provides benefits such as free admission286,130,409,146 to the museum for members and a guest during normal hours. Members receive The Ketcher Bulletin281,182,450,199 four times a year and can participate in events and apply for scholarships. Membership fees support projects like REUNIONS293,234,388,249 and SCHOLARSHIP FUND502,250,687,265. Applications should be mailed with a check to the association's address in Bingham, Maine352,318,484,335. Membership options include Former Crew Member107,634,282,647, Veteran108,695,169,711, Relative117,775,179,790, and Friend of the Assoc.117,855,269,870. Fees are $25 for annual membership or $250 for life membership, effective from January 1 to December 31 each year."} +{"image": ["imgs/ChartQA_PCG/two_col_80185.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich ski resorts have an average price per night over $200? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": " Copper Mountain (CO) 86,344,241,352, Aspen (CO) 163,306,241,314, Snowmass (CO) 132,269,241,276, Snowbird (UT) 143,231,241,239, Vail (CO) 181,193,241,201, Beaver Creek (CO) 112,155,240,163"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The ski resorts with an average price per night over $200 are Snowmass (CO) 134, 269, 241, 275, Aspen (CO) 164, 308, 241, 316, Snowbird (UT) 143, 230, 241, 238, Vail (CO) 181, 192, 241, 199, and Beaver Creek (CO) 112, 154, 241, 162.", "gt_answer": " Copper Mountain (CO) 86,344,241,352, Aspen (CO) 163,306,241,314, Snowmass (CO) 132,269,241,276, Snowbird (UT) 143,231,241,239, Vail (CO) 181,193,241,201, Beaver Creek (CO) 112,155,240,163"} +{"image": ["imgs/ChartQA_PCG/42751487002753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 188, 329, 496, 351 in 2010 in Cuba?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2253882, 326, 942, 347"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2253887, 329, 946, 351", "gt_answer": "2253882, 326, 942, 347", "necessary bbox": "['New infections of HIV/AIDS188, 329, 496, 351', '2253882, 326, 942, 347']"} +{"image": ["imgs/CCMAIN/0077567.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the recommended dosage for 62,108,520,166?"}, {"role": "assistant", "content": "1-2 TABLETS A DAY"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1-2 tablets a day.", "gt_answer": "1-2 TABLETS A DAY"} +{"image": ["imgs/ChartQA_PCG/two_col_101553.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the overall trend of the crude suicide rate from 2000 to 2015? Give grounding and detailed answer."}, {"role": "assistant", "content": "The overall trend shows a decrease in the crude suicide rate from 7 199,129,207,146 in 2000 189,827,218,840 to 5.50 in 2015 794,827,821,840."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The crude suicide rate decreased from 7201, 131, 208, 147 in 2000 to 5.50 in 2015.", "gt_answer": "The overall trend shows a decrease in the crude suicide rate from 7 199,129,207,146 in 2000 189,827,218,840 to 5.50 in 2015 794,827,821,840."} +{"image": ["imgs/CCMAIN/0068123.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document titled Tales from the Wall of Weird!52,44,430,131 outlines an adventure activity for Scouts involving cleaning a park or forest. Participants are encouraged to find unusual items, take pictures, and post them on the Wall of Weird56,282,122,301. The activity includes planning, executing a cleanup, and creating stories or skits about the found items. Safety measures include wearing gloves and avoiding sharp objects. Online resources like Great Canadian Shoreline Cleanup67,420,249,439 are suggested. The document also provides a Plan653,211,679,232 section for organizing the cleanup, a Do653,436,671,450 section for participation, and a Review653,568,695,589 section for reflection. The activity promotes environmental awareness and creativity."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document titled ELEPHANT TURF Citizenship532,31,706,84 is an adventure guide for cleaning parks or forests. It encourages participants to take photos of unusual items found and post them on the Wall of Weird251,51,422,104. The activity involves planning, doing, and reviewing tasks. Participants should wear gloves, bring a first aid kit, and avoid touching needles or broken glass. Online resources include Great Canadian Shoreline Cleanup67,422,249,441 and Keep Vancouver Spectacular67,444,218,463. The review section asks about personal feelings and future actions.", "gt_answer": "The document titled Tales from the Wall of Weird!52,44,430,131 outlines an adventure activity for Scouts involving cleaning a park or forest. Participants are encouraged to find unusual items, take pictures, and post them on the Wall of Weird56,282,122,301. The activity includes planning, executing a cleanup, and creating stories or skits about the found items. Safety measures include wearing gloves and avoiding sharp objects. Online resources like Great Canadian Shoreline Cleanup67,420,249,439 are suggested. The document also provides a Plan653,211,679,232 section for organizing the cleanup, a Do653,436,671,450 section for participation, and a Review653,568,695,589 section for reflection. The activity promotes environmental awareness and creativity."} +{"image": ["imgs/Crello/output_poster545_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is included upon arrival according to 202,744,590,752?"}, {"role": "assistant", "content": "A glass of bubbly"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "A glass of bubbly", "gt_answer": "A glass of bubbly", "necessary bbox": "[' WITH A GLASS OF BUBBLY ON ARRIVAL 202,744,590,752']"} +{"image": ["imgs/ChartQA_PCG/two_col_104479.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the birth rate in Sudan approximately 33.32 per thousand population?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The birth rate of 33.32 per thousand population is associated with the year 2015567,829,592,867.\n\nAnswer: 2015", "gt_answer": "2015", "necessary bbox": "['33.32566,162,599,178', '2015568,827,593,866']"} +{"image": ["imgs/ChartQA_PCG/two_col_6296.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total percentage of internet users for the countries with a percentage less than 5%. Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Total percentage: 5.20%400, 750, 437, 767 (Japan) + 4.20%469, 769, 506, 787 (Bangladesh) + 3.40%539, 784, 576, 803 (Philippines) + 3.10%608, 790, 646, 809 (Pakistan) + 3%686, 792, 705, 810 (Vietnam) + 2.50%747, 802, 784, 820 (Thailand) + 2.10%816, 809, 854, 827 (Korea, South) = 23.5%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The countries with a percentage less than 5% are Philippines524,883,586,903 with 3.40%541,782,578,800, Pakistan601,883,648,903 with 3.10%608,792,645,810, Vietnam674,883,720,903 with 3%687,796,706,814, Thailand743,883,792,903 with 2.50%750,800,787,819, and Korea, South800,883,871,903 with 2.10%816,806,853,824. The total is 3.40% + 3.10% + 3% + 2.50% + 2.10% = 14.10%.", "gt_answer": "Total percentage: 5.20%400, 750, 437, 767 (Japan) + 4.20%469, 769, 506, 787 (Bangladesh) + 3.40%539, 784, 576, 803 (Philippines) + 3.10%608, 790, 646, 809 (Pakistan) + 3%686, 792, 705, 810 (Vietnam) + 2.50%747, 802, 784, 820 (Thailand) + 2.10%816, 809, 854, 827 (Korea, South) = 23.5%."} +{"image": ["imgs/Crello/output_poster1753_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I use the gift certificate in June?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Valid until 349,802,451,837 ' is followed by ' September 7 336,853,466,888 ', indicating the expiration date. Answer: No", "gt_answer": "Yes", "necessary bbox": "[' september 7 342,856,462,891 ', ' Valid until 351,808,450,839 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was ASOS's gross profit margin in 2017?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 50% 747, 128, 773, 146"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "50.80%734, 129, 778, 148", "gt_answer": " 50% 747, 128, 773, 146", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146']"} +{"image": ["imgs/CCMAIN/0172052.png"], "messages": [{"role": "user", "content": "<|image|> \nWho were the champions in the 466,147,531,180category?"}, {"role": "assistant", "content": "GLANOIS Fantin and HOLARD Nolan"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Fentin Holard and Nolan Puchot", "gt_answer": "GLANOIS Fantin and HOLARD Nolan"} +{"image": ["imgs/Crello/output_poster409_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price range for the items listed in 76,626,160,757?"}, {"role": "assistant", "content": "$22 - $28"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$22 to $25", "gt_answer": "$22 - $28", "necessary bbox": "['Sneakers \\nBoots \\nSandals 76,626,160,757', '$28 \\n$25 \\n$22 284,622,318,762']"} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 44,319,138,340 of the diamond? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The Measurements44,319,138,340 of the diamond are 3.89 x 4.58 x 2.79 mm311,319,450,340, indicating the dimensions of the diamond in millimeters. Answer: 3.89 x 4.58 x 2.79 mm311,319,450,340"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The measurements44,319,138,340 are provided in the document as 3.89 x 4.58 x 2.79 mm, indicating the dimensions of the diamond. Answer: 3.89 x 4.58 x 2.79 mm", "gt_answer": "The Measurements44,319,138,340 of the diamond are 3.89 x 4.58 x 2.79 mm311,319,450,340, indicating the dimensions of the diamond in millimeters. Answer: 3.89 x 4.58 x 2.79 mm311,319,450,340"} +{"image": ["imgs/ChartQA_PCG/multi_col_60502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in share of investors aged 18-34 years from 344,575,372,589 to 765,575,793,589?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of investors aged 18-34 years increased from 1%325,476,343,495 in 2009 to 5% in 2019. The percentage increase is 4%. Answer: 4%", "gt_answer": "4%", "necessary bbox": "['Aged 18-34 years433,717,536,737', '2009344,575,372,589', '1%326,473,344,492', '2019765,575,793,589']"} +{"image": ["imgs/CCMAIN/0298125.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich name means 'The Most Merciful'? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Ar Rahman431,177,531,194"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Ar Rahman431,176,532,195", "gt_answer": "Ar Rahman431,177,531,194"} +{"image": ["imgs/CCMAIN/0316006.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the certification for GREMAKO GmbH & Co. KG valid until? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2024-06-25616,687,689,698"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2024-06-25617,686,689,697", "gt_answer": "2024-06-25616,687,689,698"} +{"image": ["imgs/ChartQA_PCG/two_col_592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of internet users are in the 718, 289, 769, 315 age group?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "32.0%599, 383, 655, 409"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "25-34718, 289, 769, 315", "gt_answer": "32.0%599, 383, 655, 409", "necessary bbox": "['25-34718, 289, 769, 315', '32.0%599, 383, 655, 409']"} +{"image": ["imgs/ChartQA_PCG/two_col_24226.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GDP growth percentage for the year 247, 911, 272, 951?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "6.98%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The GDP growth percentage for the year 2018247, 911, 272, 951 was 7%. Answer: 7%", "gt_answer": "6.98%", "necessary bbox": "['2018247, 911, 272, 951']"} +{"image": ["imgs/ChartQA_PCG/two_col_3253.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total value of all tea types listed in the chart? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The total value is 647.9 million GBP, calculated as follows: Black tea 450.70, Fruit and herbal 78.80332, 775, 366, 791, Specialty 46.10467, 834, 501, 850, Green 37.30, Tea other 35746, 854, 761, 870."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total value is calculated as follows: 457.60 (Black tea) + 78.80332,779,366,795 (Fruit and herbal) + 46.10467,834,501,850 (Specialty) + 38.50 (Green) + 35746,854,761,870 (Tea other) = 617.50 million GBP.", "gt_answer": "The total value is 647.9 million GBP, calculated as follows: Black tea 450.70, Fruit and herbal 78.80332, 775, 366, 791, Specialty 46.10467, 834, 501, 850, Green 37.30, Tea other 35746, 854, 761, 870."} +{"image": ["imgs/ChartQA_PCG/two_col_103142.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average number of units sold from 220, 822, 246, 862 to 503, 824, 528, 862? Give grounding and detailed answer."}, {"role": "assistant", "content": "The average number of units sold from 2010220, 822, 246, 862 to 2015503, 824, 528, 862 is 1620.66 units."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average number of units sold from 2010220, 822, 246, 862 to 2015503, 824, 528, 862 is calculated as follows: (1640 + 1640 + 1054 + 1279 + 1548 + 2101) / 6 = 1455.83. Therefore, the average is approximately 1456 units.", "gt_answer": "The average number of units sold from 2010220, 822, 246, 862 to 2015503, 824, 528, 862 is 1620.66 units."} +{"image": ["imgs/ChartQA_PCG/two_col_44004.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the combined share of 'Eggs' and 'Other meats' in household expenditure. Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The combined share is 7.0% 392,583,437,609 for 'Eggs' and 13.0% 438,655,493,681 for 'Other meats', totaling 20.0% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined share of 'Eggs' and 'Other meats' is 7.0%392,581,437,607 + 13.0%437,659,493,685 = 20.0%.", "gt_answer": "The combined share is 7.0% 392,583,437,609 for 'Eggs' and 13.0% 438,655,493,681 for 'Other meats', totaling 20.0% ."} +{"image": ["imgs/CCMAIN/0142062.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the nominee or key personnel associated with the RDS@CMU project? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document specifies Mr. Thammanoon Noumanong221,383,427,397 as the Deputy Director, Office of Research Administration (ORA)437,383,837,397, associated with the project. Answer: Mr. Thammanoon Noumanong221,383,427,397"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Mr. Thammanoon Noumanong221,384,427,397, Deputy Director of the Office of Research Administration (ORA), as the nominee or key personnel associated with the RDS@CMU project. Answer: Mr. Thammanoon Noumanong221,384,427,397", "gt_answer": "The document specifies Mr. Thammanoon Noumanong221,383,427,397 as the Deputy Director, Office of Research Administration (ORA)437,383,837,397, associated with the project. Answer: Mr. Thammanoon Noumanong221,383,427,397"} +{"image": ["imgs/CCMAIN/0017954.png"], "messages": [{"role": "user", "content": "<|image|> \nWho had the highest passing yards in 2014? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "In the 2014 passing stats, Mason Fine (Locust Grove-3A)80,92,213,100 had the highest passing yards with 5006291,92,313,100 yards. Answer: Mason Fine (Locust Grove-3A)80,92,213,100"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Mason Fine from Locust Grove had the highest passing yards in 2014 with 5006291,93,314,101 yards, as indicated in the '2014 PASSING STATS' section. Answer: Mason Fine", "gt_answer": "In the 2014 passing stats, Mason Fine (Locust Grove-3A)80,92,213,100 had the highest passing yards with 5006291,92,313,100 yards. Answer: Mason Fine (Locust Grove-3A)80,92,213,100"} +{"image": ["imgs/CCMAIN/0146864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the phone number for the CAMC LabWorks Operations Manager? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The CAMC LabWorks Operations Manager is Mike Laughery117,349,214,362, and his phone number is listed as (304) 388-5075709,349,810,362 in the CAMC LabWorks Staff section. Answer: (304) 388-5075709,349,810,362"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Mike Laughery117,349,216,362 as the CAMC LabWorks Operations Manager with the phone number (304) 388-5075707,349,809,362. Answer: (304) 388-5075707,349,809,362", "gt_answer": "The CAMC LabWorks Operations Manager is Mike Laughery117,349,214,362, and his phone number is listed as (304) 388-5075709,349,810,362 in the CAMC LabWorks Staff section. Answer: (304) 388-5075709,349,810,362"} +{"image": ["imgs/ChartQA_PCG/35717037004673.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of deaths for the category 368, 331, 429, 353 ? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The number of deaths for Alcohol368, 331, 429, 353 is 481."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of deaths for Alcohol368, 331, 429, 353 is 479.", "gt_answer": "The number of deaths for Alcohol368, 331, 429, 353 is 481."} +{"image": ["imgs/ChartQA_PCG/two_col_101140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich show received 530,815,570,830 likes?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "The Walking Dead149,818,274,833"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "The Walking Dead150,820,276,834", "gt_answer": "The Walking Dead149,818,274,833", "necessary bbox": "['The Walking Dead149,818,274,833', '29.80530,815,570,830']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60994.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 320,683,403,702 said they \n621,565,745,585?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "56%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents aged 30 to 45 years320,683,403,702 who said they can imagine using it621,565,745,585 is 53%679,89,705,108. Answer: 53%", "gt_answer": "56%", "necessary bbox": "['61 years and older599,682,707,702', 'I can imagine using it621,565,745,585', '56%695,59,722,78']"} +{"image": ["imgs/CCMAIN/0176028.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a technical drawing from CAPITOL FOUNDRY OF VA, INC.183,58,873,104, located at 2856 CRUSADER CIRCLE, VIRGINIA BEACH, VA 23453397,105,657,133. It provides details for an ARLINGTON COUNTY 36 X 54 METER VAULT FRAME & COVER227,893,829,914. The drawing includes a top view labeled PLAN and a side view labeled SECTION-XX. The material specification is ASTM A-48 CLASS 35B308,921,516,942, and the item is identified as ITEM #MBX-1629*662,921,830,942. The drawing shows dimensions and features such as a 1\" \u00d8 VENT HOLE and a WATER marking in the center."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a technical drawing from CAPITOL FOUNDRY OF VA, INC.182,60,873,104, located at 2856 Crusader Circle, Virginia Beach, VA 23453. It details the specifications for an ARLINGTON COUNTY 36 X 54 METER VAULT FRAME & COVER227,893,829,913. The material used is ASTM A-48 CLASS 35B307,922,517,942, and the item number is #MBX-1629*723,922,829,942. The drawing includes dimensions such as a VENT HOLE622,253,697,265 and a PLAN532,617,573,634 view, with measurements like 36 1/4532,680,563,692 and 36444,893,467,913.", "gt_answer": "The document is a technical drawing from CAPITOL FOUNDRY OF VA, INC.183,58,873,104, located at 2856 CRUSADER CIRCLE, VIRGINIA BEACH, VA 23453397,105,657,133. It provides details for an ARLINGTON COUNTY 36 X 54 METER VAULT FRAME & COVER227,893,829,914. The drawing includes a top view labeled PLAN and a side view labeled SECTION-XX. The material specification is ASTM A-48 CLASS 35B308,921,516,942, and the item is identified as ITEM #MBX-1629*662,921,830,942. The drawing shows dimensions and features such as a 1\" \u00d8 VENT HOLE and a WATER marking in the center."} +{"image": ["imgs/ChartQA_PCG/multi_col_20522.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of active buyers with multiple purchase days in 2018?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "40.10%819,171,864,189"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "40.10%815, 169, 859, 188", "gt_answer": "40.10%819,171,864,189", "necessary bbox": "['Multiple purchase days459,687,591,707', '2018828,553,856,568', '40.10%819,171,864,189']"} +{"image": ["imgs/Crello/output_poster1298_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is associated with the milk farm in 265,126,381,189?"}, {"role": "assistant", "content": " Finola "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Anola", "gt_answer": " Finola ", "necessary bbox": "[' Finola 265,126,381,189']"} +{"image": ["imgs/CCMAIN/0225236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the instruction given in the puzzle in 516,353,729,527?"}, {"role": "assistant", "content": "Use my big to order my prime. Translate to find my small"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Use my big to order my prime. Translate to find my small", "gt_answer": "Use my big to order my prime. Translate to find my small"} +{"image": ["imgs/Crello/output_poster1686_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat services does the store offer according to 217,587,376,688?"}, {"role": "assistant", "content": "Private lessons"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Private lessons", "gt_answer": "Private lessons", "necessary bbox": "['Private lessons.\\nChoose any\\nmusical instrument.217,587,376,688']"} +{"image": ["imgs/Crello/output_poster1560_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date range for the event?Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Sep 29 - Oct 2"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event dates are given as ' Sep 29 336,775,458,801' and ' Oct 2 562,810,660,832'. Answer: Sep 29 336,775,458,801 to Oct 2 562,810,660,832", "gt_answer": "Sep 29 - Oct 2", "necessary bbox": "['Sep 29335,775,459,800', 'Oct 2562,811,660,831']"} +{"image": ["imgs/ChartQA_PCG/two_col_41676.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Bank of Communications first exceed 101,252,129,264 billion yuan in total assets? Give grounding and detailed answer."}, {"role": "assistant", "content": "The Bank of Communications first exceeded 8000 101,252,129,264 billion yuan in total assets in 2016 636,814,661,854 with 8403.17 625,212,673,228 billion yuan."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Bank of Communications first exceeded 8000101,252,129,264 billion yuan in total assets in 2016637,815,663,855 with a total of 8403.17625,214,673,231 billion yuan.", "gt_answer": "The Bank of Communications first exceeded 8000 101,252,129,264 billion yuan in total assets in 2016 636,814,661,854 with 8403.17 625,212,673,228 billion yuan."} +{"image": ["imgs/ChartQA_PCG/two_col_80744.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand received the most likes?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Starbucks Coffee134,932,233,950"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Starbucks Coffee 132,937,234,955", "gt_answer": "Starbucks Coffee134,932,233,950", "necessary bbox": "['Starbucks Coffee134,932,233,950', '1706.99159,124,207,146']"} +{"image": ["imgs/CCMAIN/0039677.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of the trip? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u20ac 65613,801,649,817"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "\u20ac 65612,798,648,817", "gt_answer": "\u20ac 65613,801,649,817"} +{"image": ["imgs/Crello/output_poster1264_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the event mentioned in 259,430,614,547?"}, {"role": "assistant", "content": "FOOD FEST"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "FOOD FEST", "gt_answer": "FOOD FEST", "necessary bbox": "[' FOOD\\nFEST 259,430,614,547']"} +{"image": ["imgs/Crello/output_poster685_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich school is associated with the certificate?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Cascadia School"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Cascadia School 164,607,235,620 ' indicates the school associated with the certificate. Answer: Cascadia School", "gt_answer": "Cascadia School", "necessary bbox": "[' CASCADIA 169,620,213,630 ', ' SCHOOL 140,646,218,664 ']"} +{"image": ["imgs/CCMAIN/0304396.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can you '383,400,397,423' an action?"}, {"role": "assistant", "content": "Ctrl + Y"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Use Ctrl + key.", "gt_answer": "Ctrl + Y"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the amount of 212,582,304,599 present? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "<1.00 mg525,580,601,599"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "<1.00 mg527,582,603,599", "gt_answer": "<1.00 mg525,580,601,599"} +{"image": ["imgs/Crello/output_poster1745_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the birthday party?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "24th August"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date is composed of ' 24 65,138,160,257 ' and ' th\nAugust 183,172,252,234 '. Answer: 24th August", "gt_answer": "24th August", "necessary bbox": "[' 24 65,139,178,250 ', ' th\\nAugust 183,169,253,237 ']"} +{"image": ["imgs/CCMAIN/0158198.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the scholarship amount for grades 4-8 in Hillsborough County? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "The scholarship amount for grades 4-8 in Hillsborough95,810,183,823 County is listed as 6,872.00323,809,387,823 in the table. Answer: 6,872.00323,809,387,823"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the scholarship amounts for different grades in various counties. For Hillsborough95,807,182,823 County, the amount for Grades 4-8306,290,382,304 is 6,872.00323,807,386,823. Answer: 6,872.00323,807,386,823", "gt_answer": "The scholarship amount for grades 4-8 in Hillsborough95,810,183,823 County is listed as 6,872.00323,809,387,823 in the table. Answer: 6,872.00323,809,387,823"} +{"image": ["imgs/CCMAIN/0092124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat size are the binders required for students? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2inch367,373,445,403"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2inch364,375,449,403", "gt_answer": "2inch367,373,445,403"} +{"image": ["imgs/CCMAIN/0196557.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the K-ID for Coffee Caramel Balls? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The table in the document lists the K-ID359,263,390,285 for Coffee Caramel Balls37,295,156,313 as RTW-CQCK359,295,428,313. Answer: RTW-CQCK359,295,428,313"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The K-ID for Coffee Caramel Balls is listed as RTW-CQCK353,291,424,312 in the document. Answer: RTW-CQCK353,291,424,312", "gt_answer": "The table in the document lists the K-ID359,263,390,285 for Coffee Caramel Balls37,295,156,313 as RTW-CQCK359,295,428,313. Answer: RTW-CQCK359,295,428,313"} +{"image": ["imgs/ChartQA_PCG/two_col_40906.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company spent the most on TV advertising in the first half of 2015? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Warner Bros109,124,187,132 with 456890,122,916,132 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Warner Bros 109, 123, 185, 132 spent the most with 456 892, 122, 917, 132 million U.S. dollars.", "gt_answer": "Warner Bros109,124,187,132 with 456890,122,916,132 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0024909.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which day does the reading plan focus on 219,196,559,244?"}, {"role": "assistant", "content": "Day 1"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Day 1", "gt_answer": "Day 1"} +{"image": ["imgs/ChartQA_PCG/two_col_3825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the number of fatalities between the years 2000 and 2005? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Between the years 2000216,815,241,854 and 2005356,814,381,854, the number of fatalities fluctuated as follows: 41 in 2000, 40 in 2001, 55 in 2002, 54 in 2003, 35 in 2004, and 38 in 2005."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of fatalities increased from 40253,729,268,745 in 2000 to 54310,710,325,726 in 2003, then decreased to 35338,740,353,756 in 2004 and remained the same in 2005.", "gt_answer": "Between the years 2000216,815,241,854 and 2005356,814,381,854, the number of fatalities fluctuated as follows: 41 in 2000, 40 in 2001, 55 in 2002, 54 in 2003, 35 in 2004, and 38 in 2005."} +{"image": ["imgs/CCMAIN/0321430.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is an APPLICATION FORM 2021-2022414,128,708,145 for admission to CENTRAL HINDU BOYS' SCHOOL and CENTRAL HINDU GIRLS' SCHOOL under Banaras Hindu University. It requires details such as the Applicant's Name, Father's Name, Mother's Name, Email-Id19,455,92,472, Date of Birth19,492,128,509, and Mobile No.19,608,111,625. The form also asks for the applicant's Category19,567,95,583 (SC, ST, OBC, GEN) and addresses. A DECLARATION423,804,575,824 section is included, where the applicant confirms the accuracy of the information provided. The form requires the Signature of Applicant19,915,201,931 and countersignature by the Parent/Guardian196,949,334,965."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an APPLICATION FORM 2021-2022413,128,709,145 for admission to CENTRAL HINDU BOYS\u2019 SCHOOL336,229,623,247 and CENTRAL HINDU GIRLS\u2019 SCHOOL354,245,651,263 at Banaras Hindu University. It requires details such as the applicant's name, class (VI), gender, father's and mother's names, email ID, date of birth, age, category, mobile number, mailing address, and permanent address. The form includes a declaration section where the applicant and parent/guardian must confirm the accuracy of the information provided. A recent photograph is also required.", "gt_answer": "The document is an APPLICATION FORM 2021-2022414,128,708,145 for admission to CENTRAL HINDU BOYS' SCHOOL and CENTRAL HINDU GIRLS' SCHOOL under Banaras Hindu University. It requires details such as the Applicant's Name, Father's Name, Mother's Name, Email-Id19,455,92,472, Date of Birth19,492,128,509, and Mobile No.19,608,111,625. The form also asks for the applicant's Category19,567,95,583 (SC, ST, OBC, GEN) and addresses. A DECLARATION423,804,575,824 section is included, where the applicant confirms the accuracy of the information provided. The form requires the Signature of Applicant19,915,201,931 and countersignature by the Parent/Guardian196,949,334,965."} +{"image": ["imgs/Crello/output_poster1861_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many days does the event last?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "8"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event lasts from ' April 23-30 625,154,798,218', which is a span of 8 days. Answer: 8", "gt_answer": "8", "necessary bbox": "[' April 23-30 628,154,798,233 ']"} +{"image": ["imgs/CCMAIN/0261526.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main focus of Eduard Khakimov's presentation at RENWEX 2021? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Bilfinger solutions for energy market: hydrogen projects and CO2 capture440,643,908,764"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Business Development in Russia and CIS701,508,820,543", "gt_answer": "Bilfinger solutions for energy market: hydrogen projects and CO2 capture440,643,908,764"} +{"image": ["imgs/ChartQA_PCG/two_col_102435.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents said '749, 849, 813, 862'?"}, {"role": "assistant", "content": "13.90%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13.90%", "gt_answer": "13.90%", "necessary bbox": "[\"Don't know749, 849, 813, 862\", '13.90%759, 620, 803, 636']"} +{"image": ["imgs/Crello/output_poster1829_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich movie is showing on Tue, Thu, Fri, Sat, Sun at 10:00, 15:00, 21:00?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "The Royal Book335,425,611,445"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " The Royal Book 338,421,609,440 ", "gt_answer": "The Royal Book335,425,611,445", "necessary bbox": "['The Royal Book335,425,611,445', 'Tue, Thu, Fri, Sat, Sun\\n10:00, 15:00, 21:00372,459,604,487']"} +{"image": ["imgs/Crello/output_poster242_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the company?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "NIVLOC COMPANY"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The company name is clearly stated as ' NIVLOC\nCOMPANY 132,110,804,271 '. Answer: NIVLOC\nCOMPANY 132,110,804,271 ", "gt_answer": "NIVLOC COMPANY", "necessary bbox": "['NIVLOC\\nCOMPANY129,112,800,276']"} +{"image": ["imgs/CCMAIN/0120832.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat might be the consequences for 179,813,651,828 if he attempts to return to the U.S.? Give grounding and detailed answer."}, {"role": "assistant", "content": "According to the text in Mr. Li will have problems if he wants to return to the U.S.179,813,651,828, Mr. Li might face legal or administrative issues if he tries to return to the United States, likely due to his involvement in the conspiracy."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The consequences for Mr. Li179,813,651,828 if he attempts to return to the U.S. are that he will have problems, as indicated by the text. This suggests potential legal or personal issues related to his actions or affiliations.", "gt_answer": "According to the text in Mr. Li will have problems if he wants to return to the U.S.179,813,651,828, Mr. Li might face legal or administrative issues if he tries to return to the United States, likely due to his involvement in the conspiracy."} +{"image": ["imgs/CCMAIN/0260330.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the effective date for Mineral Resources Limited's withdrawal from the McIntosh Joint Venture? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "31 October 2019257,304,391,320"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "31 October 2019256,304,392,320", "gt_answer": "31 October 2019257,304,391,320"} +{"image": ["imgs/ChartQA_PCG/multi_col_60288.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did South Korea's energy storage capacity in 542, 542, 571, 556 compare to the prior year? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "In 2016542,542,571,556, South Korea added 1756,449,763,466 gigawatts, marking an increase from 0.40645,489,670,508 in 2015441,542,468,556."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016542, 542, 571, 556, South Korea's energy storage capacity was 0.30542, 542, 571, 556 gigawatts, which was higher than the 0.10542, 542, 571, 556 gigawatts in 2015542, 542, 571, 556.", "gt_answer": "In 2016542,542,571,556, South Korea added 1756,449,763,466 gigawatts, marking an increase from 0.40645,489,670,508 in 2015441,542,468,556."} +{"image": ["imgs/ChartQA_PCG/two_col_24416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of sales contributed by 232,637,323,663?"}, {"role": "assistant", "content": "32.03%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "32.03%", "gt_answer": "32.03%", "necessary bbox": "['Wholesale232,637,323,663', '32.03%362,563,429,589']"} +{"image": ["imgs/CCMAIN/0297753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat document discusses the implementation of 479,71,774,83?"}, {"role": "assistant", "content": "Olympic Charter"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\"Sustainability Through Sport: Implementing the Olympic Movement's Agenda 21 \u2013 2012\"", "gt_answer": "Olympic Charter"} +{"image": ["imgs/ChartQA_PCG/two_col_61941.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many options have a percentage less than or equal to 423, 641, 468, 667? Give grounding and detailed answer."}, {"role": "assistant", "content": "Two options, In Poland and abroad377, 607, 422, 633 and Hard to say423, 641, 468, 667, both have 7.0%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "There are three options with percentages less than or equal to 7.0%423, 641, 468, 667: In Poland and abroad156, 729, 331, 755 with 7.0%423, 641, 468, 667, Hard to say323, 797, 424, 823 with 7.0%423, 641, 468, 667, and Only in Poland656, 291, 781, 317 with 66.0%543, 367, 599, 393.", "gt_answer": "Two options, In Poland and abroad377, 607, 422, 633 and Hard to say423, 641, 468, 667, both have 7.0%."} +{"image": ["imgs/CCMAIN/0185979.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which floors is the 613,63,927,198 available? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "5, 7, 9 & 11776,134,824,151"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Floors 5, 7 & 11738,132,820,149", "gt_answer": "5, 7, 9 & 11776,134,824,151"} +{"image": ["imgs/CCMAIN/0010439.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the span 26,74,635,80 refer to in the context of 24,72,966,108? Give grounding and detailed answer."}, {"role": "assistant", "content": "The span #6 HOW TO CREATE IVR IN VICIDIAL? DETAILED EXPLANATAION | TUTORIAL GUIDE | 4 rules of mixing HERBS \\u0026 creating your own herbal blends tea26,74,635,80 refers to a tutorial guide on creating IVR in VICIDial, along with a mention of mixing herbs and creating herbal blends."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The span How to do an ACID TEST (DIY) - TUTORIAL - How to make a Visceral Fat Test (DIY)26,74,635,80 refers to a tutorial on conducting an acid test and making a visceral fat test at home, which is part of the broader list of topics in 24,72,966,108.", "gt_answer": "The span #6 HOW TO CREATE IVR IN VICIDIAL? DETAILED EXPLANATAION | TUTORIAL GUIDE | 4 rules of mixing HERBS \\u0026 creating your own herbal blends tea26,74,635,80 refers to a tutorial guide on creating IVR in VICIDial, along with a mention of mixing herbs and creating herbal blends."} +{"image": ["imgs/CCMAIN/0029096.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific repair topic is covered in Honda Engine Repair - How to Replace the Ignition Coil? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The specific repair topic covered in Honda Engine Repair - How to Replace the Ignition Coil329,150,446,159 is the replacement of the ignition coil in Honda engines, which is a critical component for engine starting and performance."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific repair topic covered in Honda Engine Repair - How to Replace the Ignition Coil31,123,164,132 is the process of replacing the ignition coil on a Honda GX 390 engine. This involves removing and installing the ignition coil to ensure proper engine function.", "gt_answer": "The specific repair topic covered in Honda Engine Repair - How to Replace the Ignition Coil329,150,446,159 is the replacement of the ignition coil in Honda engines, which is a critical component for engine starting and performance."} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is 111,442,404,456 for 711,444,848,457?"}, {"role": "assistant", "content": "$55"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$55", "gt_answer": "$55"} +{"image": ["imgs/Crello/output_poster676_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a 9-month riding course? Respond directly and include the bounding box of the answer if it is present.Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " $8100 109,689,283,727"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $8100 109,692,283,725 ", "gt_answer": " $8100 109,689,283,727", "necessary bbox": "[' 9 months 120,654,268,672', ' $8100 109,689,283,727']"} +{"image": ["imgs/CCMAIN/0260886.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the passage in 146,240,851,423 suggest about the toad's behavior in early spring? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The passage in 146,240,851,423 suggests that the toad emerges from hibernation in early spring, moving languidly but with purpose towards water. This behavior is described as a 'salute to the coming of spring,' indicating the toad's instinctual response to seasonal changes."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The passage suggests that the toad emerges from a hole in the ground, crawls rapidly towards water, and has a 'very spiritual look' after a long fast. This behavior is described as languid but purposeful, indicating a deliberate and focused movement towards its natural habitat.", "gt_answer": "The passage in 146,240,851,423 suggests that the toad emerges from hibernation in early spring, moving languidly but with purpose towards water. This behavior is described as a 'salute to the coming of spring,' indicating the toad's instinctual response to seasonal changes."} +{"image": ["imgs/CCMAIN/0331238.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for booth rentals? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "August 1, 2021349,925,522,950"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "August 1, 2021350,924,522,948", "gt_answer": "August 1, 2021349,925,522,950"} +{"image": ["imgs/CCMAIN/0164000.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song by Alyson Seconds was spun the most in the past week? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Bag of Kittens/Boat Called Home320,169,514,173"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Bag of Kittens/Boat Called Home315,167,514,171", "gt_answer": "Bag of Kittens/Boat Called Home320,169,514,173"} +{"image": ["imgs/CCMAIN/0223946.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost for a Supervisor not working with a K9 at the seminar? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the seminar pricing for a Supervisor, Not Working K9 at Seminar117,516,402,533 is $50.00411,516,461,533. Answer: $50.00411,516,461,533"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the seminar pricing for a Supervisor, Not Working K9 at Seminar as $50.00413,518,462,532. Answer: $50.00413,518,462,532", "gt_answer": "The document states that the seminar pricing for a Supervisor, Not Working K9 at Seminar117,516,402,533 is $50.00411,516,461,533. Answer: $50.00411,516,461,533"} +{"image": ["imgs/ChartQA_PCG/two_col_1808.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the estimated Muslim population difference between 75,179,103,184 and 63,356,104,363? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The difference is 176.19 million for India75,179,103,184 and 71.33 million for Turkey63,356,104,363, which is 104.86 million."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The estimated Muslim population in India75,179,103,184 is 172.60 million and in Turkey63,356,104,363 is 75.10 million. The difference is 97.50 million.", "gt_answer": "The difference is 176.19 million for India75,179,103,184 and 71.33 million for Turkey63,356,104,363, which is 104.86 million."} +{"image": ["imgs/Crello/output_poster419_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 43,100,351,201?"}, {"role": "assistant", "content": " ANALYTICS "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Analytics", "gt_answer": " ANALYTICS ", "necessary bbox": "[' ANALYTICS 43,100,351,201']"} +{"image": ["imgs/Crello/output_poster181_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Christmas party?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "25 Dec"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date is composed of the day ' 25 769,138,859,184', month ' Dec 777,227,860,257', and year ' 12 166,142,216,172'. Answer: 25 Dec", "gt_answer": "25 Dec", "necessary bbox": "[' 25 774,134,851,180 ', ' Dec 774,225,860,255 ']"} +{"image": ["imgs/Crello/output_poster1143_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for the 'Mountains Tour'?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " $198 158,725,359,763 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $198 157,726,357,764 ", "gt_answer": " $198 158,725,359,763 ", "necessary bbox": "[' Mountains Tour 119,650,361,664 ', ' $198 158,725,359,763 ']"} +{"image": ["imgs/CCMAIN/0143965.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the publishing date of the final results? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The Publishing of Results (Final)120,455,339,470 is on 09 December 2021348,455,505,470, as mentioned in the Administrative section of the calendar. Answer: 09 December 2021348,455,505,470"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the publishing of Results (Final)122,460,338,474 date as 09 December 2021351,460,504,474. Answer: 09 December 2021351,460,504,474", "gt_answer": "The Publishing of Results (Final)120,455,339,470 is on 09 December 2021348,455,505,470, as mentioned in the Administrative section of the calendar. Answer: 09 December 2021348,455,505,470"} +{"image": ["imgs/CCMAIN/0244328.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a guide for installing and managing the WhatsApp Chat Extension by Sparsh117,120,535,147 for Magento. It supports versions v2.3.x176,197,229,219 and v2.4.x234,197,287,219. The installation process involves downloading and unzipping the archive file, creating a folder at [Magento_Root]/app/code/Sparsh/WhatsAppChat349,325,773,347, and moving the files there. To enable the extension, several php bin/magento176,427,319,449 commands are executed, including module:enable324,427,449,449, setup:upgrade324,452,443,474, cache:clean324,478,423,500, setup:static-content:deploy324,503,553,525, and cache:flush324,529,421,551. Disabling the extension involves similar commands with module:disable324,606,454,627 instead."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides instructions for the WhatsApp Chat Extension by Sparsh117,120,534,148. It includes installation steps such as downloading the archive file, unzipping it, and creating a folder path at [Magento_Root]/app/code/Sparsh/WhatsAppChat350,326,773,346. To enable the extension, commands like php bin/magento module:enable Sparsh_WhatsAppChat176,429,653,449 and php bin/magento cache:clean176,480,422,500 are listed. For disabling, similar commands are used, including php bin/magento module:disable Sparsh_WhatsAppChat176,607,657,627. The document specifies support for versions v2.3.x,v2.4.x176,200,287,219 and is associated with WhatsApp Chat v1.1.1117,911,310,931.", "gt_answer": "The document is a guide for installing and managing the WhatsApp Chat Extension by Sparsh117,120,535,147 for Magento. It supports versions v2.3.x176,197,229,219 and v2.4.x234,197,287,219. The installation process involves downloading and unzipping the archive file, creating a folder at [Magento_Root]/app/code/Sparsh/WhatsAppChat349,325,773,347, and moving the files there. To enable the extension, several php bin/magento176,427,319,449 commands are executed, including module:enable324,427,449,449, setup:upgrade324,452,443,474, cache:clean324,478,423,500, setup:static-content:deploy324,503,553,525, and cache:flush324,529,421,551. Disabling the extension involves similar commands with module:disable324,606,454,627 instead."} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 44,469,126,490 of the diamond? Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The Clarity Grade44,469,126,490 is VS2425,469,450,490, which stands for 'Very Slightly Included 2'. This means the diamond has minor inclusions that are difficult to see under 10x magnification. Answer: VS2425,469,450,490"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The clarity grade44,469,126,490 is listed as VS2415,469,440,490, which means the diamond has very slight inclusions that are difficult to see under 10x magnification. Answer: VS2415,469,440,490", "gt_answer": "The Clarity Grade44,469,126,490 is VS2425,469,450,490, which stands for 'Very Slightly Included 2'. This means the diamond has minor inclusions that are difficult to see under 10x magnification. Answer: VS2425,469,450,490"} +{"image": ["imgs/ChartQA_PCG/two_col_80053.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the number of employees from 406,847,434,860 to 789,847,817,860?"}, {"role": "assistant", "content": "18000"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "16000", "gt_answer": "18000", "necessary bbox": "['62000402,305,438,322', '80000']"} +{"image": ["imgs/Crello/output_poster2280_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy a cake originally priced at $ 100 on the day of the event?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "$ 50"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount is 50% 238,357,649,551 off, so the price would be $ 100 - ($ 100 * 50%) = $ 50. Answer: $ 50", "gt_answer": "$ 50", "necessary bbox": "['50% \\n OFF238,357,651,752']"} +{"image": ["imgs/ChartQA_PCG/two_col_24063.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average price difference in euros in 693,855,751,869 and 154,854,191,869?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "24"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average price in December693,855,751,869 was 258710,78,733,94 euros and in March154,854,191,869 it was 234160,148,183,164 euros. The difference is 258 - 234 = 24 euros. Answer: 24 euros.", "gt_answer": "24", "necessary bbox": "['December693,855,751,869', '258710,79,733,96','March154,854,191,869','234160,148,183,162']"} +{"image": ["imgs/Crello/output_poster1111_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is mentioned as the Cubist school representative? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Linda Brooks is mentioned as the Cubist school representative in ' Linda Brooks, the Cubist school representative Signs and Symbols 638,532,1079,654'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Linda Brooks is mentioned as the Cubist school representative: Linda Brooks, the Cubist school representative 637,521,1004,654 .", "gt_answer": "Linda Brooks is mentioned as the Cubist school representative in ' Linda Brooks, the Cubist school representative Signs and Symbols 638,532,1079,654'."} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for Class X in the year 2018? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "In the table for Class X472,119,526,146, the row corresponding to the year 2018121,232,150,252 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.07740,232,774,252. Answer: 99.07740,232,774,252"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The pass percentage for Class X in 2018 is given as 99.07743,235,776,257. Answer: 99.07743,235,776,257", "gt_answer": "In the table for Class X472,119,526,146, the row corresponding to the year 2018121,232,150,252 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.07740,232,774,252. Answer: 99.07740,232,774,252"} +{"image": ["imgs/Crello/output_poster488_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIn cardio workouts, how many times is the number of women compared to men?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "3"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' 75% 542,469,603,478 ' indicates that women are 75% of the number of men in cardio workouts. Answer: 75%", "gt_answer": "3", "necessary bbox": "['75%540,470,604,479','25%541,527,606,537',]"} +{"image": ["imgs/ChartQA_PCG/multi_col_365.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of participants in wrestling for the 2014/15 season?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "269704"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "For the 2014/15 season, the number of boys is 258208576,329,620,348 and the number of girls is 10320. Adding these gives a total of 268528 participants. Answer: 268528", "gt_answer": "269704", "necessary bbox": "['Boys527,705,553,723', 'Girls611,703,636,719', '258208577,331,621,349']"} +{"image": ["imgs/Crello/output_poster2207_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat color is prominently used for the text in the poster?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Gold"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color for the text ' Mardi Gras Show 293,417,698,551 ' is specified as gold. Answer: Gold", "gt_answer": "Gold", "necessary bbox": "[' Mardi Gras Show 293,415,699,572 ', ' MARCH 5 378,575,511,671 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the 114, 274, 198, 281 export?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "97257"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The United States114, 274, 198, 281 exported 97257356, 272, 396, 281 thousand short tons of coal.\n\nAnswer: 97257", "gt_answer": "97257", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/Crello/output_poster1648_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message does the poster convey about inspiration?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Don\u2019t look for inspiration, inspire others. 162,139,420,162 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Don't look for inspiration, inspire others. 162,138,457,169 ", "gt_answer": " Don\u2019t look for inspiration, inspire others. 162,139,420,162 ", "necessary bbox": "[' Don\u2019t look for inspiration, inspire others. 162,139,420,162 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60308.png"], "messages": [{"role": "user", "content": "<|image|> \nHow has the percentage of 541,640,622,660 changed from 2009 to 2014? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The percentage of Food products541,640,622,660 started at 42.40%137,178,182,196 in 2009 and decreased to 33.20%788,159,833,178 in 2014."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the percentage of Food products541,640,622,660 was 42.40%137,178,181,196. By 2014, it decreased to 33.20%787,156,831,175.", "gt_answer": "The percentage of Food products541,640,622,660 started at 42.40%137,178,182,196 in 2009 and decreased to 33.20%788,159,833,178 in 2014."} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference of share using 0, 257, 163, 273 and 69,170,163,190?"}, {"role": "assistant", "content": "3%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10%", "gt_answer": "3%", "necessary bbox": "['Electronic payment (PayPal if available)0, 257, 163, 273', '39%854, 255, 890, 269']"} +{"image": ["imgs/CCMAIN/0045445.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "Ventana Wildlife Society85,48,323,63 (VWS) is seeking a Part-time Nature Instructor347,44,609,67 in Monterey County, California. The role involves providing outdoor education to youth and families, focusing on removing barriers to meaningful experiences. Programs include weekly youth and teen nature classes141,162,435,182, summer day camps231,179,382,199, and presentations on the California condor141,214,442,234. Candidates should have strong verbal skills, be passionate about nature, and be comfortable with both online and in-person instruction. The position requires a commitment of 8-24 hours per week446,371,606,391 with a start date of July 26, 2021241,405,347,426. Compensation is $14.00/hour219,440,314,460 with additional pay for bilingual skills. Duties include planning educational activities, ensuring participant safety, and submitting program reports. Qualifications include a background check and experience in virtual instruction. Preferred skills include bilingualism and experience in outdoor education."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Ventana Wildlife Society (VWS) is seeking a Part-time Nature Instructor346,45,608,66 to provide meaningful nature experiences for youth and families. The role involves leading educational activities, ensuring safety, and coordinating with partners. The position requires strong verbal skills, experience in environmental education, and flexibility. Compensation is $14.00/hour219,441,317,461, with additional pay for bilingual English/Spanish and commercial driver endorsement. The start date is July 26, 2021241,406,347,426. Qualifications include a background check, virtual teaching experience, and teamwork skills. Preferred skills include bilingualism and cultural relevance. Programs are held outdoors, adhering to health recommendations.", "gt_answer": "Ventana Wildlife Society85,48,323,63 (VWS) is seeking a Part-time Nature Instructor347,44,609,67 in Monterey County, California. The role involves providing outdoor education to youth and families, focusing on removing barriers to meaningful experiences. Programs include weekly youth and teen nature classes141,162,435,182, summer day camps231,179,382,199, and presentations on the California condor141,214,442,234. Candidates should have strong verbal skills, be passionate about nature, and be comfortable with both online and in-person instruction. The position requires a commitment of 8-24 hours per week446,371,606,391 with a start date of July 26, 2021241,405,347,426. Compensation is $14.00/hour219,440,314,460 with additional pay for bilingual skills. Duties include planning educational activities, ensuring participant safety, and submitting program reports. Qualifications include a background check and experience in virtual instruction. Preferred skills include bilingualism and experience in outdoor education."} +{"image": ["imgs/Crello/output_poster362_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is being encouraged in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " join us 210,434,459,544 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " catch 370,251,724,336 ", "gt_answer": " join us 210,434,459,544 ", "necessary bbox": "[' join us 210,434,459,544 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100417.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference between Freelancers and U.S. workers overall in the racial category 342, 572, 445, 592? Give grounding and detailed answer."}, {"role": "assistant", "content": "The percentage difference in the racial category Hispanic or Latino342, 572, 445, 592 is 1% (Freelancers: 16%372, 429, 397, 448, U.S. workers overall: 15%)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Freelancers497, 675, 560, 692 is 16%370, 432, 396, 450, and for U.S. workers overall497, 707, 608, 727 it is 15%. The difference is 1%.", "gt_answer": "The percentage difference in the racial category Hispanic or Latino342, 572, 445, 592 is 1% (Freelancers: 16%372, 429, 397, 448, U.S. workers overall: 15%)."} +{"image": ["imgs/CCMAIN/0343709.png"], "messages": [{"role": "user", "content": "<|image|> \nWas there any activity in the 215,362,371,391? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "no activity111,368,180,391"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "No115,316,132,345", "gt_answer": "no activity111,368,180,391"} +{"image": ["imgs/ChartQA_PCG/multi_col_788.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the Services sector's share of GDP the highest?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "2016655, 573, 680, 619"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2019", "gt_answer": "2016655, 573, 680, 619", "necessary bbox": "['Services650, 705, 697, 720', '2016655, 573, 680, 619', '57.78%646, 232, 691, 251']"} +{"image": ["imgs/ChartQA_PCG/multi_col_103.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy for Females in 176,568,254,587'?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "82"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy for Females in Europe (total)176,568,254,587 is 82.10 years. Answer: 82.10 years", "gt_answer": "82", "necessary bbox": "['Females567,710,613,726', 'Europe (total)176,568,254,587']"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the most expensive appetizer on the menu? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The most expensive appetizer listed is SCALLOP TEMPURA240,553,457,571 priced at 12.95822,557,859,570. Answer: 12.95822,557,859,570"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The most expensive appetizer listed is the SCALLOP TEMPURA238,557,456,571, priced at 12.95820,557,859,571. Answer: 12.95820,557,859,571", "gt_answer": "The most expensive appetizer listed is SCALLOP TEMPURA240,553,457,571 priced at 12.95822,557,859,570. Answer: 12.95822,557,859,570"} +{"image": ["imgs/CCMAIN/0315373.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the full name for the focus of 08:50 \u2013 09:00 session? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Endovenous versus open surgical varicose vein therapies - where are the limits?235,541,751,548"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Endovenous versus open surgical varicose vein therapies \u2013 where are the limits?231,540,751,552", "gt_answer": "Endovenous versus open surgical varicose vein therapies - where are the limits?235,541,751,548"} +{"image": ["imgs/ChartQA_PCG/multi_col_60623.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents were 528, 657, 554, 673 and 830, 529, 865, 548?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2.10%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Binge568, 529, 597, 543 respondents who were Male528, 657, 554, 673 is 10.40%553, 268, 597, 286, and for Female610, 657, 649, 673 it is 11.90%. Answer: Male: 10.40%, Female: 11.90%", "gt_answer": "2.10%", "necessary bbox": "['Male528, 657, 554, 673', 'Heavy830, 529, 865, 548']"} +{"image": ["imgs/Crello/output_poster1333_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is being discussed in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The poster discusses 'TOOLS & Techniques' with bbox 85,570,522,609."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster discusses ' tools & techniques 83,571,520,609 ' related to ' Wood\ncarving 84,296,516,517 '.", "gt_answer": "The poster discusses 'TOOLS & Techniques' with bbox 85,570,522,609."} +{"image": ["imgs/CCMAIN/0293950.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of information is required to support each 237,613,296,635?"}, {"role": "assistant", "content": "Evidence from Text"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Evidence from Text.", "gt_answer": "Evidence from Text"} +{"image": ["imgs/ChartQA_PCG/two_col_5118.png"], "messages": [{"role": "user", "content": "<|image|> \n How many employees were employed by 2,155,325,168 in 2014? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 140300 873,154,932,166"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "140300872,153,932,165", "gt_answer": " 140300 873,154,932,166", "necessary bbox": "[' Barclays Bank Plc (headquarters: London) 4,156,326,168', ' 140300 873,154,932,166']"} +{"image": ["imgs/CCMAIN/0017431.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the required GPA mentioned in Four year degree with a minimum 2.7 grade point average.? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The required GPA mentioned is a minimum of 2.7, as specified in the text Four year degree with a minimum 2.7 grade point average.205,306,666,323."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The required GPA is 2.7, as indicated by the span 2.7480,305,506,322.", "gt_answer": "The required GPA mentioned is a minimum of 2.7, as specified in the text Four year degree with a minimum 2.7 grade point average.205,306,666,323."} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage does the region contributes the most to the pie chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "28%"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "26.0%528, 371, 584, 397", "gt_answer": "28%", "necessary bbox": "[' United States 659,753,777,779','18%377,399,432,429','13%347,573,403,597','26%526,369,585,399','13%417,705,473,733','\n2%375,649,422,675']"} +{"image": ["imgs/CCMAIN/0339825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total budget for 286,75,435,98 in 311,138,411,161? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$ 725,049,717479,499,518,518"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$725,049,717", "gt_answer": "$ 725,049,717479,499,518,518"} +{"image": ["imgs/CCMAIN/0323469.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increase in the overall WSIF score for 233,629,349,660 from 2018 to 2019? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "0.80951,634,977,649"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "0.80947,635,975,649", "gt_answer": "0.80951,634,977,649"} +{"image": ["imgs/CCMAIN/0033817.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is Paixar 2017 expected to be best consumed? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2023 \u2013 2033253,391,316,410"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2023 \u2013 2033254,391,316,408", "gt_answer": "2023 \u2013 2033253,391,316,410"} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the infant mortality rate first drop to 581, 829, 611, 847?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "2015582, 931, 607, 976"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2015583, 930, 608, 974", "gt_answer": "2015582, 931, 607, 976", "necessary bbox": "['2015582, 931, 607, 976', '3.30581, 829, 611, 847']"} +{"image": ["imgs/CCMAIN/0100443.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat will happen to answers received from non-college email IDs? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "rejected548,244,629,268"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "rejected548,246,630,267", "gt_answer": "rejected548,244,629,268"} +{"image": ["imgs/ChartQA_PCG/two_col_23635.png"], "messages": [{"role": "user", "content": "<|image|> \nBy how much did the average ticket price change from 2014 to 2020? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The average ticket price changed from 9.43141, 214, 167, 231 in 2014140, 839, 168, 851 to 9.47718, 212, 745, 228 in 2020718, 839, 746, 851, a difference of 0.04."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The average ticket price increased from 9.43140,216,166,232 in 2014 to 9.47718,212,745,228 in 2020, an increase of 0.04 dollars.", "gt_answer": "The average ticket price changed from 9.43141, 214, 167, 231 in 2014140, 839, 168, 851 to 9.47718, 212, 745, 228 in 2020718, 839, 746, 851, a difference of 0.04."} +{"image": ["imgs/Crello/output_poster1143_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich tour is priced at $165?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Sydney Harbour Hike 536,649,860,668 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Sydney Harbour Hike 536,649,860,667 ", "gt_answer": " Sydney Harbour Hike 536,649,860,668 ", "necessary bbox": "[' $165 638,725,840,763 ', ' Sydney Harbour Hike 536,649,860,668 ']"} +{"image": ["imgs/Crello/output_poster502_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company is promoting the sale on devices?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "wawona tech831,884,906,913"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " wawona.tech 830,875,906,903 ", "gt_answer": "wawona tech831,884,906,913", "necessary bbox": "['wawona tech831,884,906,913']"} +{"image": ["imgs/Crello/output_poster1870_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can participants register for the Ecology Club Talks? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Participants can register on the website mentioned: Please register on\nour website 172,915,346,953, www.ecocare.in.us 471,919,746,939."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Participants can register on the website www.ecocare.in.us 471,915,743,935 .", "gt_answer": "Participants can register on the website mentioned: Please register on\nour website 172,915,346,953, www.ecocare.in.us 471,919,746,939."} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich appetizer is the most expensive? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "SCALLOP TEMPURA240,553,457,571"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "SCALLOP TEMPURA238,559,456,574", "gt_answer": "SCALLOP TEMPURA240,553,457,571"} +{"image": ["imgs/ChartQA_PCG/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the per capita real GDP in chained 2012 U.S. dollars for the year 791,824,816,870?"}, {"role": "assistant", "content": "51848"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "51848", "gt_answer": "51848", "necessary bbox": "['2018791,824,816,870', '51848785,182,825,201']"} +{"image": ["imgs/CCMAIN/0349731.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does 179,695,280,707 relate to challenging societal beliefs? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The segment '\u2018Myth busting\u2019179,695,280,707' refers to using scientific knowledge to counter beliefs generally accepted by the public or society. This involves presenting evidence or arguments that challenge widely held misconceptions or myths, thereby encouraging critical thinking and reevaluation of accepted norms."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The term \u2018Myth busting\u2019179,695,280,707 refers to the process of challenging or disproving beliefs that are generally accepted by the public or society. It involves using scientific knowledge to counter these beliefs, thereby promoting critical thinking and evidence-based understanding.", "gt_answer": "The segment '\u2018Myth busting\u2019179,695,280,707' refers to using scientific knowledge to counter beliefs generally accepted by the public or society. This involves presenting evidence or arguments that challenge widely held misconceptions or myths, thereby encouraging critical thinking and reevaluation of accepted norms."} +{"image": ["imgs/Crello/output_poster1499_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the model mentioned in the poster? Provide a direct answer and include the answer's bounding box if available.Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": " Felicia rochester "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the model is given as ' Felicia Rochester 143,236,365,257 '. Answer: Felicia Rochester 143,236,365,257 ", "gt_answer": " Felicia rochester ", "necessary bbox": "[' Felicia rochester 144,238,365,257 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage difference of 775,936,805,957 and 680,939,723,954 customers reported being very satisfied?"}, {"role": "assistant", "content": "11%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "11%", "gt_answer": "11%", "necessary bbox": "['39%778, 576, 804, 595','Toshiba680,939,723,954','Acer775,936,805,957','50%689,482,714,502']"} +{"image": ["imgs/CCMAIN/0151869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the application fee for licensure in Alabama? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document states that the Application fee176,483,304,500 is $250332,483,375,500, which is payable to the Alabama State Board of Midwifery. Answer: $250332,483,375,500"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Application fee of $250176,481,375,500 is payable to the Alabama State Board of Midwifery. Answer: $250332,481,375,500", "gt_answer": "The document states that the Application fee176,483,304,500 is $250332,483,375,500, which is payable to the Alabama State Board of Midwifery. Answer: $250332,483,375,500"} +{"image": ["imgs/ChartQA_PCG/two_col_5800.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of 304, 897, 386, 915 sold online?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "9.30%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of Rx eyeglasses304, 897, 386, 915 sold online is 9.30%325, 144, 362, 161. Answer: 9.30%", "gt_answer": "9.30%", "necessary bbox": "['9.30%326, 143, 363, 159', 'Rx eyeglasses304, 897, 386, 915']"} +{"image": ["imgs/CCMAIN/0238584.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the area of 202,437,352,461?"}, {"role": "assistant", "content": "155 m\u00b2"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "155 m\u00b2", "gt_answer": "155 m\u00b2"} +{"image": ["imgs/ChartQA_PCG/two_col_82587.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total cost of the top two most expensive incident types?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "16.96 billion U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The top two incident types are Falls on same level213, 224, 375, 239 with 10.84884, 222, 934, 236 billion U.S. dollars and Overexertion - involving outside sources264, 137, 377, 153 with 10.84 billion U.S. dollars. The total cost is 10.84 + 10.84 = 21.68 billion U.S. dollars. Answer: 21.68 billion U.S. dollars.", "gt_answer": "16.96 billion U.S. dollars", "necessary bbox": "[' Falls on same level 213, 223, 375, 235', ' 10.84 884, 220, 934, 235', ' Struck by object or equipment 111, 300, 375, 316', ' 6.12 666, 298, 705, 313']"} +{"image": ["imgs/ChartQA_PCG/two_col_62902.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue for 228, 871, 294, 889?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "38884 million euros"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue for Contracting228, 871, 294, 889 is 38884245, 193, 282, 209 million euros. Answer: 38884 million euros.", "gt_answer": "38884 million euros", "necessary bbox": "['Contracting228, 871, 294, 889', '38884243, 192, 279, 208']"} +{"image": ["imgs/ChartQA_PCG/two_col_43650.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in spending on the police in the Netherlands from 201, 946, 226, 986 to 746, 947, 771, 986? Give grounding and detailed answer."}, {"role": "assistant", "content": "The spending generally increased from 3509.30 million euros in 2005 201, 946, 226, 986 to a peak of 4504 million euros in 2009 419, 947, 445, 986, followed by a slight decrease and fluctuations, ending at 4285.70 million euros in 2015 746, 947, 771, 986."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The spending on the police in the Netherlands shows an increasing trend from 2005 to 2012, starting at 3496 million euros in 2005201, 946, 226, 986 and reaching 4574 million euros in 2012581, 949, 606, 986. After 2012, there is a slight decrease, ending at 4319 million euros in 2015746, 947, 771, 986.", "gt_answer": "The spending generally increased from 3509.30 million euros in 2005 201, 946, 226, 986 to a peak of 4504 million euros in 2009 419, 947, 445, 986, followed by a slight decrease and fluctuations, ending at 4285.70 million euros in 2015 746, 947, 771, 986."} +{"image": ["imgs/CCMAIN/0144291.png"], "messages": [{"role": "user", "content": "<|image|> \nWho won the first place in the 312,74,564,86 category? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Sierra Walter361,112,438,123"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Sierra Walter361,112,438,123", "gt_answer": "Sierra Walter361,112,438,123"} +{"image": ["imgs/Crello/output_poster2155_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact information provided in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " +7098467392, WWW.CAMPING.COM 356,939,628,957 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " +7098467392, WWW.CAMPING.COM 357,937,627,956 ", "gt_answer": " +7098467392, WWW.CAMPING.COM 356,939,628,957 ", "necessary bbox": "[' +7098467392, WWW.CAMPING.COM 356,939,628,957 ']"} +{"image": ["imgs/CCMAIN/0177822.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which date does the reading plan transition from the book of Matthew to the book of Mark according to 47,42,210,981? Give grounding and detailed answer."}, {"role": "assistant", "content": "The transition from the book of Matthew to the book of Mark occurs on June 3, as indicated by the text 3 - Matthew 28; Mark 1; Mark 245,310,193,325."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The reading plan transitions from the book of Matthew to the book of Mark on June 3, as indicated by the span 3 - Matthew 28; Mark 1; Mark 247,309,195,326.", "gt_answer": "The transition from the book of Matthew to the book of Mark occurs on June 3, as indicated by the text 3 - Matthew 28; Mark 1; Mark 245,310,193,325."} +{"image": ["imgs/ChartQA_PCG/two_col_24063.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average price in euros in December?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "258710,79,733,96"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "258710, 81, 733, 97", "gt_answer": "258710,79,733,96", "necessary bbox": "['December693,855,751,869', '258710,79,733,96']"} +{"image": ["imgs/Crello/output_poster1863_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the registration fee for the cooking workshop event? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The registration fee for the cooking workshop event is $25675,197,788,240."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The registration fee is $25673,198,784,243.", "gt_answer": "The registration fee for the cooking workshop event is $25675,197,788,240."} +{"image": ["imgs/CCMAIN/0181105.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the periodical issue related to 'DROIT INTERNATIONAL PENAL'? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Punishment and society : the international journal of penology332,144,789,161"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Punishment and society : the international journal of penology [Vol. 14, no. 5, December 2012]332,144,902,161", "gt_answer": "Punishment and society : the international journal of penology332,144,789,161"} +{"image": ["imgs/CCMAIN/0270681.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The MILLEFEUILLE47,98,257,122 shelf, designed by Jennifer Hardel47,148,118,155, features a mirrored glass backing and shelves made from 8 mm thick crystal glass. It includes two battens for horizontal or vertical hanging. The maximum load per shelf is 2 kg. The dimensions are H 500 mm516,424,576,433, W 1000 mm593,424,663,433, and D 166 mm679,424,739,433. More information can be found at www.ligne-roset.com47,277,150,284."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The MILLEFEUILLE47,98,256,120 shelf is designed by Jennifer Hardel and features a mirrored glass backing with shelves made of 8 mm thick 'crystal' glass. It includes two batten backs for hanging the shelf horizontally or vertically, with a maximum load per shelf of 2 kg. The dimensions are H 500 mm, W 1000 mm, and D 166 mm. Additional sizes are available.", "gt_answer": "The MILLEFEUILLE47,98,257,122 shelf, designed by Jennifer Hardel47,148,118,155, features a mirrored glass backing and shelves made from 8 mm thick crystal glass. It includes two battens for horizontal or vertical hanging. The maximum load per shelf is 2 kg. The dimensions are H 500 mm516,424,576,433, W 1000 mm593,424,663,433, and D 166 mm679,424,739,433. More information can be found at www.ligne-roset.com47,277,150,284."} +{"image": ["imgs/ChartQA_PCG/two_col_4044.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of deaths in 405,555,427,571?"}, {"role": "assistant", "content": "103"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "103", "gt_answer": "103", "necessary bbox": "['103405,555,427,571']"} +{"image": ["imgs/ChartQA_PCG/two_col_40377.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total consumption in million liters in the year 388, 209, 443, 226?"}, {"role": "assistant", "content": "13131.80"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13131.80 million liters.", "gt_answer": "13131.80", "necessary bbox": "['13131.80388, 209, 443, 226']"} +{"image": ["imgs/Crello/output_poster343_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many hours a day it opens?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "11"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The opening hours are mentioned as ' 8 AM - 7 PM 534,886,639,896'. Answer: 8 AM - 7 PM", "gt_answer": "11", "necessary bbox": "['8 AM- 7 PM532,892,637,902']"} +{"image": ["imgs/CCMAIN/0052625.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 78,138,188,154 involve according to the document? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Being aware of what is taking place around me so I can respond appropriately78,156,470,181"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Being aware of what is taking place around me so I can respond appropriately", "gt_answer": "Being aware of what is taking place around me so I can respond appropriately78,156,470,181"} +{"image": ["imgs/CCMAIN/0041504.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will have leadership responsibility for the Taylor Farms Canada facility? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Mark Campion38,403,146,416"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Mark Campion39,402,145,416", "gt_answer": "Mark Campion38,403,146,416"} +{"image": ["imgs/Crello/output_poster753_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is credited with the quote on elegance in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The quote is credited to Giorgio Armani 622,851,832,891 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The quote is credited to Gorgio Armani 624,851,827,891 .", "gt_answer": "The quote is credited to Giorgio Armani 622,851,832,891 ."} +{"image": ["imgs/Crello/output_poster351_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the event being celebrated? Provide a direct answer and include the answer's bounding box if available.Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Taylor\u2019s Birthday Party 226,398,681,455 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Taylor\u2019s Birthday Party 231,395,678,455 ", "gt_answer": " Taylor\u2019s Birthday Party 226,398,681,455 ", "necessary bbox": "[' Taylor\u2019s Birthday Party 226,398,681,455 ']"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a 281,366,342,389 chicken? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The menu lists the price for a whole281,366,342,389 chicken as $12.50348,366,415,389. Answer: $12.50348,366,415,389"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the price of a whole chicken as $12.50349,366,417,389. Answer: $12.50349,366,417,389", "gt_answer": "The menu lists the price for a whole281,366,342,389 chicken as $12.50348,366,415,389. Answer: $12.50348,366,415,389"} +{"image": ["imgs/Crello/output_poster362_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs the poster inviting participation in the event? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Yes, the poster includes an invitation text ' join us 210,434,459,544 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, the poster invites participation with the text ' join us 218,465,447,543 '.", "gt_answer": "Yes, the poster includes an invitation text ' join us 210,434,459,544 '."} +{"image": ["imgs/CCMAIN/0010436.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The 2021 Great Falls Public Schools49,15,810,61 calendar outlines key dates for the academic year. The first day of school is August 2564,810,130,822, and the last day is June 363,823,106,835. There are designated breaks, including Winter Break853,844,940,857 from December 22-31375,941,485,953 and Spring Break853,876,936,889 from April 15-19530,941,603,953. Early dismissal days are scheduled for October 29368,813,442,826, January 14368,824,439,837, March 25368,835,431,847, and others. Holidays with no school include Labor Day853,823,919,835 on September 6677,823,762,835 and Thanksgiving853,834,938,846 on November 25-26677,834,788,846. Emergency make-up days are planned for April 19692,958,743,971 if needed. The calendar also marks the end of quarters and trimesters, with specific dates for middle school."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a calendar for 2021 Great Falls Public Schools50,14,813,56, detailing important dates such as the First Day of School176,811,298,823 on August 2563,811,132,823 and the Last Day of School176,823,298,835 on June 363,823,107,835. It includes holidays like Labor Day852,823,920,835 on September 6677,823,761,835 and Thanksgiving852,835,937,847 from November 25-26677,835,787,847. The calendar also marks early outs on October 29368,811,439,823 and April 7503,811,546,823, and breaks such as Spring Break852,872,944,884 from March 14-15528,929,610,941. Emergency make-up days are scheduled for April 19693,956,747,968.", "gt_answer": "The 2021 Great Falls Public Schools49,15,810,61 calendar outlines key dates for the academic year. The first day of school is August 2564,810,130,822, and the last day is June 363,823,106,835. There are designated breaks, including Winter Break853,844,940,857 from December 22-31375,941,485,953 and Spring Break853,876,936,889 from April 15-19530,941,603,953. Early dismissal days are scheduled for October 29368,813,442,826, January 14368,824,439,837, March 25368,835,431,847, and others. Holidays with no school include Labor Day853,823,919,835 on September 6677,823,762,835 and Thanksgiving853,834,938,846 on November 25-26677,834,788,846. Emergency make-up days are planned for April 19692,958,743,971 if needed. The calendar also marks the end of quarters and trimesters, with specific dates for middle school."} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the clock time for the 246,353,392,361? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the clock time for the Quebec Opener Day 1 Turbo246,353,392,361 event is 5784,353,789,359, indicating the duration of each level in minutes. Answer: 5784,353,789,359"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Quebec Opener Day 1 Turbo246,353,392,361 has a clock time of 587,180,94,190 minutes. Answer: 587,180,94,190", "gt_answer": "The document specifies that the clock time for the Quebec Opener Day 1 Turbo246,353,392,361 event is 5784,353,789,359, indicating the duration of each level in minutes. Answer: 5784,353,789,359"} +{"image": ["imgs/CCMAIN/0146864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the role of 117,193,244,206? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Transfusion Services Operations Manager323,193,598,206"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Transfusion Services Operations Manager323,193,596,206", "gt_answer": "Transfusion Services Operations Manager323,193,598,206"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of male users?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "46.5%310,531,367,557"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "46.5%312, 529, 368, 555", "gt_answer": "46.5%310,531,367,557", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557']"} +{"image": ["imgs/Crello/output_poster139_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the volume of the product? Respond directly and include the bounding box of the answer if it is present.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " 12 Fl. Oz. 604,673,664,732 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 12 Fl. OZ 603,674,665,738 ", "gt_answer": " 12 Fl. Oz. 604,673,664,732 ", "necessary bbox": "[' 12 Fl. Oz. 604,673,664,732 ']"} +{"image": ["imgs/CCMAIN/0049314.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many shares of common stock were acquired on 367,181,431,192? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "In Table I, under the transaction date 07/13/2021367,181,431,192, the number of shares acquired is listed as 552569,386,590,397. Answer: 552569,386,590,397"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the acquisition of 1,530567,365,600,376 shares of common stock on 04/30/2021312,365,376,376. Answer: 1,530567,365,600,376", "gt_answer": "In Table I, under the transaction date 07/13/2021367,181,431,192, the number of shares acquired is listed as 552569,386,590,397. Answer: 552569,386,590,397"} +{"image": ["imgs/ChartQA_PCG/two_col_60276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country accounted for the largest percentage of leather and hide exports in value in 2018?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "United States676, 705, 795, 731"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "United States675, 701, 792, 733", "gt_answer": "United States676, 705, 795, 731", "necessary bbox": "['United States676, 705, 795, 731', '26.8%571, 595, 628, 621']"} +{"image": ["imgs/Crello/output_poster1965_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is associated with the discounts in the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Christmas 375,332,600,367 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Christmas 374,331,598,369 ", "gt_answer": " Christmas 375,332,600,367 ", "necessary bbox": "[' Christmas 375,332,600,367 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_102398.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the transport volume first exceed 148,492,182,506 million passenger-kilometers? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The transport volume first exceeded 30000 148,492,182,506 million passenger-kilometers in 2004 288,844,313,890 with a volume of 28939 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The transport volume first exceeded 30000148,492,182,506 million passenger-kilometers in 2004287,844,313,890 with a volume of 29155.", "gt_answer": "The transport volume first exceeded 30000 148,492,182,506 million passenger-kilometers in 2004 288,844,313,890 with a volume of 28939 ."} +{"image": ["imgs/CCMAIN/0073836.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does 52,619,217,643 total cost?"}, {"role": "assistant", "content": "$115"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$35", "gt_answer": "$115"} +{"image": ["imgs/ChartQA_PCG/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the forecasted share improvement in the global gross domestic product adjusted for Purchasing Power Parity from 158,951,183,982 to788, 947, 816, 992?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "0.06%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share in 2016 was 0.15%154,407,191,423 and is forecasted to be 0.21%785, 198, 822, 214 in 2026*. The improvement is 0.06%. Answer: 0.06%", "gt_answer": "0.06%", "necessary bbox": "['2026*788, 947, 816, 992', '0.21%785, 199, 823, 216','2016158,951,183,982','\n0.15%152,402,189,420']"} +{"image": ["imgs/ChartQA_PCG/two_col_1387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in revenue between 2019 and 2020 for Siemens AG?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "1344 million euros"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 2019 was 58483323,176,360,192 million euros and in 2020 it was 57139674,193,710,209 million euros. The difference is 58483 - 57139 = 1344 million euros. Answer: 1344 million euros.", "gt_answer": "1344 million euros", "necessary bbox": "['58483323, 174, 360, 191', '57139672, 191, 710, 207']"} +{"image": ["imgs/CCMAIN/0078269.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time were the dances to be taught 543,364,824,384?"}, {"role": "assistant", "content": "8 to 9 pm"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "8 to 9 pm", "gt_answer": "8 to 9 pm"} +{"image": ["imgs/CCMAIN/0092346.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which dates was the 325,218,660,241 held?"}, {"role": "assistant", "content": "3rd & 4th January 2020"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3rd & 4th January 2020", "gt_answer": "3rd & 4th January 2020"} +{"image": ["imgs/ChartQA_PCG/two_col_24274.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total sales amount for 168, 98, 213, 114 and 305, 689, 342, 705 combined?"}, {"role": "assistant", "content": "298427 euros"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "301427 thousand euros.", "gt_answer": "298427 euros", "necessary bbox": "['262507168, 98, 213, 114', '35920305, 689, 342, 705']"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat average percentage of 775,936,805,957 and 680,939,723,954 customers reported being very satisfied?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "44.5%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Toshiba680,939,723,954 is 50%688,483,715,502 and for Acer775,936,805,957 is 39%779,578,805,596. The average is (50 + 39) / 2 = 44.5%. Answer: 44.5%", "gt_answer": "44.5%", "necessary bbox": "['39%778, 576, 804, 595','Toshiba680,939,723,954','Acer775,936,805,957','50%689,482,714,502']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60971.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents who are 702, 646, 856, 660 about 193, 203, 362, 221?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "8%836, 201, 862, 217"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "18%769, 203, 804, 219", "gt_answer": "8%836, 201, 862, 217", "necessary bbox": "['Not at all concerned702, 646, 856, 660', 'Hacking/cybersecurity193, 203, 362, 221', '8%836, 201, 862, 217']"} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is a STATEMENT OF ACCOMPLISHMENT286,59,947,109 awarded to Trenton McKinney285,341,562,397 for successfully completing the course Introduction to Python for Finance285,552,811,606. The course was completed on FEB 07, 2019285,744,408,779, and the certificate is issued by datacamp325,889,481,948, signed by Jonathan Cornelissen, CEO792,906,958,929. The certificate number is #8,454,320285,141,339,158."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a STATEMENT OF ACCOMPLISHMENT289,47,945,109 awarded to Trenton McKinney288,331,566,396. It acknowledges the completion of the course titled Introduction to Python for Finance288,541,810,606. The course was successfully completed on FEB 07, 2019288,739,407,779. The statement is issued by datacamp328,876,484,942, with Jonathan Cornelissen, CEO790,900,959,927 signing it.", "gt_answer": "The document is a STATEMENT OF ACCOMPLISHMENT286,59,947,109 awarded to Trenton McKinney285,341,562,397 for successfully completing the course Introduction to Python for Finance285,552,811,606. The course was completed on FEB 07, 2019285,744,408,779, and the certificate is issued by datacamp325,889,481,948, signed by Jonathan Cornelissen, CEO792,906,958,929. The certificate number is #8,454,320285,141,339,158."} +{"image": ["imgs/CCMAIN/0002277.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of 121,668,563,689? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The correspondence from the Director of Public Works to Councilmember Michael J. Molina, dated March 9, 2021, and October 30, 2020, is related to a STOP sign on Haiku Road632,683,691,704. The Commission may receive a presentation and provide recommendations. Answer: Pertaining to a STOP sign on Haiku Road.489,683,580,704"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that the Commission may receive a presentation from the Department of Public Works relating to the correspondence, indicating its purpose. Answer: To present a STOP sign631,684,729,705 on Haiku Road.", "gt_answer": "The correspondence from the Director of Public Works to Councilmember Michael J. Molina, dated March 9, 2021, and October 30, 2020, is related to a STOP sign on Haiku Road632,683,691,704. The Commission may receive a presentation and provide recommendations. Answer: Pertaining to a STOP sign on Haiku Road.489,683,580,704"} +{"image": ["imgs/CCMAIN/0247785.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is the result of Qualifying 1129,171,243,187 for the Porsche Sprint Challenge Central Europe270,92,727,111, Round 3382,112,474,132 at Tor Poznan487,112,616,132, held from 9 - 11 July 2021820,158,957,173. In the PSCCE GT3 Cup40,152,206,170, Max Werndl120,215,201,228 from KEEP IT GOLD Racing120,227,247,239 secured the first position with a fastest lap time of 1:34.030618,215,685,228 in lap 5706,215,716,228, achieving a speed of 156.32 km/h. Markus Sedlmaier120,243,242,256 from Kremer Racing120,256,207,267 finished second with a time of 1:36.530618,243,685,256 in lap 6934,217,941,228, with a speed of 152.27 km/h. The results are provisional pending technical examination."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a result sheet for the Porsche Sprint Challenge Central Europe269,95,728,113, specifically Round 3 at Tor Poznan. It details the qualifying results for the PSCC GT3 Cup40,154,206,172 on 9 - 11 July 2021817,157,957,170. Max Werndl from KEEP IT GOLD Racing120,226,246,236 secured the first position with a fastest time of 1:34.030623,216,682,227 on lap 5. Markus Sedlmayer from Kremer Racing120,256,206,266 followed in second place with a time of 1:36.530623,244,682,255. The race took place at Tor Poznan, a 4083 mtr track.", "gt_answer": "The document is the result of Qualifying 1129,171,243,187 for the Porsche Sprint Challenge Central Europe270,92,727,111, Round 3382,112,474,132 at Tor Poznan487,112,616,132, held from 9 - 11 July 2021820,158,957,173. In the PSCCE GT3 Cup40,152,206,170, Max Werndl120,215,201,228 from KEEP IT GOLD Racing120,227,247,239 secured the first position with a fastest lap time of 1:34.030618,215,685,228 in lap 5706,215,716,228, achieving a speed of 156.32 km/h. Markus Sedlmaier120,243,242,256 from Kremer Racing120,256,207,267 finished second with a time of 1:36.530618,243,685,256 in lap 6934,217,941,228, with a speed of 152.27 km/h. The results are provisional pending technical examination."} +{"image": ["imgs/Crello/output_poster273_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the call to action for the podcast in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The call to action for the podcast in the poster is Start \nFree 163,649,262,751 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The call to action is ' Start\nFree 165,649,260,753 '.", "gt_answer": "The call to action for the podcast in the poster is Start \nFree 163,649,262,751 ."} +{"image": ["imgs/CCMAIN/0319798.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many columns are there in 109,123,889,142?"}, {"role": "assistant", "content": "5"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Four", "gt_answer": "5"} +{"image": ["imgs/ChartQA_PCG/two_col_22383.png"], "messages": [{"role": "user", "content": "<|image|> \nMay '20169, 927, 207, 991 to May '21789, 927, 827, 991, how much did the Chained Consumer Price Index increase?"}, {"role": "assistant", "content": "7.23"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "17.23", "gt_answer": "7.23", "necessary bbox": "[\"May '20169, 927, 207, 991\", \"Jun '20223, 926, 256, 987\", \"Jul '20276, 924, 307, 981\", \"Aug '20327, 927, 362, 990\", \"Sep '20377, 927, 412, 989\", \"Oct '20431, 926, 463, 984\", \"Nov '20480, 926, 516, 987\", \"Dec '20531, 924, 567, 987\", \"Jan '21584, 927, 618, 987\", \"Feb '21635, 927, 670, 986\", \"Mar '21686, 926, 724, 987\", \"Apr '21740, 927, 775, 987\", \"May '21789, 927, 827, 991\", '144.02168, 839, 212, 857', '151.25787, 191, 831, 209']"} +{"image": ["imgs/Crello/output_poster1753_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expiration date of the gift certificate?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " september 7 342,856,462,891 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Valid until 346,802,451,837 September 7 333,853,469,888 ", "gt_answer": " september 7 342,856,462,891 ", "necessary bbox": "[' september 7 342,856,462,891 ', ' Valid until 351,808,450,839 ']"} +{"image": ["imgs/CCMAIN/0120889.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will process and report the feedback according to Press Ganey? Give grounding and detailed answer."}, {"role": "assistant", "content": "The feedback will be processed and reported by Press Ganey60,804,139,819, which is described as an independent survey research company based in South Bend, Indiana. This company will analyze the feedback to help improve patient care."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The feedback will be processed and reported by Press Ganey, an independent survey research company based in South Bend, Indiana. This is mentioned in the text: They will tell us what you value about the care you received today along with what you think and how you rate our services and team.60,842,415,857.", "gt_answer": "The feedback will be processed and reported by Press Ganey60,804,139,819, which is described as an independent survey research company based in South Bend, Indiana. This company will analyze the feedback to help improve patient care."} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth in years for 455,639,494,655 in 823,520,848,566?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "83.38818,52,855,71"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "76.35820,359,857,378", "gt_answer": "83.38818,52,855,71", "necessary bbox": "['female455,639,494,655', '2018823,520,848,566', '83.38818,52,855,71']"} +{"image": ["imgs/ChartQA_PCG/two_col_43517.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the heat content reach its maximum value?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2005"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The maximum heat content was 1125409, 207, 438, 223 in the year 2005412, 869, 437, 909. Answer: 2005", "gt_answer": "2005", "necessary bbox": "['1125411,206,440,222', '2005412,869,437,909']"} +{"image": ["imgs/CCMAIN/0037809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number associated with 196,772,359,786? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "252180,770,199,785"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "252180,764,200,779", "gt_answer": "252180,770,199,785"} +{"image": ["imgs/CCMAIN/0104540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 355,179,436,196 methods are accepted? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document lists the accepted payment methods under PAYMENT355,179,436,196 as Visa244,714,272,726, MC323,714,346,726, and AmEx396,714,435,726. Answer: Visa244,714,272,726, MC323,714,346,726, AmEx396,714,435,726"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists these credit card options under the PAYMENT355,179,436,196 section, indicating they are accepted for payment. Answer: Visa, MC, AmEx", "gt_answer": "The document lists the accepted payment methods under PAYMENT355,179,436,196 as Visa244,714,272,726, MC323,714,346,726, and AmEx396,714,435,726. Answer: Visa244,714,272,726, MC323,714,346,726, AmEx396,714,435,726"} +{"image": ["imgs/ChartQA_PCG/multi_col_60139.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of cruise passengers for Dubai in 2030*?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "850"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of cruise passengers for Dubai in 2030* is 850801, 64, 824, 82. Answer: 850", "gt_answer": "850", "necessary bbox": "['Dubai316, 656, 347, 672', '2030*813, 529, 847, 543', '850801, 62, 824, 81']"} +{"image": ["imgs/CCMAIN/0087409.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The lunch menu offers a variety of dishes including Seafood Chowder421,108,577,134 with fried lobster and smoked potato, and a Bucket of Mussels411,182,587,207 with cream and garlic. Lakeside Fries432,255,566,281 are served with Havarti and gochujang aioli. The Panzanella Salad422,329,576,355 features brioche cubes and fried capers, with an option to add ahi tuna. Main courses include a Lakeside Burger422,402,575,427 with spiced bacon and a Fried Chicken Sandwich389,538,610,564 with sticky vanilla honey BBQ sauce. Desserts include Apple Tart446,630,552,655 with caramelized apples and Chocolate Cake427,779,571,804 with salted caramel bark. Options for gluten-free, vegetarian, and vegan diets are available."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The menu offers a variety of lunch options, including Seafood Chowder421,109,576,130 with ingredients like fried lobster and mussels for $14. The Bucket of Mussels410,182,587,203 is available for $12 and includes cream, garlic, and fresh herbs. Lakeside Fries430,255,567,276 are served with Havarti and Gochujang aioli for $9. The Panzanella Salad424,327,574,348 features brioche cubes and local greens for $10, with an option to add seared ahi tuna for an additional $6. Other dishes include the Lakeside Burger424,399,574,420 for $17, Fish & Chips434,462,564,483 for $17, Fried Chicken Sandwich387,535,611,556 for $18, Apple Tart439,627,556,648 for $6, Strawberry Rhubarb Mousse362,700,636,721 for $7, Chocolate Cake427,773,567,794 for $6, and Cookies and Cream Pana Cotta357,856,641,877 for $7. Each dish is marked with dietary options such as GF488,216,507,228 (gluten-free), V488,216,497,228 (vegetarian), and VEO512,280,542,292 (vegan).", "gt_answer": "The lunch menu offers a variety of dishes including Seafood Chowder421,108,577,134 with fried lobster and smoked potato, and a Bucket of Mussels411,182,587,207 with cream and garlic. Lakeside Fries432,255,566,281 are served with Havarti and gochujang aioli. The Panzanella Salad422,329,576,355 features brioche cubes and fried capers, with an option to add ahi tuna. Main courses include a Lakeside Burger422,402,575,427 with spiced bacon and a Fried Chicken Sandwich389,538,610,564 with sticky vanilla honey BBQ sauce. Desserts include Apple Tart446,630,552,655 with caramelized apples and Chocolate Cake427,779,571,804 with salted caramel bark. Options for gluten-free, vegetarian, and vegan diets are available."} +{"image": ["imgs/Crello/output_poster1776_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main focus of the Boynton Conference? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The main focus of the Boynton Conference is on the danger to the ocean, as indicated in the text 'BOYNTON CONFERENCE\nTHE OCEAN IS IN DANGER 133,432,849,560'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main focus of the Boynton Conference is to highlight the danger to the ocean and encourage people to save it. This is indicated by the text ' THE OCEAN IS IN DANGER 130,442,852,567 ' and ' SAVE THE OCEAN! 127,563,502,609 '.", "gt_answer": "The main focus of the Boynton Conference is on the danger to the ocean, as indicated in the text 'BOYNTON CONFERENCE\nTHE OCEAN IS IN DANGER 133,432,849,560'."} +{"image": ["imgs/Crello/output_poster1053_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much cheaper is the price compared to the original price?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "$ 2850"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The original price is $ 8650 739,714,888,742 and the sale price is $ 5800 439,767,888,857. The difference is calculated as 8650 - 5800 = 2850. Answer: 2850", "gt_answer": "$ 2850", "necessary bbox": "['$ 5800433,770,887,864', '$ 8650 721,716,898,751']"} +{"image": ["imgs/Crello/output_poster1236_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the Christmas sale at Loonie Plaza taking place according to the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The Christmas sale takes place on 25-31 DEC77,38,209,68."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The sale is taking place from 25-31 DEC 78,39,209,69 .", "gt_answer": "The Christmas sale takes place on 25-31 DEC77,38,209,68."} +{"image": ["imgs/CCMAIN/0085350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should participants check in for the event on 512,236,634,337?"}, {"role": "assistant", "content": "Red River & Ky River"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2541 College Hill Rd., Waco KY 40385", "gt_answer": "Red River & Ky River"} +{"image": ["imgs/ChartQA_PCG/multi_col_80947.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in percentage between Cyber Monday and Black Friday for respondents using tablets? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The difference is 24% for Cyber Monday603,717,687,737 minus 17% for Black Friday478,717,548,737, which is 7%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Cyber Monday607,719,685,734 is 24% and for Black Friday478,719,546,734 is 17%. The difference is 7%.", "gt_answer": "The difference is 24% for Cyber Monday603,717,687,737 minus 17% for Black Friday478,717,548,737, which is 7%."} +{"image": ["imgs/ChartQA_PCG/two_col_100855.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of personal trips abroad by French tourists to all regions combined in millions? Give grounding and detailed answer."}, {"role": "assistant", "content": "The total number of personal trips abroad by French tourists to all regions combined is 19.30237,111,269,127 million (Europe) + 2437,821,444,837 million (Africa) + 1.80 million (Americas) + 1.40 million (Asia and Oceania) = 24.5 million."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of personal trips abroad by French tourists is 19.30238, 112, 271, 128 (Europe) + 2435, 821, 442, 837 (Africa) + 2 (Americas) + 1.50 (Asia and Oceania) = 24.8 million.", "gt_answer": "The total number of personal trips abroad by French tourists to all regions combined is 19.30237,111,269,127 million (Europe) + 2437,821,444,837 million (Africa) + 1.80 million (Americas) + 1.40 million (Asia and Oceania) = 24.5 million."} +{"image": ["imgs/CCMAIN/0338119.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the early bird registration fee for regular participants? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "According to the 'Conference fees' table, the early bird rate for Regular305,644,363,657 participants is \u20ac 120472,644,513,657. Answer: \u20ac 120472,644,513,657"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Early bird206,567,274,580 registration fee for regular participants as \u20ac 120469,643,514,656. Answer: \u20ac 120469,643,514,656", "gt_answer": "According to the 'Conference fees' table, the early bird rate for Regular305,644,363,657 participants is \u20ac 120472,644,513,657. Answer: \u20ac 120472,644,513,657"} +{"image": ["imgs/ChartQA_PCG/two_col_117.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the app with the least monthly active users?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Snapchat*153,824,224,840"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Snapchat*153,820,226,835", "gt_answer": "Snapchat*153,824,224,840", "necessary bbox": "['Snapchat*153,824,224,840', '528']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of Female 359, 590, 399, 606 inhabitants across all age groups?"}, {"role": "assistant", "content": "2500.20 thousands"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2415.97 thousand", "gt_answer": "2500.20 thousands", "necessary bbox": "['0-14554, 685, 579, 699', '15-64554, 714, 586, 729', '65+554, 744, 576, 759', 'Female359, 590, 399, 606', '520.67358, 515, 399, 533', '1723.86', '255.67']"} +{"image": ["imgs/CCMAIN/0234702.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the subject of the starred question with Admitted No./Priority No. 59/19? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists starred questions with their respective subjects. The question with Admitted No./Priority No. 59/19256,317,297,331 is related to Peak Power Demand423,317,582,331. Answer: Peak Power Demand423,317,582,331"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The starred question with Admitted No./Priority No. 59/19258,316,299,330 is related to the subject of Peak Power Demand427,316,580,330. Answer: Peak Power Demand427,316,580,330", "gt_answer": "The document lists starred questions with their respective subjects. The question with Admitted No./Priority No. 59/19256,317,297,331 is related to Peak Power Demand423,317,582,331. Answer: Peak Power Demand423,317,582,331"} +{"image": ["imgs/ChartQA_PCG/multi_col_1046.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which category do cat owners spend the most compared to dog owners? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Cat owners spend the most on Food 281, 595, 307, 657 compared to dog owners, with 329 287, 419, 309, 445 dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Cat owners spend the most in the Food279, 604, 305, 664 category with 442281, 381, 303, 407, compared to dog owners who spend 87223, 281, 238, 307.", "gt_answer": "Cat owners spend the most on Food 281, 595, 307, 657 compared to dog owners, with 329 287, 419, 309, 445 dollars."} +{"image": ["imgs/CCMAIN/0156086.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time is the 310,136,346,142 event at Coasters Bar & Grill on Monday, 07/26? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "On Monday, 07/26, Coasters Bar & Grill has a Karaoke310,136,346,142 event scheduled at 8p868,125,879,131. Answer: Karaoke 8p203,228,250,233"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The schedule lists the karaoke310,136,346,142 event at Coasters Bar & Grill on Monday, 07/26 from 8p-9p350,136,372,142. Answer: 8p-9p350,136,372,142", "gt_answer": "On Monday, 07/26, Coasters Bar & Grill has a Karaoke310,136,346,142 event scheduled at 8p868,125,879,131. Answer: Karaoke 8p203,228,250,233"} +{"image": ["imgs/ChartQA_PCG/multi_col_1188.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much more likely are the respondents in the 399,722,477,737 to not expect a response compared to the 531,722,620,742? Give grounding and detailed answer."}, {"role": "assistant", "content": "Respondents in the United States399,722,477,737 are 8% more likely to not expect a response compared to the Global average531,722,620,742."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The respondents in the United States399,722,477,737 are 25% more likely to not expect a response compared to the Global average531,722,620,742, which is 17%.", "gt_answer": "Respondents in the United States399,722,477,737 are 8% more likely to not expect a response compared to the Global average531,722,620,742."} +{"image": ["imgs/ChartQA_PCG/two_col_83243.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of global organic retail sales did the United States account for in 2019?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "42.0%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The United States accounted for 42.0%610, 531, 666, 557 of global organic retail sales in 2019.\n\nAnswer: 42%", "gt_answer": "42.0%", "necessary bbox": "['United States610, 537, 666, 561', '42.0%610, 537, 666, 561']"} +{"image": ["imgs/CCMAIN/0255352.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the application deadline for the 2nd Grade Teacher position? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "7/31/2021326,281,415,298"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "7/31/2021325,281,416,298", "gt_answer": "7/31/2021326,281,415,298"} +{"image": ["imgs/ChartQA_PCG/two_col_42594.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the estimated revenue surpass 45 billion U.S. dollars?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2016710,879,735,924"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2017.", "gt_answer": "2016710,879,735,924", "necessary bbox": "['2016710,879,735,924', '43.59', '46.24']"} +{"image": ["imgs/ChartQA_PCG/two_col_83566.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much higher is Roche's revenue compared to Novo Nordisk's revenue? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Roche's revenue is 37.10912,179,952,193 billion U.S. dollars, whereas Novo Nordisk's revenue is 12.40489,391,529,406 billion U.S. dollars. Therefore, Roche's revenue is 24.70 billion U.S. dollars higher."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Roche's revenue is 37.10912, 178, 952, 193 billion U.S. dollars and Novo Nordisk's revenue is 12.40489, 396, 529, 410 billion U.S. dollars. The difference is 24.70 billion U.S. dollars.", "gt_answer": "Roche's revenue is 37.10912,179,952,193 billion U.S. dollars, whereas Novo Nordisk's revenue is 12.40489,391,529,406 billion U.S. dollars. Therefore, Roche's revenue is 24.70 billion U.S. dollars higher."} +{"image": ["imgs/Crello/output_poster1319_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs registration required for the event mentioned in 421,876,538,913?"}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Yes", "gt_answer": "Yes", "necessary bbox": "[' Registration\\nrequired 421,876,538,913']"} +{"image": ["imgs/ChartQA_PCG/two_col_40229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the second most Instagram followers after 203, 155, 274, 167?"}, {"role": "assistant", "content": "zalando.se"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "zalando.se", "gt_answer": "zalando.se", "necessary bbox": "['zalando.se201, 229, 274, 241', '460135489, 227, 543, 241', 'na-kd.com203, 155, 274, 167', '1413640916, 153, 977, 166']"} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the sum of total revenue for the Americas in 765, 518, 790, 563 and 832,522,857,563?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "22.94"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue for the Americas in 2019 was 11.72765, 234, 798, 252 billion U.S. dollars and in 2020 it was 11.22832, 238, 864, 256 billion U.S. dollars. The sum is 11.72 + 11.22 = 22.94 billion U.S. dollars. Answer: 22.94 billion U.S. dollars.", "gt_answer": "22.94", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249','2020832,522,857,563','11.22830,236,864,255']"} +{"image": ["imgs/CCMAIN/0010657.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The letter, dated March 31, 2014146,193,261,211, is addressed to Representative Ann Kuster146,225,341,243 from the Board of Selectmen146,336,289,355 in the Town of Sandwich. It references a Petitioned Article Request245,320,434,339 in the 2014 Town Warrant638,320,783,339, urging the New Hampshire State Legislature466,384,505,403 to join other states in supporting a constitutional amendment. This amendment aims to ensure fair elections by regulating federal spending and clarifying that constitutional rights are for people, not corporations. The letter requests support from the New Hampshire Congressional delegation210,480,514,498 and the state legislature. It also outlines the process for transmitting the vote record to relevant parties, including the President of the United States681,544,856,562, within 30 days."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a letter dated March 31, 2014146,195,258,210, addressed to Representative Ann Kuster. It reports the Town of Sandwich's support for a petitioned article request in the 2014 Town Warrant. The Board of Selectmen urges the New Hampshire State Legislature to join nearly 500 municipalities and 16 other states in calling for a constitutional amendment. This amendment aims to safeguard fair elections by regulating federal spending and clarifying that constitutional rights are for people, not corporations. The New Hampshire Congressional delegation and State Legislature are expected to support this amendment once it is approved by Congress and sent for state ratification. The vote record will be transmitted to relevant parties within 30 days.", "gt_answer": "The letter, dated March 31, 2014146,193,261,211, is addressed to Representative Ann Kuster146,225,341,243 from the Board of Selectmen146,336,289,355 in the Town of Sandwich. It references a Petitioned Article Request245,320,434,339 in the 2014 Town Warrant638,320,783,339, urging the New Hampshire State Legislature466,384,505,403 to join other states in supporting a constitutional amendment. This amendment aims to ensure fair elections by regulating federal spending and clarifying that constitutional rights are for people, not corporations. The letter requests support from the New Hampshire Congressional delegation210,480,514,498 and the state legislature. It also outlines the process for transmitting the vote record to relevant parties, including the President of the United States681,544,856,562, within 30 days."} +{"image": ["imgs/Crello/output_poster837_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main topic of the poster?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "10 tips for online business"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main topic is indicated by the text ' online 270,748,721,803 ' and ' business 295,836,897,891 ', which together form 'online business'. Answer: online business", "gt_answer": "10 tips for online business", "necessary bbox": "[' 1o tips for 57,661,902,726 ', ' online 271,748,725,800 ', ' business 293,837,897,888 ']"} +{"image": ["imgs/CCMAIN/0338119.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is 202,534,422,547 for STAHY 2021? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the abstract submission deadline202,534,422,547 is June 30, 2021431,534,536,547 under the 'Important dates' section. Answer: June 30, 2021431,534,536,547"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Abstract submission deadline202,534,422,547 is June 30, 2021431,534,536,547, which is a key date for participants to submit their work. Answer: June 30, 2021431,534,536,547", "gt_answer": "The document states that the abstract submission deadline202,534,422,547 is June 30, 2021431,534,536,547 under the 'Important dates' section. Answer: June 30, 2021431,534,536,547"} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate of 499,849,526,889?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "14.70%489,208,537,225"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14.70%492,206,539,225", "gt_answer": "14.70%489,208,537,225", "necessary bbox": "['2011499,849,526,889','14.70%489,208,537,225']"} +{"image": ["imgs/Crello/output_poster1460_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount offered in the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The poster offers a HALF \nPRICE 474,299,704,569 discount."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is ' HALF\nPRICE 476,298,703,571 '.", "gt_answer": "The poster offers a HALF \nPRICE 474,299,704,569 discount."} +{"image": ["imgs/CCMAIN/0256151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is fundamental to learning Plain Bob? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Plain Hunting181,440,290,455"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Plain Hunting181,439,290,454", "gt_answer": "Plain Hunting181,440,290,455"} +{"image": ["imgs/CCMAIN/0321273.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main topic of 113,341,181,358 in the meeting agenda? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "ITEM 1113,341,181,358 focuses on the ongoing review of parameters related to affordable housing, indicating its importance in the meeting. Answer: Continued Review of Affordable Housing Overlay Zone General Parameters220,343,818,358"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The agenda lists ITEM 1113,341,181,358 as the Continued Review of Affordable Housing Overlay Zone General Parameters220,341,817,358, indicating it is a key topic for discussion. Answer: Continued Review of Affordable Housing Overlay Zone General Parameters220,341,817,358", "gt_answer": "ITEM 1113,341,181,358 focuses on the ongoing review of parameters related to affordable housing, indicating its importance in the meeting. Answer: Continued Review of Affordable Housing Overlay Zone General Parameters220,343,818,358"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The form fill up104,183,190,196 for the Even Semester End Examinations 2020-21 for final year/semester students will start from 29th June 2021202,201,315,211. Students can submit applications online, with college admins assisting if needed due to Covid-19872,200,939,213. Forms must be verified by colleges, and fees can be paid online or through other methods. Admit cards will be generated online. Key dates include: 04/07/2021128,632,217,645 for form submission, 06/07/2021128,650,217,663 for verification, 01-07/07/2021103,669,217,682 for fee submission, and 12/07/2021128,715,217,728 for admit card generation. Exams are scheduled for 13-20/07/2021103,738,217,751. Fees are 1200338,769,375,782 for regular and 1000814,769,852,782 for backlog papers."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a notice from Maulana Abul Kalam Azad University of Technology, West Bengal, regarding the form fill-up for the Even Semester End Semester Examinations 2020-21. The process begins on 29th June 2021203,200,221,213 and involves submitting applications online through student or college admin accounts. Students can pay fees online or through college assistance if needed. Admit cards will be generated after fee submission, and exams are scheduled from 13-20/07/2021104,736,218,750. Regular candidates pay 1200/-339,769,390,783, while backlogs pay 1000/-811,769,862,783. For more information, students should visit the exam portal or contact their college.", "gt_answer": "The form fill up104,183,190,196 for the Even Semester End Examinations 2020-21 for final year/semester students will start from 29th June 2021202,201,315,211. Students can submit applications online, with college admins assisting if needed due to Covid-19872,200,939,213. Forms must be verified by colleges, and fees can be paid online or through other methods. Admit cards will be generated online. Key dates include: 04/07/2021128,632,217,645 for form submission, 06/07/2021128,650,217,663 for verification, 01-07/07/2021103,669,217,682 for fee submission, and 12/07/2021128,715,217,728 for admit card generation. Exams are scheduled for 13-20/07/2021103,738,217,751. Fees are 1200338,769,375,782 for regular and 1000814,769,852,782 for backlog papers."} +{"image": ["imgs/CCMAIN/0247785.png"], "messages": [{"role": "user", "content": "<|image|> \nWho achieved the fastest lap time in the qualifying session? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that the fastest time40,866,105,878 was 1:34.030618,215,685,228 achieved by Max Werndl120,215,201,228 in lap 5706,215,716,228. Answer: Max Werndl120,215,201,228"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the fastest time was 1:34.030623,217,680,228 achieved by Max Werndl on lap 5. Answer: Max Werndl", "gt_answer": "The document states that the fastest time40,866,105,878 was 1:34.030618,215,685,228 achieved by Max Werndl120,215,201,228 in lap 5706,215,716,228. Answer: Max Werndl120,215,201,228"} +{"image": ["imgs/ChartQA_PCG/multi_col_80947.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich device category had the highest share of respondents for Cyber Monday?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Desktop/laptop273, 576, 360, 596"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Desktop/laptop", "gt_answer": "Desktop/laptop273, 576, 360, 596", "necessary bbox": "['Cyber Monday603, 717, 687, 737', 'Desktop/laptop273, 576, 360, 596', '54%']"} +{"image": ["imgs/ChartQA_PCG/44391686006807.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the depth of the food deficit for 114,516,168,537?"}, {"role": "assistant", "content": "71"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "70", "gt_answer": "71", "necessary bbox": "['Gambia92, 369, 166, 387', '71617, 366, 643, 386']"} +{"image": ["imgs/CCMAIN/0157382.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does 767,420,850,448 describe his sides in one sentence?"}, {"role": "assistant", "content": "My four sides are just the same"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "My four sides are just the same.", "gt_answer": "My four sides are just the same"} +{"image": ["imgs/ChartQA_PCG/multi_col_103.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy for Females in 176,568,254,587'?"}, {"role": "assistant", "content": "82"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "81.60 years", "gt_answer": "82", "necessary bbox": "['Females567,710,613,726', 'Europe (total)176,568,254,587']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of platforms receive payments via 307,603,356,625?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "85%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of platforms that receive payments via Account307,603,356,625 is 85%329,79,355,98. Answer: 85%", "gt_answer": "85%", "necessary bbox": "[' 85% 328, 78, 354, 97','Account307,603,356,625','How providers receive payments510,757,700,783']"} +{"image": ["imgs/ChartQA_PCG/two_col_43385.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the index score for the most influential brand?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "404"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The most influential brand is Google123,914,163,930, with an index score of 405.\n\nAnswer: 405", "gt_answer": "404", "necessary bbox": "['Google123,912,163,930']"} +{"image": ["imgs/Crello/output_poster1931_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat languages is the NG Baskin app available in, as mentioned in 388,157,605,302?"}, {"role": "assistant", "content": "English, Spanish, German, Russian"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "English and Russian", "gt_answer": "English, Spanish, German, Russian", "necessary bbox": "['now the app is available in Spanish, German, and Russian388,157,605,302']"} +{"image": ["imgs/CCMAIN/0332539.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the publisher of the book? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Baker Academic318,189,440,204"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Baker Academic314,190,442,205", "gt_answer": "Baker Academic318,189,440,204"} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sauce accompanies the Vegetable Spring Rolls? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The Vegetable Spring Rolls291,510,512,526 are accompanied by Thai Chili Sauce, as indicated in the span list where the sauce is paired with the spring rolls."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Vegetable Spring Rolls are accompanied by Thai Chilli Sauce, as indicated in the text Vegetable Spring Rolls | Thai Chilli Sauce 2.50293,514,716,531.", "gt_answer": "The Vegetable Spring Rolls291,510,512,526 are accompanied by Thai Chili Sauce, as indicated in the span list where the sauce is paired with the spring rolls."} +{"image": ["imgs/Crello/output_poster863_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat promo code is provided in 723,765,835,854?"}, {"role": "assistant", "content": "2218"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "promo code: ZZZ18", "gt_answer": "2218", "necessary bbox": "[' use promo code 2218 723,765,835,854']"} +{"image": ["imgs/CCMAIN/0003392.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the home member state of 409,185,592,199? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that Allfunds Group plc 409,185,592,199 discloses its home member state as the Netherlands570,325,676,338 in compliance with applicable regulations. Answer: The Netherlands570,325,676,338"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that Allfunds Group plc discloses its home member state as the Netherlands591,326,678,339. Answer: Netherlands591,326,678,339", "gt_answer": "The document states that Allfunds Group plc 409,185,592,199 discloses its home member state as the Netherlands570,325,676,338 in compliance with applicable regulations. Answer: The Netherlands570,325,676,338"} +{"image": ["imgs/CCMAIN/0127906.png"], "messages": [{"role": "user", "content": "<|image|> \nWas any residual phosphorus found in the pasteurized milk sample? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Not Found323,558,372,569"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Not Found401,531,452,546", "gt_answer": "Not Found323,558,372,569"} +{"image": ["imgs/Crello/output_poster841_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location of the event mentioned in 187,690,274,783?"}, {"role": "assistant", "content": " BOSTON "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Boston", "gt_answer": " BOSTON ", "necessary bbox": "[' BOSTON 187,690,274,783']"} +{"image": ["imgs/CCMAIN/0070022.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ISIN for SEB European Optimum - B? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The ISIN for SEB European Optimum - B202,259,371,272 is listed as FI0008811898745,259,847,272 in the document under the section Sijoituskohteet202,242,336,259. Answer: FI0008811898745,259,847,272"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The ISIN for SEB European Optimum - B is listed as F10008811898743,259,846,271 in the document. Answer: F10008811898743,259,846,271", "gt_answer": "The ISIN for SEB European Optimum - B202,259,371,272 is listed as FI0008811898745,259,847,272 in the document under the section Sijoituskohteet202,242,336,259. Answer: FI0008811898745,259,847,272"} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for 462,114,535,147 in 114,226,155,257? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "99.07740,232,774,252"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "99.07743,226,775,257", "gt_answer": "99.07740,232,774,252"} +{"image": ["imgs/ChartQA_PCG/two_col_2600.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which season was the average ticket price lowest?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2013/14646, 942, 693, 957"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014/15703,944,750,960", "gt_answer": "2013/14646, 942, 693, 957", "necessary bbox": "['43.31', '2013/14646, 942, 693, 957']"} +{"image": ["imgs/ChartQA_PCG/two_col_4524.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of the population first reach 123,208,135,222%?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2012599,871,625,914"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2012600,870,626,913", "gt_answer": "2012599,871,625,914", "necessary bbox": "['17123,208,135,222', '2012599,871,625,914']"} +{"image": ["imgs/CCMAIN/0084784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat types of demonstration subject matter are allowed according to 176,559,834,575? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to Demonstration subject matter can be any type of Hwa Rang Do material. Possibilities include:176,559,834,575, allowed demonstration types include Creative Open Hand Forms or Weapon Forms, Creative and/or Synchronized Group Forms, Effective Self-Defense Scenario, and Choreographed Fighting Scenario, but no Breaking or Ki Power demonstrations."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The types of demonstration subject matter allowed include Creative Open Hand Forms or Weapon Forms, Creative and/or Synchronized Group Forms, Effective Self-Defense Scenario, and Choreographed Fighting Scenario \u2013 Open Hand, Weapons, Mixed Open Hand & Weapon, Grappling, Sparring type of Demonstration. This is detailed in the span 4) Demonstration subject matter can be any type of Hwa Rang Do material. Possibilities include:176,559,834,575.", "gt_answer": "According to Demonstration subject matter can be any type of Hwa Rang Do material. Possibilities include:176,559,834,575, allowed demonstration types include Creative Open Hand Forms or Weapon Forms, Creative and/or Synchronized Group Forms, Effective Self-Defense Scenario, and Choreographed Fighting Scenario, but no Breaking or Ki Power demonstrations."} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the buy-in amount for 247,254,367,268 event? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "$300+20718,259,763,267"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$300+20719,254,763,268", "gt_answer": "$300+20718,259,763,267"} +{"image": ["imgs/ChartQA_PCG/two_col_103575.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is labeled 661, 609, 728, 635?Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "38.8%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of the pie chart labeled Women661, 609, 728, 635 is 38.8%554, 559, 609, 585. Answer: 38.8%", "gt_answer": "38.8%", "necessary bbox": "['Women661, 609, 728, 635', '38.8%554, 561, 610, 587']"} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 560,911,588,929?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "44.40556,319,591,335"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "44.40560,317,594,333", "gt_answer": "44.40556,319,591,335", "necessary bbox": "['2017560,911,588,929','44.40556,319,591,335']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20806.png"], "messages": [{"role": "user", "content": "<|image|> \nFor the category 314, 596, 400, 612, what was the highest percentage in the years listed?"}, {"role": "assistant", "content": "59%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "59%", "gt_answer": "59%", "necessary bbox": "['Below 100 SEK314, 596, 400, 612', '59%']"} +{"image": ["imgs/CCMAIN/0233843.png"], "messages": [{"role": "user", "content": "<|image|> \nWho holds the 298,891,347,905 for the 326,258,403,274? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "WARHOLM Karsten576,258,658,274"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "WARHOLM Karsten573,258,654,274", "gt_answer": "WARHOLM Karsten576,258,658,274"} +{"image": ["imgs/ChartQA_PCG/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue per paying customer in 330,945,381,964?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "5.33342, 137, 369, 153"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "5.33342,136,368,152", "gt_answer": "5.33342, 137, 369, 153", "necessary bbox": "['5.33342, 137, 369, 153','Q3 2019330,945,381,964']"} +{"image": ["imgs/Crello/output_poster1221_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the wedding store mentioned in 839,183,915,208?"}, {"role": "assistant", "content": " LAGRAZZA "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "LAGRAZZA", "gt_answer": " LAGRAZZA ", "necessary bbox": "[' LAGRAZZA 839,183,915,208']"} +{"image": ["imgs/CCMAIN/0267366.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the adaptive filter work in the scenario described in 52,109,948,385? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The adaptive filter works by using an independent measurement of drone motion as an input to suppress the interference from the radar measurement. This is described in the text: 'an independent measurement of drone motion is used as an input for an adaptive filter which suppresses the interference from the radar measurement55,241,937,254'. The filter was demonstrated to accurately reproduce sinusoidal breathing displacement motion even when the drone experienced significant motion."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The adaptive filter works by suppressing interference from radar measurements, as described in an independent measurement of drone motion is used as an53,241,938,254. This allows the filter to accurately reproduce computer-simulated sinusoidal breathing displacement motion, even when the drone is subjected to motion of up to twenty times greater displacement.", "gt_answer": "The adaptive filter works by using an independent measurement of drone motion as an input to suppress the interference from the radar measurement. This is described in the text: 'an independent measurement of drone motion is used as an input for an adaptive filter which suppresses the interference from the radar measurement55,241,937,254'. The filter was demonstrated to accurately reproduce sinusoidal breathing displacement motion even when the drone experienced significant motion."} +{"image": ["imgs/Crello/output_poster1374_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the author of the book mentioned in 328,78,892,92?"}, {"role": "assistant", "content": " Gavin "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Gavin", "gt_answer": " Gavin ", "necessary bbox": "[' From the bestselling author of How to stop being lazy 328,78,892,92', ' Gavin 407,149,489,165']"} +{"image": ["imgs/CCMAIN/0157406.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 408,411,557,429 associated with this statement?"}, {"role": "assistant", "content": "12"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "12", "gt_answer": "12"} +{"image": ["imgs/ChartQA_PCG/two_col_4651.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Atlanta Falcons first surpass 131, 275, 152, 288 million in revenue?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2017790, 894, 815, 934"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2014.", "gt_answer": "2017790, 894, 815, 934", "necessary bbox": "['451', '2017790, 894, 815, 934', '400131, 275, 152, 288']"} +{"image": ["imgs/CCMAIN/0197502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich red wine is the least expensive? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2013 Syrah, Clayhouse, Red Cedar Vineyard, Paso Robles, California96,515,740,536"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2016 Garnache, Bodegas Breca Old Vines, Calatayud, Aragon, Spain $1895,620,768,643", "gt_answer": "2013 Syrah, Clayhouse, Red Cedar Vineyard, Paso Robles, California96,515,740,536"} +{"image": ["imgs/Crello/output_poster1342_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the baby shower for?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Emma Williams 142,682,504,729 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Emma Williams 142,683,503,730 ", "gt_answer": " Emma Williams 142,682,504,729 ", "necessary bbox": "[' Emma Williams 142,682,504,729 ']"} +{"image": ["imgs/Crello/output_poster837_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the intended purpose of this poster based on the content? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The intended purpose of this poster is to provide ' 1o tips for 57,661,902,726 ', ' business 293,837,897,888 ', ' online 271,748,725,800 ', guiding individuals on tips for conducting business online."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The intended purpose is to provide tips for online business, as indicated by the text ' 10 tips for 56,659,897,724 ' and ' online\nbusiness 273,747,899,887 '.", "gt_answer": "The intended purpose of this poster is to provide ' 1o tips for 57,661,902,726 ', ' business 293,837,897,888 ', ' online 271,748,725,800 ', guiding individuals on tips for conducting business online."} +{"image": ["imgs/ChartQA_PCG/two_col_22355.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the general trend of tax income from financial years 150,829,196,844 to 692,829,739,844? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The tax income shows an increasing trend from 40.30157,485,190,501 billion GBP in 2021/22150,829,196,844 to 85.30699,137,732,153 billion GBP in 2025/26692,829,739,844."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The tax income shows an increasing trend from 40.30156,482,190,498 billion GBP in 2021/22150,829,196,844 to 85.30700,136,733,152 billion GBP in 2025/26692,829,739,844.", "gt_answer": "The tax income shows an increasing trend from 40.30157,485,190,501 billion GBP in 2021/22150,829,196,844 to 85.30699,137,732,153 billion GBP in 2025/26692,829,739,844."} +{"image": ["imgs/ChartQA_PCG/two_col_62128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change for 'Theft from the person'?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "42%891, 546, 926, 554"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "42%893, 547, 926, 556", "gt_answer": "42%891, 546, 926, 554", "necessary bbox": "['Theft from the person263, 547, 430, 556', '42%891, 546, 926, 554']"} +{"image": ["imgs/ChartQA_PCG/two_col_1753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people are '636, 287, 954, 319'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "72.0%543, 375, 599, 401"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "72.0%541, 369, 598, 395", "gt_answer": "72.0%543, 375, 599, 401", "necessary bbox": "['72.0%543, 375, 599, 401', 'Staying alert and taking precautions636, 287, 954, 319']"} +{"image": ["imgs/Crello/output_poster1758_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the operating hours for the event?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 9AM - 6PM 294,674,440,697 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 9AM - 6PM 293,678,440,699", "gt_answer": " 9AM - 6PM 294,674,440,697 ", "necessary bbox": "[' 9AM - 6PM 294,674,440,697 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1581.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the infant mortality rate per thousand live births in 82,113,110,118?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "5.60"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate per thousand live births in 201982,113,110,118 was 5.60. Answer: 5.60", "gt_answer": "5.60", "necessary bbox": "['201982,113,110,118']"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 217,228,380,247 content per 100 grams? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document states that the Total Carbohydrates217,228,380,247 per 100 grams is 84.9 g525,228,575,247. Answer: 84.9 g525,228,575,247"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Total Carbohydrates217,228,380,247 per 100 grams is 84.9 g525,228,576,247, indicating the total amount of carbohydrates present in the dried cranberries. Answer: 84.9 g525,228,576,247", "gt_answer": "The document states that the Total Carbohydrates217,228,380,247 per 100 grams is 84.9 g525,228,575,247. Answer: 84.9 g525,228,575,247"} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 90,120,142,132 of the publication? Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document explicitly lists Gordon Hutner91,150,193,163 as the Editor, associated with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Gordon Hutner90,150,194,163 as the Editor90,120,142,132 of the publication, representing the University of Illinois. Answer: Gordon Hutner90,150,194,163", "gt_answer": "The document explicitly lists Gordon Hutner91,150,193,163 as the Editor, associated with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"} +{"image": ["imgs/Crello/output_poster1528_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number for ordering a table?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 495-1645-3187 109,744,451,796"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 495-1645-3187 109,742,444,797 ", "gt_answer": " 495-1645-3187 109,744,451,796", "necessary bbox": "[' Order table: 218,697,326,716', ' 495-1645-3187 109,744,451,796']"} +{"image": ["imgs/ChartQA_PCG/37026902001151.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many countries have an obesity percentage lower than 2? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Three countries have an obesity percentage lower than 2: Laos with 0.80206, 739, 241, 760, Ethiopia with 1.10229, 589, 264, 611, and Japan with 1.50258, 437, 293, 459."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Two countries have an obesity percentage lower than 2: Laos103,745,136,764 with 0.80201,742,237,764 and Ethiopia76,591,136,614 with 1.10231,589,267,611.", "gt_answer": "Three countries have an obesity percentage lower than 2: Laos with 0.80206, 739, 241, 760, Ethiopia with 1.10229, 589, 264, 611, and Japan with 1.50258, 437, 293, 459."} +{"image": ["imgs/CCMAIN/0142062.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the main issue with the previous Research Budget System at Chiang Mai University? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that the previous system used standard but ineffective methods535,554,768,568, leading to significant problems and delays588,572,806,586 in delivering research funds. Answer: significant problems and delays588,572,806,586"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the previous system used standard but ineffective methods534,556,768,569 to deliver research funds, leading to significant problems and delays. Answer: standard but ineffective methods534,556,768,569", "gt_answer": "The document states that the previous system used standard but ineffective methods535,554,768,568, leading to significant problems and delays588,572,806,586 in delivering research funds. Answer: significant problems and delays588,572,806,586"} +{"image": ["imgs/ChartQA_PCG/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which academic year did the number of Chinese students reach the maximum value in the chart?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2019/20"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The maximum value is 372532764, 89, 808, 106, which corresponds to the academic year 2019/20765, 941, 802, 999. Answer: 2019/20", "gt_answer": "2019/20", "necessary bbox": "['372532765, 89, 809, 106', '2019/20766, 941, 805, 999']"} +{"image": ["imgs/CCMAIN/0121545.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the principle of 'Accuracy' require according to 181,413,608,430? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The principle of 'Accuracy' requires that personal data must be accurate and kept up-to-date, and corrected or deleted without delay when inaccurate. This is detailed in the text: Accuracy, which means that personal data must be: a. accurate and kept up-to-date; and b. corrected or deleted without delay when inaccurate.181,413,608,430."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The principle of 'Accuracy' requires that personal data must be accurate and kept up-to-date, and it must be corrected or deleted without delay when inaccurate. This is detailed in the span Accuracy, which means that personal data must be:181,413,608,430.", "gt_answer": "The principle of 'Accuracy' requires that personal data must be accurate and kept up-to-date, and corrected or deleted without delay when inaccurate. This is detailed in the text: Accuracy, which means that personal data must be: a. accurate and kept up-to-date; and b. corrected or deleted without delay when inaccurate.181,413,608,430."} +{"image": ["imgs/ChartQA_PCG/multi_col_100237.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference between the average tuition cost and fees and the average student loan amount for 264,595,382,617?"}, {"role": "assistant", "content": "772"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2800", "gt_answer": "772", "necessary bbox": "['Average tuition cost and fees491,719,660,739', 'Public institutions273,596,373,612', '7411', 'Average student loan amount491,749,663,769', '6639']"} +{"image": ["imgs/CCMAIN/0097419.png"], "messages": [{"role": "user", "content": "<|image|> \nWho reported the final results of the dairy product analysis? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Susan Beasley651,803,729,819"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Susan Beasley651,804,729,821", "gt_answer": "Susan Beasley651,803,729,819"} +{"image": ["imgs/ChartQA_PCG/two_col_1140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 287, 875, 314, 891 and cats shown in the chart?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "844"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of Dogs287, 875, 314, 891 is 471288, 164, 310, 181 million and the number of Cats672, 875, 694, 887 is 373675, 308, 697, 324 million. The total is 471 + 373 = 844 million. Answer: 844 million.", "gt_answer": "844", "necessary bbox": "['Dogs287, 875, 314, 891', '471288, 164, 311, 181', 'Cats674, 875, 699, 887', '373675, 305, 697, 322']"} +{"image": ["imgs/ChartQA_PCG/two_col_22228.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had 873,145,909,152 people employed in travel and tourism in 2013?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "China137,146,171,152"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "China137,146,172,152", "gt_answer": "China137,146,171,152", "necessary bbox": "['China137,146,171,152', '22.78873,145,909,152']"} +{"image": ["imgs/CCMAIN/0162014.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is from the Canadian Jewish Heritage Network303,34,809,68 and pertains to BERCOVITCH, Rev. Leib300,149,526,171. It is part of the JEWISH IMMIGRANT AID SERVICES (JIAS)452,198,716,213 collection, specifically the JIAS Montreal Immigrant Case Files 1922-1951452,258,752,273. The material format is a textual record452,218,539,233 with a file date of 1935-1937452,238,523,253. The fonds number is I0037452,278,488,293, series number CA453,300,470,309, and file number 80-20321452,317,515,332. Access to further information is restricted due to privacy laws, and inquiries can be directed to CJCCCNA627,353,690,368. The archival repository is the Canadian Jewish Archives452,408,615,423."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is from the Canadian Jewish Heritage Network303,34,809,68 and pertains to the JEWISH IMMIGRANT AID SERVICES (JIAS)452,198,716,213. It is a textual record452,218,538,233 from the JIAS Montreal Immigrant Case Files 1922-1951452,258,752,273, with a Fonds No.300,278,364,293 of I0037452,278,488,293 and Series No.300,298,364,313 CA300,298,318,313. The File No.300,318,348,333 is 80-20321452,318,513,333. Due to privacy laws, access to further information is restricted, and inquiries can be directed to CJCCCNA627,353,690,368. The repository is the Canadian Jewish Archives452,408,615,423.", "gt_answer": "The document is from the Canadian Jewish Heritage Network303,34,809,68 and pertains to BERCOVITCH, Rev. Leib300,149,526,171. It is part of the JEWISH IMMIGRANT AID SERVICES (JIAS)452,198,716,213 collection, specifically the JIAS Montreal Immigrant Case Files 1922-1951452,258,752,273. The material format is a textual record452,218,539,233 with a file date of 1935-1937452,238,523,253. The fonds number is I0037452,278,488,293, series number CA453,300,470,309, and file number 80-20321452,317,515,332. Access to further information is restricted due to privacy laws, and inquiries can be directed to CJCCCNA627,353,690,368. The archival repository is the Canadian Jewish Archives452,408,615,423."} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the buy-in amount for the 246,259,366,267? Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the buy-in for the Quebec Opener Day 1A246,259,366,267 event as $300+20718,259,763,267, indicating the entry fee for participants. Answer: $300+20718,259,763,267"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the buy-in for the Quebec Opener Day 1A246,259,366,267 is $300+20720,259,764,267. Answer: $300+20720,259,764,267", "gt_answer": "The document lists the buy-in for the Quebec Opener Day 1A246,259,366,267 event as $300+20718,259,763,267, indicating the entry fee for participants. Answer: $300+20718,259,763,267"} +{"image": ["imgs/ChartQA_PCG/multi_col_40725.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich group has the highest percentage for \"Up to three check-ups\"?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "White/ Caucasian682, 650, 782, 669"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Hispanic American or Latino 467, 652, 623, 672", "gt_answer": "White/ Caucasian682, 650, 782, 669", "necessary bbox": "['White/ Caucasian682, 650, 782, 669', '62%432, 92, 458, 111']"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich album features the track 120,587,244,603? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The track Greensleeves120,587,244,603 by John Coltrane378,587,504,603 is listed under the album The complete Africa/Brass Sessions636,588,873,616. Answer: The complete Africa/Brass Sessions636,588,873,616"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The track Greensleeves120,587,244,603 is listed under the album The complete Africa/Brass Sessions636,587,879,603. Answer: The complete Africa/Brass Sessions636,587,879,603", "gt_answer": "The track Greensleeves120,587,244,603 by John Coltrane378,587,504,603 is listed under the album The complete Africa/Brass Sessions636,588,873,616. Answer: The complete Africa/Brass Sessions636,588,873,616"} +{"image": ["imgs/ChartQA_PCG/two_col_4044.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of deaths in 401,895,428,930?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "103405,555,427,571"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "103405,563,427,579", "gt_answer": "103405,555,427,571", "necessary bbox": "['103405,555,427,571']"} +{"image": ["imgs/ChartQA_PCG/two_col_40229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the second most Instagram followers?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "zalando.se"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand with the second most Instagram followers is zalando.se200, 231, 274, 247 with 460135489, 229, 541, 244 followers. Answer: zalando.se", "gt_answer": "zalando.se", "necessary bbox": "['zalando.se201, 229, 274, 241', '460135489, 227, 543, 241', 'na-kd.com203, 155, 274, 167', '1413640916, 153, 977, 166']"} +{"image": ["imgs/ChartQA_PCG/01001540004402.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the daily meat consumption per person in Finland according to the chart?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "175.09 grams"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The daily meat consumption per person in Finland is 175.84.\n\nAnswer: 175.84", "gt_answer": "175.09 grams", "necessary bbox": "['Finland224,273,283,291']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20159.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 505, 659, 656, 679 in the 574, 560, 589, 575?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "22%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The PET plastics collection rate505, 659, 656, 679 in the UK574, 560, 589, 575 is 38%. Answer: 38%", "gt_answer": "22%", "necessary bbox": "['UK574, 560, 589, 575', 'PET plastics recycling rate505, 659, 656, 679']"} +{"image": ["imgs/Crello/output_poster1619_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich record label is associated with the new album release? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The associated record label is ' COLONIA RECORDS 671,860,804,909 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The record label associated with the new album release is COLONIA RECORDS 672,859,804,903 .", "gt_answer": "The associated record label is ' COLONIA RECORDS 671,860,804,909 '."} +{"image": ["imgs/CCMAIN/0012399.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The BOARD OF TRUSTEES392,91,606,108 of the CLARENDON SCHOOL DISTRICT344,110,654,127 held a meeting on Wednesday, April 28, 2021328,128,574,145, at 6:30 p.m.585,128,670,145 in the Manning High School Lecture Hall340,147,658,164. The agenda included the Call to Order176,222,287,239, an Invocation176,257,265,274 by Mr. Arthur Moyd287,257,427,274, and the Pledge of Allegiance176,292,354,309. The Election of Officers176,327,340,344 was conducted for positions such as Chair205,344,252,361, Vice Chair205,362,295,378, Secretary205,379,289,396, and Parliamentarian205,396,342,413. The meeting also covered Media Notification176,431,331,448, Approval of Agenda176,466,348,483, and an Executive Session176,501,336,518 discussing Contractual Matters198,518,369,535, Personnel Matters198,536,357,553, and Legal Advice197,553,309,570. Other topics included Policy Manual Reconciliation560,675,809,692, Board Stipend and Expenses298,710,551,727, and Board Member Comments176,745,405,761. The meeting concluded with Adjournment179,779,290,796."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an agenda for the BOARD OF TRUSTEES392,89,606,110 meeting of the CLARENDON SCHOOL DISTRICT345,107,653,128 scheduled for Wednesday, April 28, 2021, 6:30 p.m.329,125,669,146 at Manning High School Lecture Hall340,144,658,164. The agenda includes items such as the Invocation176,255,266,275 by Mr. Arthur Moyer, Pledge of Allegiance176,290,356,310, and Election of Officers176,325,339,345 for Chair, Vice Chair, Secretary, and Parliamentarian. Other topics include Media Notification176,429,333,449, Approval of Agenda176,464,347,484, Executive Session176,499,334,519 for contractual and personnel matters, and potential actions on open session discussions. The meeting will also cover scheduling the next meeting, discussing Clarendon 2 and Clarendon 4 Policy Manual Reconciliation298,673,808,693, and Board Stipend and Expenses298,708,552,728. The meeting concludes with Board Member Comments176,743,403,763 and Adjournment176,778,289,798.", "gt_answer": "The BOARD OF TRUSTEES392,91,606,108 of the CLARENDON SCHOOL DISTRICT344,110,654,127 held a meeting on Wednesday, April 28, 2021328,128,574,145, at 6:30 p.m.585,128,670,145 in the Manning High School Lecture Hall340,147,658,164. The agenda included the Call to Order176,222,287,239, an Invocation176,257,265,274 by Mr. Arthur Moyd287,257,427,274, and the Pledge of Allegiance176,292,354,309. The Election of Officers176,327,340,344 was conducted for positions such as Chair205,344,252,361, Vice Chair205,362,295,378, Secretary205,379,289,396, and Parliamentarian205,396,342,413. The meeting also covered Media Notification176,431,331,448, Approval of Agenda176,466,348,483, and an Executive Session176,501,336,518 discussing Contractual Matters198,518,369,535, Personnel Matters198,536,357,553, and Legal Advice197,553,309,570. Other topics included Policy Manual Reconciliation560,675,809,692, Board Stipend and Expenses298,710,551,727, and Board Member Comments176,745,405,761. The meeting concluded with Adjournment179,779,290,796."} +{"image": ["imgs/CCMAIN/0335298.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich spirit from 13,117,955,843 is produced in the Huon Valley, Tasmania, and what is its price? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The spirit produced in the Huon Valley, Tasmania, is the Charles Oates Pommeau Apple Liqueur, and its price is $11. This information is found in the span: ['Charles Oates Pommeau Apple Liqueur - Huon Valley Tas', 20, 437, 762, 458], ['$11', 866, 437, 911, 458]."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The spirit produced in the Huon Valley, Tasmania, is Charles Oates Pommeau Apple Liqueur, and its price is $11. This information is found in the span CHARLES OATES POMMEAU APPLE LIQUEUR - HUON VALLEY TAS20,436,765,459.", "gt_answer": "The spirit produced in the Huon Valley, Tasmania, is the Charles Oates Pommeau Apple Liqueur, and its price is $11. This information is found in the span: ['Charles Oates Pommeau Apple Liqueur - Huon Valley Tas', 20, 437, 762, 458], ['$11', 866, 437, 911, 458]."} +{"image": ["imgs/CCMAIN/0052834.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The Product Review Policy218,43,717,134 outlines the terms for reviewing products. Reviews are free of charge79,238,245,273 and must be family friendly428,238,584,273. A full size non-returnable product103,281,453,317 is required, which becomes property of CoffeeColumnist79,368,267,404. Reviews take 3-8 weeks229,412,345,448 and are shared on social media platforms581,456,835,491. Blog posts will link to the product or website, and a link will be sent once published. Reviews won't occur if the wrong or damaged item is sent, unless a prepaid return label121,630,341,666 is provided. FTC regulations79,717,260,753 are followed, and reviews won't proceed if the product type or amount is incorrect. Negative reviews will be posted, but positive aspects will be highlighted."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the Product Review219,45,708,136 policy. Products are free of charge81,236,243,273 and must be family friendly427,236,582,273. A full-size non-returnable product is required, and review products will not be returned. Reviews take 3-8 weeks230,412,345,450 to complete and will be shared on social media. Links to the product or website will be included in the blog post. If the wrong item is shipped or damaged, the review will not proceed. A prepaid return label ensures incorrect items are sent back. FTC regulations are followed, and reviews will not occur if the product type or amount does not match the agreement. Negative reviews will be posted, but positive aspects will be highlighted.", "gt_answer": "The Product Review Policy218,43,717,134 outlines the terms for reviewing products. Reviews are free of charge79,238,245,273 and must be family friendly428,238,584,273. A full size non-returnable product103,281,453,317 is required, which becomes property of CoffeeColumnist79,368,267,404. Reviews take 3-8 weeks229,412,345,448 and are shared on social media platforms581,456,835,491. Blog posts will link to the product or website, and a link will be sent once published. Reviews won't occur if the wrong or damaged item is sent, unless a prepaid return label121,630,341,666 is provided. FTC regulations79,717,260,753 are followed, and reviews won't proceed if the product type or amount is incorrect. Negative reviews will be posted, but positive aspects will be highlighted."} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage sum of 543,640,583,656 and 543,610,571,627 employees in 760,519,810,535?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "100%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Female543,640,583,656 employees in Non-tech760,519,810,535 is 51%770,188,796,206, and the percentage of Male543,610,571,627 employees in Non-tech760,519,810,535 is 49%770,395,796,413. The sum is 51% + 49% = 100%. Answer: 100%", "gt_answer": "100%", "necessary bbox": "['Female543,640,583,656', 'Non-tech760,519,810,535', '51%771,186,798,205','Male543,610,571,627','49%769,389,798,413']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20328.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of men who commit suicide by Firearms?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "69.4%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of men who commit suicide by Firearms is shown as 69.70%.\n\nAnswer: 69.7%", "gt_answer": "69.4%", "necessary bbox": "['Male488, 689, 514, 705', 'Firearms160, 560, 208, 576']"} +{"image": ["imgs/ChartQA_PCG/two_col_81603.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total revenue per second of Intel, Dell, and Google combined? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The total revenue per second is 1628318,833,347,848 + 1865347,760,376,774 + 1873347,685,377,700 = 5366 U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue per second for Intel, Dell, and Google is 1628319, 830, 348, 844 + 1865347, 764, 376, 779 + 1873347, 689, 376, 703 = 5366.", "gt_answer": "The total revenue per second is 1628318,833,347,848 + 1865347,760,376,774 + 1873347,685,377,700 = 5366 U.S. dollars."} +{"image": ["imgs/CCMAIN/0104168.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The Energising Development Kenya Programme (EnDev Kenya), implemented by Deutsche Gesellschaft fuer Internationale Zusammenarbeit (GIZ), is inviting Kenyan Last Mile Entrepreneurs (LMEs) and technicians/artisans to submit a Call for Expressions of Interest (EoI)450,227,894,242. This initiative aims to enhance market development and access to quality solar solutions for productive use (Solar for PU)799,244,973,266 and improved cooking solutions (ICS)435,266,806,288 for productive use and social institutions. The target group includes informal enterprises promoting solar PU technologies or improved cookstoves through a commercial approach. Eligible technologies include solar electricity and thermal solutions, as well as improved cookstoves. Applications open on 17th May 2021483,577,639,592 and close on 31st December 2021733,598,955,614. Interested parties should send a formal email279,626,510,648 to info-energyke@giz.de558,626,801,648 with their details and consent for sharing personal information."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Energising Development Kenya Programme (EnDev Kenya)30,182,670,201, implemented by Deutsche Gesellschaft f\u00fcr Internationale Zusammenarbeit (GIZ), is inviting expressions of interest (EoIs) from Kenyan-based last mile entrepreneurs (LMEs) and technicians/artisans promoting stoves and solar solutions. The initiative aims to enhance market development and access to good quality solar solutions for productive use (Solar for PU)795,246,970,266 and improved cooking solutions (ICS) for productive use (PU) and social institutions (SI). The opportunity targets informal enterprises promoting these technologies through a commercial/market-based approach. Eligible technologies include solar for PU and ICS for PU and SI. Applications are accepted from 17th May 2021 until 31st December 2021, with more information available upon request.", "gt_answer": "The Energising Development Kenya Programme (EnDev Kenya), implemented by Deutsche Gesellschaft fuer Internationale Zusammenarbeit (GIZ), is inviting Kenyan Last Mile Entrepreneurs (LMEs) and technicians/artisans to submit a Call for Expressions of Interest (EoI)450,227,894,242. This initiative aims to enhance market development and access to quality solar solutions for productive use (Solar for PU)799,244,973,266 and improved cooking solutions (ICS)435,266,806,288 for productive use and social institutions. The target group includes informal enterprises promoting solar PU technologies or improved cookstoves through a commercial approach. Eligible technologies include solar electricity and thermal solutions, as well as improved cookstoves. Applications open on 17th May 2021483,577,639,592 and close on 31st December 2021733,598,955,614. Interested parties should send a formal email279,626,510,648 to info-energyke@giz.de558,626,801,648 with their details and consent for sharing personal information."} +{"image": ["imgs/ChartQA_PCG/two_col_81937.png"], "messages": [{"role": "user", "content": "<|image|> \nDescribe the trend in the percentage of GDP from the financial and insurance activities sector between 2005 and 2011. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The percentage started at 4.20% in 2005 154,889,179,934, increased to a peak of 5.30% in 2009 337,891,363,936, and then decreased to 3.80% by 2011 429,891,456,936."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage increased from 4.20% in 2005153,886,178,931 to a peak of 5.25% in 2009337,887,362,931, then decreased to 3.78% by 2011429,887,456,931.", "gt_answer": "The percentage started at 4.20% in 2005 154,889,179,934, increased to a peak of 5.30% in 2009 337,891,363,936, and then decreased to 3.80% by 2011 429,891,456,936."} +{"image": ["imgs/CCMAIN/0169638.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The ARTBAR Gallery144,120,276,133 presents \"Full Circle663,43,768,67,\" a one-person exhibit by Laura Gurton, showcasing artworks inspired by nature's genesis. The exhibit includes paintings, digital works, and sculptures from her \"Unknown Species351,154,481,170\" series, focusing on nature at a microscopic level using concentric circular forms. Gurton's works feature complex colors and shapes, echoing natural patterns like agate and tree rings. \"Full Circle663,43,768,67\" highlights her unique style, expanding into three-dimensional art. Pieces like \"Three Dimensions, No. 3363,345,544,360\" and \"Unknown Species, No. 26985,572,283,587\" demonstrate her exploration of color and form, with influences from Aboriginal art and Gustav Klimt501,542,599,555. The exhibit runs at ARTBAR Gallery in Kingston until May 26, 2018152,913,254,922."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The ARTBAR Gallery presents \"Full Circle,\" a one-person exhibit by Laura Gurton, featuring artworks inspired by the genesis of nature86,135,219,150. The exhibit includes paintings, digital works, and sculptures related to her series, \"Unknown Species347,154,481,169.\" Gurton's art explores nature at the microscopic level using concentric circular forms, mimicking natural patterns like agate and mold. Her signature style is evident in works such as \"Three Dimensions, No. 3363,344,546,360\" and \"Mandala740,400,807,415.\" The exhibit showcases her ability to create complex designs that respond to three-dimensional space. Gurton's art is described as having a dreamy quality, reminiscent of other artists like Gustav Klimt499,539,599,555. The exhibition runs through May 26, 2018, at ARTBAR Gallery in Kingston, New York.", "gt_answer": "The ARTBAR Gallery144,120,276,133 presents \"Full Circle663,43,768,67,\" a one-person exhibit by Laura Gurton, showcasing artworks inspired by nature's genesis. The exhibit includes paintings, digital works, and sculptures from her \"Unknown Species351,154,481,170\" series, focusing on nature at a microscopic level using concentric circular forms. Gurton's works feature complex colors and shapes, echoing natural patterns like agate and tree rings. \"Full Circle663,43,768,67\" highlights her unique style, expanding into three-dimensional art. Pieces like \"Three Dimensions, No. 3363,345,544,360\" and \"Unknown Species, No. 26985,572,283,587\" demonstrate her exploration of color and form, with influences from Aboriginal art and Gustav Klimt501,542,599,555. The exhibit runs at ARTBAR Gallery in Kingston until May 26, 2018152,913,254,922."} +{"image": ["imgs/CCMAIN/0188096.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document outlines the 2021 EARLY BIRD RATES409,13,889,55 for a camp program for 1st thru 3rd GRADES426,49,754,84. A deposit of $800 PER CAMPER342,139,491,156 is required by May 28th 2021527,141,601,155, which is deducted from the tuition. The tuition does not include transportation, but door-to-door transportation can be added for $120.00843,170,902,184 per week. Rates vary based on the number of weeks attended, with options for 8 WEEKS344,242,425,261 to 3 WEEKS869,242,949,261. The rates for 1st & 2nd GRADE25,278,136,289 range from 5820343,276,383,292 to 2905861,278,904,290, and for 3rd GRADE23,292,102,306 from 5935343,293,383,308 to 2915862,293,902,308. A 3% convenience fee396,372,583,395 applies to credit card payments."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the 2021 EARLY BIRD RATES408,13,895,51 for 1st to 3rd grade students. A deposit of $800 per camper344,140,492,156 by May 28th 2021527,140,637,156 is required, with the deposit deducted from the tuition. Tuition does not include transportation, which can be added at a cost of $120.00 per week844,169,938,185. The rates vary based on the number of weeks: 8 WEEKS344,245,423,261 for grades 1st & 2nd is 5820344,277,382,293, and 5780440,293,478,309 for 3rd grade. A 3% convenience fee395,373,582,392 will be added to all credit card payments after the deposit.", "gt_answer": "The document outlines the 2021 EARLY BIRD RATES409,13,889,55 for a camp program for 1st thru 3rd GRADES426,49,754,84. A deposit of $800 PER CAMPER342,139,491,156 is required by May 28th 2021527,141,601,155, which is deducted from the tuition. The tuition does not include transportation, but door-to-door transportation can be added for $120.00843,170,902,184 per week. Rates vary based on the number of weeks attended, with options for 8 WEEKS344,242,425,261 to 3 WEEKS869,242,949,261. The rates for 1st & 2nd GRADE25,278,136,289 range from 5820343,276,383,292 to 2905861,278,904,290, and for 3rd GRADE23,292,102,306 from 5935343,293,383,308 to 2915862,293,902,308. A 3% convenience fee396,372,583,395 applies to credit card payments."} +{"image": ["imgs/ChartQA_PCG/two_col_385.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many more H&M stores are there in China compared to Italy in 2020? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "There are 505 826,146,850,153 stores in China and 174 stores in Italy. The number of additional stores in China is 505 - 174 = 331."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "China has 505826,147,850,154 stores and Italy has 179 stores. The difference is 326 stores.", "gt_answer": "There are 505 826,146,850,153 stores in China and 174 stores in Italy. The number of additional stores in China is 505 - 174 = 331."} +{"image": ["imgs/ChartQA_PCG/two_col_592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of internet users are in the 300,765,357,797 age group?"}, {"role": "assistant", "content": "10.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "19.0%", "gt_answer": "10.0%", "necessary bbox": "['55-64300,765,357,797']"} +{"image": ["imgs/CCMAIN/0231815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ISSN of the Indonesian Journal of Electronics, Electromedical Engineering, and Medical Informatics? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2656-8624146,60,237,74"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2656-8624146,60,237,74", "gt_answer": "2656-8624146,60,237,74"} +{"image": ["imgs/CCMAIN/0185979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the size of the bedroom in SUITE 49? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "15'-1\" X 13'-1\"363,412,428,429"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "15'-1\" X 13'-1\"362,410,431,427", "gt_answer": "15'-1\" X 13'-1\"363,412,428,429"} +{"image": ["imgs/Crello/output_poster2306_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sequence of text that indicates a sale on the poster? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The sequence is Super 150,222,747,414 , Sale 228,608,633,767 , Up to 311,740,479,863 , 70% off 358,759,606,900 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The sequence is ' Super 149,186,827,385 ', ' Sale 229,609,631,765 ', and ' up to 80% off 316,767,595,874 '.", "gt_answer": "The sequence is Super 150,222,747,414 , Sale 228,608,633,767 , Up to 311,740,479,863 , 70% off 358,759,606,900 ."} +{"image": ["imgs/ChartQA_PCG/multi_col_100574.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents from 817, 548, 852, 563 who are 604, 647, 660, 663? Give grounding and detailed answer."}, {"role": "assistant", "content": "The percentage of respondents from Russia817, 548, 852, 563 who are Politicians604, 647, 660, 663 is 82%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents from Russia817, 548, 852, 563 who are Politicians604, 647, 660, 663 is 82%.", "gt_answer": "The percentage of respondents from Russia817, 548, 852, 563 who are Politicians604, 647, 660, 663 is 82%."} +{"image": ["imgs/ChartQA_PCG/two_col_23773.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share percentage and bounding box of 'Robku TV'? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "'Robku TV' has a market share of 8.0%324,461,369,487."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The market share percentage for 'Robku TV' is 8.0%324, 459, 369, 485.", "gt_answer": "'Robku TV' has a market share of 8.0%324,461,369,487."} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the Special Meeting of the 365,122,743,137 membership on May 1, 2018?"}, {"role": "assistant", "content": "To discuss how to proceed with the dock at Williams Drive"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To discuss maintaining a dock at Williams Drive.", "gt_answer": "To discuss how to proceed with the dock at Williams Drive"} +{"image": ["imgs/ChartQA_PCG/two_col_735.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich industry had the 2nd lowest spending on lobbying?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Commercial Banks145,832,290,839"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Automotive200, 795, 289, 803", "gt_answer": "Commercial Banks145,832,290,839", "necessary bbox": "['Commercial Banks145,832,290,839']"} +{"image": ["imgs/ChartQA_PCG/two_col_40816.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many breast cancer incidences are projected for the year 531, 902, 558, 915?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "30993"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of breast cancer incidences projected for the year 2025531, 902, 558, 915 is 31000. Answer: 31000", "gt_answer": "30993", "necessary bbox": "['2025531, 902, 558, 915']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40440.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 543,696,569,712 percentage of 245,586,377,602 compared to 543,726,583,742?"}, {"role": "assistant", "content": "Male: 41%, Female: 40%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Male 41%, Female 40%.", "gt_answer": "Male: 41%, Female: 40%", "necessary bbox": "['Male543,696,569,712', 'Purchases made online245,586,377,602', 'Female543,726,583,742', '41%', '40%']"} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 743,187,779,198 of the property? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "$385,400786,186,856,198"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$385,400786,187,856,198", "gt_answer": "$385,400786,186,856,198"} +{"image": ["imgs/Crello/output_poster270_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is being suggested? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text suggests starting your morning with a certain product as it says, ' Start your morning with our 180,209,464,272 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster suggests to ' Start your morning with our 180,212,467,275 '.", "gt_answer": "The text suggests starting your morning with a certain product as it says, ' Start your morning with our 180,209,464,272 '."} +{"image": ["imgs/ChartQA_PCG/multi_col_80918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of solved homicides from 2012 to 2014?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "1206"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of solved homicides is calculated by adding the numbers for each year: 415307, 89, 329, 108 (2012), 406352, 95, 374, 114 (2013), and 385 (2014). Total = 415 + 406 + 385 = 1206. Answer: 1206", "gt_answer": "1206", "necessary bbox": "['415307, 88, 329, 105', '406352, 97, 374, 115']"} +{"image": ["imgs/Crello/output_poster587_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the in 333,484,572,730?"}, {"role": "assistant", "content": " of Winter "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Winter", "gt_answer": " of Winter ", "necessary bbox": "[' of Winter 333,484,572,730 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4925.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the exchange rate change from 2009 to 2012? Give grounding and detailed answer."}, {"role": "assistant", "content": "The exchange rate decreased from 1.45240,151,268,169 in 2009 to 1.25412,772,440,790 in 2012."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the exchange rate was 1.45238,152,267,171. By 2012, it decreased to 1.25412,770,441,789. The change was a decrease of 0.20.", "gt_answer": "The exchange rate decreased from 1.45240,151,268,169 in 2009 to 1.25412,772,440,790 in 2012."} +{"image": ["imgs/Crello/output_poster1998_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the email address provided for contact?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": " mcdermott@clinic.com "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The email address is given as ' s.mcdermott@clinic.com 572,693,819,824 '. Answer: s.mcdermott@clinic.com", "gt_answer": " mcdermott@clinic.com ", "necessary bbox": "[' mcdermott@clinic.com 572,780,812,830']"} +{"image": ["imgs/CCMAIN/0224879.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is excluded from the definition of a 112,282,470,298? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "personal and/or small business cell phone systems522,387,865,403"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "personal and/or small business cell phone systems520,387,864,404", "gt_answer": "personal and/or small business cell phone systems522,387,865,403"} +{"image": ["imgs/ChartQA_PCG/two_col_102330.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the monthly sales of cannabis in Canada in 685, 885, 718, 937?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "6.27689, 322, 715, 338"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "6.27689, 324, 715, 340", "gt_answer": "6.27689, 322, 715, 338", "necessary bbox": "['Apr '20685, 885, 718, 937', '6.27689, 322, 715, 338']"} +{"image": ["imgs/Crello/output_poster1698_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the priest mentioned in the poster with the theme 'Priest Contacts with Man Holding Bible'? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The priest mentioned in the poster is Atticus \nSelby 103,267,410,647 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The priest mentioned is Atticus \nSelby 102,275,413,629 .", "gt_answer": "The priest mentioned in the poster is Atticus \nSelby 103,267,410,647 ."} +{"image": ["imgs/Crello/output_poster579_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the Ebook Curlin Z255?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " $ 135 596,241,877,283 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $ 135 596,234,882,279 ", "gt_answer": " $ 135 596,241,877,283 ", "necessary bbox": "[' Ebook\\nCurlin\\nZ255 790,131,920,200 ', ' $ 135 596,241,877,283 ']"} +{"image": ["imgs/Crello/output_poster925_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat hashtag is used to promote a cozy atmosphere during quarantine in 340,891,578,929?"}, {"role": "assistant", "content": " #QuarantineAndChill "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "#QuarantineAndChill", "gt_answer": " #QuarantineAndChill ", "necessary bbox": "[' #QuarantineAndChill 340,891,578,929']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60476.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total share of SME owners aged 489,616,555,636 in both small and medium businesses?"}, {"role": "assistant", "content": "98.40%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "61.50%", "gt_answer": "98.40%", "necessary bbox": "[' 47.40% 380, 114, 421, 132', ' 51% 789, 85, 814, 102','50-64 years489,616,555,636']"} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many chips are given at the start of the246,339,367,347? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "According to the document, the starting chips for the Quebec Opener Day 1C246,339,367,347 event are 100,000834,338,878,346, which is the initial amount each player receives. Answer: 100,000834,338,878,346"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Each player starts with 100,000834,259,876,267 chips, as indicated in the event details. Answer: 100,000834,259,876,267", "gt_answer": "According to the document, the starting chips for the Quebec Opener Day 1C246,339,367,347 event are 100,000834,338,878,346, which is the initial amount each player receives. Answer: 100,000834,338,878,346"} +{"image": ["imgs/CCMAIN/0319195.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document titled Angleize Yourself58,45,256,69 is an instructional sheet for drawing and measuring angles using the letters of one's first name. It instructs to use a straight edge147,81,294,105 and a right angle symbol829,81,889,105 for all right angles, and to measure all angles less than 180471,133,507,157 degrees. The measurements should be written inside each angle. The task requires creating at least four of each type of angle: acute, right, and obtuse136,247,414,271. After measuring and recording the angles, one can GLITTER58,298,170,322 the letters. There are spaces provided for writing the Letter of your name58,334,285,358 and corresponding Angle measurements352,334,583,358. Additionally, it prompts to write down any discoveries about angles and their classifications."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document titled Angleize Yourself58,43,259,67 is an activity sheet designed to help individuals draw and measure angles. Participants are instructed to create the letters of their first name using a straight edge and to use the right angle symbol for all right angles. They must also measure all angles less than 180 degrees and write the measurements inside each angle. The sheet emphasizes having at least 4 of each type of angle: acute, right, and obtuse. Once the angles are measured and recorded, participants can GLITTER58,297,170,324. The document includes spaces for writing down discoveries about angles and any classification about other angles.", "gt_answer": "The document titled Angleize Yourself58,45,256,69 is an instructional sheet for drawing and measuring angles using the letters of one's first name. It instructs to use a straight edge147,81,294,105 and a right angle symbol829,81,889,105 for all right angles, and to measure all angles less than 180471,133,507,157 degrees. The measurements should be written inside each angle. The task requires creating at least four of each type of angle: acute, right, and obtuse136,247,414,271. After measuring and recording the angles, one can GLITTER58,298,170,322 the letters. There are spaces provided for writing the Letter of your name58,334,285,358 and corresponding Angle measurements352,334,583,358. Additionally, it prompts to write down any discoveries about angles and their classifications."} +{"image": ["imgs/ChartQA_PCG/two_col_20669.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in production from 159,864,181,901 to 874,864,897,900?"}, {"role": "assistant", "content": "481.81"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "481.81 million metric tons.", "gt_answer": "481.81", "necessary bbox": "['401.61152, 525, 193, 541', '883.42864, 161, 905, 177','1990159,864,181,901','2019874,864,897,900']"} +{"image": ["imgs/CCMAIN/0110967.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do 146,38,335,55 on the plumbing system? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "turn mains stop cock and/or boiler or immersion heater off and drain the system345,37,891,56"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Turn mains stop cock and/or boiler or immersion heater off and drain the system.", "gt_answer": "turn mains stop cock and/or boiler or immersion heater off and drain the system345,37,891,56"} +{"image": ["imgs/Crello/output_poster622_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat question is addressed regarding boxing? Give grounding and detailed answer."}, {"role": "assistant", "content": "The question addressed is What is a good age to start Boxing? 504,431,867,611."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The question addressed is ' What is a good age\nto start boxing? 503,429,867,612 '.", "gt_answer": "The question addressed is What is a good age to start Boxing? 504,431,867,611."} +{"image": ["imgs/ChartQA_PCG/two_col_3253.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined value of Specialty tea and 727,949,781,961 in million GBP?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "81.10"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The combined value is 46.10467,832,501,849 + 35746,850,761,866 = 81.10 million GBP. Answer: 81.10 million GBP.", "gt_answer": "81.10", "necessary bbox": "[' 46.10 467,834,501,850', ' 35 746,854,761,870','Tea other727,949,781,961']"} +{"image": ["imgs/CCMAIN/0031216.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat were the end-of-season totals for 353,200,438,231 in 2020? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The end-of-season totals for Loggerhead FC's353,200,438,231 in 2020113,668,150,682 are listed in the section below the main table, showing a total of 7723377,778,414,792. Answer: 7723377,778,414,792"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the end-of-season totals for Loggerhead FC's353,200,438,231 in 2020 as 6844376,667,414,681, indicating a significant increase from previous years. Answer: 6844376,667,414,681", "gt_answer": "The end-of-season totals for Loggerhead FC's353,200,438,231 in 2020113,668,150,682 are listed in the section below the main table, showing a total of 7723377,778,414,792. Answer: 7723377,778,414,792"} +{"image": ["imgs/Crello/output_poster872_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color of the text in the poster?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "white"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color of the text ' You\nare\nmy\ncup\nof\ntea 312,140,485,569 ' is specified as white. Answer: White", "gt_answer": "white", "necessary bbox": "[' You\\nare\\nmy\\ncup\\nof\\ntea 308,140,488,569 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60799.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the unemployment rate for 460,716,482,730 higher than 539,716,581,730? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "In 2014, the rate for Men 460,716,482,730 at 4.80% 410,231,447,249 was higher than for Women 539,716,581,730."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The unemployment rate for Men460,716,482,730 was higher than Women539,716,581,730 in 2010 with 6.90% compared to 5%.", "gt_answer": "In 2014, the rate for Men 460,716,482,730 at 4.80% 410,231,447,249 was higher than for Women 539,716,581,730."} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 2028***?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "59"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The projected value for 2028*** is shown as 59731, 134, 746, 151.\n\nAnswer: 59", "gt_answer": "59", "necessary bbox": "['59731,133,746,149']"} +{"image": ["imgs/ChartQA_PCG/two_col_83331.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which two consecutive years did the German health system see the greatest increase in expenditure? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "From 2017 185,183,213,188 to 2018 185,156,213,160, the expenditure increased by 15601 million euros, from 375979 to 391580 839,154,883,160."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The greatest increase in expenditure occurred between 2001185,620,213,624 and 2002185,591,213,596, with an increase from 222062571,620,615,624 to 230463587,591,631,596.", "gt_answer": "From 2017 185,183,213,188 to 2018 185,156,213,160, the expenditure increased by 15601 million euros, from 375979 to 391580 839,154,883,160."} +{"image": ["imgs/CCMAIN/0347737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the participant agree to 249,634,307,651? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "the right to trial by jury305,635,500,651"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Not file any lawsuit seeking punitive damages.", "gt_answer": "the right to trial by jury305,635,500,651"} +{"image": ["imgs/Crello/output_poster488_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of cardio workouts is associated with women?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 75% 541,470,604,480"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 75% 542,469,603,478 ", "gt_answer": " 75% 541,470,604,480", "necessary bbox": "[' 75% 541,470,604,480', ' Cardio workouts 543,408,855,420', ' Since women don\u2019t react as well to high-intensity interval training, cardio works better for them. 640,442,1377,449']"} +{"image": ["imgs/ChartQA_PCG/two_col_1784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich social media platform has less than 103,656,117,670 share of respondents?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Tumblr814, 842, 848, 891"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "TikTok, Reddit, and Tumblr.", "gt_answer": "Tumblr814, 842, 848, 891", "necessary bbox": "['Tumblr814, 842, 848, 891', '20103,656,117,670']"} +{"image": ["imgs/Crello/output_poster1407_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the most possible holiday of the poster as indicated by the text in 92,318,343,608?"}, {"role": "assistant", "content": "Thanksgiving"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Thanksgiving", "gt_answer": "Thanksgiving", "necessary bbox": "[' Give\\nthanks 92,318,343,608']"} +{"image": ["imgs/CCMAIN/0116675.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date was the Gasoil price recorded? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "06/07/21708,170,773,186"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "28/04/21632,171,695,187", "gt_answer": "06/07/21708,170,773,186"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was 738, 522, 769, 536's gross profit margin in 2017?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 50% 747, 128, 773, 146"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "50.50%734, 128, 779, 146", "gt_answer": " 50% 747, 128, 773, 146", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146']"} +{"image": ["imgs/CCMAIN/0000901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact email for renting the office space? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "office@weltimobiliare.ro97,873,259,891"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "office@weltimobiliare.ro98,868,260,893", "gt_answer": "office@weltimobiliare.ro97,873,259,891"} +{"image": ["imgs/Crello/output_poster1582_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the citation about elegance in the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The citation about elegance in the poster reads as follows: ' ELEGANCE IS NOT 53,169,640,298 ', ' STANDING OUT 48,339,450,440 ', ' BUT BEING\nREMEMBERED 50,516,249,648 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The citation is ' ELEGANCE IS NOT\nSTANDING OUT 49,167,638,440 '.", "gt_answer": "The citation about elegance in the poster reads as follows: ' ELEGANCE IS NOT 53,169,640,298 ', ' STANDING OUT 48,339,450,440 ', ' BUT BEING\nREMEMBERED 50,516,249,648 '."} +{"image": ["imgs/ChartQA_PCG/two_col_24236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the value for 854, 912, 882, 925?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "30.60"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The value for 2018854, 912, 882, 925 is 30.57.\n\nAnswer: 30.57", "gt_answer": "30.60", "necessary bbox": "['2018854, 912, 882, 925', 'Population density in people per square kilometer114, 282, 125, 714', '30.60null']"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich artist performed the track '120,220,266,236'? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The track 'A taste of honey120,220,266,236' is listed under the artist 'Ulf Wakenius378,220,497,236' in the playlist. Answer: Ulf Wakenius378,220,497,236"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The track 'A taste of honey120,220,266,236' is listed under the artist 'Ulf Wakenius378,220,499,236' in the playlist. Answer: Ulf Wakenius378,220,499,236", "gt_answer": "The track 'A taste of honey120,220,266,236' is listed under the artist 'Ulf Wakenius378,220,497,236' in the playlist. Answer: Ulf Wakenius378,220,497,236"} +{"image": ["imgs/ChartQA_PCG/multi_col_20940.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did females show the greatest increase in the share of having tattoos compared to the previous year? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Females showed the greatest increase in the share of having tattoos from 2008 to 2012, increasing from 13%429,321,455,339 in 2008 to 23%628,174,654,192 in 2012, an increase of 10%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "From 2012 to 2015, the share increased from 23%629,174,655,192 to 31%826,57,852,75, an increase of 8%.", "gt_answer": "Females showed the greatest increase in the share of having tattoos from 2008 to 2012, increasing from 13%429,321,455,339 in 2008 to 23%628,174,654,192 in 2012, an increase of 10%."} +{"image": ["imgs/CCMAIN/0272802.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many suspects were involved in the 367,421,617,450? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "two males300,509,373,526"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Two males", "gt_answer": "two males300,509,373,526"} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 44,440,118,461 of the diamond? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The Color Grade44,440,118,461 of the diamond is listed as D256,958,261,979, which is the highest grade on the GIA color scale, indicating that the diamond is colorless. Answer: D256,958,261,979"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The color grade44,440,118,461 is listed as D335,37,342,59, which is the highest color grade on the GIA color scale, indicating a very high level of color quality. Answer: D335,37,342,59", "gt_answer": "The Color Grade44,440,118,461 of the diamond is listed as D256,958,261,979, which is the highest grade on the GIA color scale, indicating that the diamond is colorless. Answer: D256,958,261,979"} +{"image": ["imgs/Crello/output_poster432_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed by the text in 136,210,326,347, 118,440,158,649, and 175,430,318,642?"}, {"role": "assistant", "content": "KIDS Deserve the best"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Kids Deserve the Best", "gt_answer": "KIDS Deserve the best", "necessary bbox": "[' KIDS 136,210,326,347', ' Deserve 118,440,158,649', ' the \\nbest 175,430,318,642']"} +{"image": ["imgs/ChartQA_PCG/two_col_20672.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich magazine reached more than 872, 921, 905, 932 individuals?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "GQ"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The magazine that reached more than 1750872, 921, 905, 932 individuals is GQ264, 182, 284, 194, with 1816909, 179, 942, 194 individuals. Answer: GQ", "gt_answer": "GQ", "necessary bbox": "['1816910, 177, 945, 192', 'GQ265, 182, 285, 195', '1750872, 921, 905, 932']"} +{"image": ["imgs/CCMAIN/0074512.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should you contact to 365,930,738,950?"}, {"role": "assistant", "content": "Sam Stevens"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Sam Stevens.", "gt_answer": "Sam Stevens"} +{"image": ["imgs/Crello/output_poster2033_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the poster mentioned in 148,472,274,515 and 225,532,322,571?"}, {"role": "assistant", "content": "Exotic taste"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Exotic taste", "gt_answer": "Exotic taste", "necessary bbox": "[' Exotic 148,472,274,515 ', ' taste 225,532,322,571 ']"} +{"image": ["imgs/Crello/output_poster1050_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the time mentioned in 493,203,556,235?"}, {"role": "assistant", "content": " 4 PM "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4 PM", "gt_answer": " 4 PM ", "necessary bbox": "[' 4 PM 493,203,556,235']"} +{"image": ["imgs/ChartQA_PCG/two_col_1686.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average connection speed in Mbps for 104, 533, 161, 546?"}, {"role": "assistant", "content": "45.20 Mbps"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "45.20 Mbps", "gt_answer": "45.20 Mbps", "necessary bbox": "['New York104, 533, 161, 546', '45.20796, 531, 832, 546']"} +{"image": ["imgs/Crello/output_poster578_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the symposium? Please respond succinctly and include the answer's bounding box if it is available.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 6 may 2018 910,651,947,773"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6 may 2018 913,647,950,770", "gt_answer": " 6 may 2018 910,651,947,773", "necessary bbox": "[' 6 may 2018 910,651,947,773']"} +{"image": ["imgs/Crello/output_poster1772_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat lifestyle changes are recommended to heal digestive problems naturally? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The recommended lifestyle changes include: 1. Drink water. 2. Eat warm food. 3. Chew slowly. 4. Exercise. 5. Avoid stress. 6. Don\u2019t smoke/ don\u2019t drink alcohol.75,616,301,805."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The recommended lifestyle changes include: Drink water. Eat warm food. Chew slowly. Exercise. Avoid stress. Don't smoke; don't drink alcohol. 76,618,302,809 .", "gt_answer": "The recommended lifestyle changes include: 1. Drink water. 2. Eat warm food. 3. Chew slowly. 4. Exercise. 5. Avoid stress. 6. Don\u2019t smoke/ don\u2019t drink alcohol.75,616,301,805."} +{"image": ["imgs/CCMAIN/0131436.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the anticipated issue date for the U.S. Army Corps of Engineers permit? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "7/15/2019403,198,457,214"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "7/15/2019403,196,458,214", "gt_answer": "7/15/2019403,198,457,214"} +{"image": ["imgs/CCMAIN/0359456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich club does the men's 200 FL swimmer Brendan Burns belong to? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "Brendan Burns is listed under the men's section for the 200 FL195,570,227,578 event, and his club is Upper Main Line YMCA576,568,677,581. Answer: Upper Main Line YMCA576,568,677,581"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Brendan Burns58,569,123,582 as a 200 FL swimmer from Berwyn, Pa.424,569,476,582 and he is associated with the Upper Main Line YMCA575,569,678,582. Answer: Upper Main Line YMCA575,569,678,582", "gt_answer": "Brendan Burns is listed under the men's section for the 200 FL195,570,227,578 event, and his club is Upper Main Line YMCA576,568,677,581. Answer: Upper Main Line YMCA576,568,677,581"} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the minimum number of days one should stay home according to 274,468,479,579? Give grounding and detailed answer."}, {"role": "assistant", "content": "The minimum number of days one should stay home is 10 days since symptoms first appeared. This is indicated by the span 1 0277,493,288,511."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 274,468,479,579, one should stay home at least 10 days since symptoms first appeared and until no fever for at least 1 day without medication AND improvement of other symptoms.", "gt_answer": "The minimum number of days one should stay home is 10 days since symptoms first appeared. This is indicated by the span 1 0277,493,288,511."} +{"image": ["imgs/Crello/output_poster1188_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned for the event in 762,676,820,875?"}, {"role": "assistant", "content": " FEBRUARY 2 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "FEBRUARY 2", "gt_answer": " FEBRUARY 2 ", "necessary bbox": "[' FEBRUARY 2 762,676,820,875']"} +{"image": ["imgs/Crello/output_poster469_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is 4 people's total entry fee for the birthday party? Give a clear and simple answer and mention the answer's bounding box if it exists.Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "60"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The entry fee is $15 83,690,274,767 per person. For 4 people, the total is 4 * $15 = $60. Answer: $60", "gt_answer": "60", "necessary bbox": "['15102,669,230,786']"} +{"image": ["imgs/Crello/output_poster867_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat call to action can be found? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The call to action in the poster is ' Try Now 149,206,214,289 ', encouraging immediate engagement."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The call to action is ' Try\nNow 156,218,213,290 '.", "gt_answer": "The call to action in the poster is ' Try Now 149,206,214,289 ', encouraging immediate engagement."} +{"image": ["imgs/Crello/output_poster367_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many social media handles are mentioned in the poster?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The poster mentions two social media handles: ' /mais_prep 92,760,185,793 ' and ' /mais_merch 271,760,377,787 '. Answer: 2", "gt_answer": "2", "necessary bbox": "[' /mais_prep 92,757,185,791 ', ' /mais_merch 270,756,375,785 ']"} +{"image": ["imgs/Crello/output_poster1978_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The purpose of the poster is to celebrate 'International Cat Day' as indicated by the text international cat day 761,63,972,329."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of the poster is to celebrate 'International Cat Day' as indicated by the text ' International Cat Day 759,63,968,320 '.", "gt_answer": "The purpose of the poster is to celebrate 'International Cat Day' as indicated by the text international cat day 761,63,972,329."} +{"image": ["imgs/Crello/output_poster469_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I enter at 4 PM? Give a clear and simple answer and mention the answer's bounding box if it exists.Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Start at 5 PM 330,307,489,327' indicates that the event starts at 5 PM. Answer: No", "gt_answer": "No", "necessary bbox": "['Start at 5 PM330,301,493,327']"} +{"image": ["imgs/ChartQA_PCG/two_col_102127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 241, 881, 268, 895 number of tourist accommodation establishments?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 37827 236, 202, 273, 218"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "37827236, 204, 273, 219", "gt_answer": " 37827 236, 202, 273, 218", "necessary bbox": "[' Total 241, 881, 268, 895', ' 37827 236, 202, 273, 218']"} +{"image": ["imgs/Crello/output_poster1197_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat language is used in the poster?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Russian"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' \u041b\u0443\u0447\u0448\u0438\u0435 \u043c\u043e\u0438 \u0435\u043b\u043a\u0438 61,393,904,605 ' is in Russian, as indicated by the Cyrillic script. Answer: Russian", "gt_answer": "Russian", "necessary bbox": "['\u041b\u0443\u0447\u0448\u0438\u0435 \u043c\u043e\u0434\u0435\u043b\u043863,395,905,607', '\u0420\u0435\u0439\u0442\u0438\u043d\u043359,145,238,216']"} +{"image": ["imgs/Crello/output_poster972_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can tickets be obtained for the event?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Online or by phone"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Come and bring your friends to enjoy\nthe best sci-fi movies of this century.\nReserve your places now on our website\nor by phone +45 993 173 8818. 416,882,863,967 ' provides the method for obtaining tickets. Answer: On the website or by phone", "gt_answer": "Online or by phone", "necessary bbox": "[' Come and bring your friends to enjoy\\nthe best sci-fi movies of this century.\\nGet tickets online on www.moviemarathon.us\\nor by phone +45 993 173 8818. 413,880,865,967']"} +{"image": ["imgs/CCMAIN/0153864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat significant event in 2008 is mentioned in 68,283,454,454 and what was its impact? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "In 2008, the individual founded the artist group 'Du & Ich' in Pekings 798 Art District, as mentioned in 68,283,454,454. This event marked a significant expansion of his involvement in the art community, allowing him to collaborate on numerous art projects such as 'Du & Ich' and 'Mirrorman Series', thereby contributing to the contemporary art scene."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, Zhang Zhaohui founded the 'You & Me' artist group in Beijing's 798 art compound. This event is significant as it marked the beginning of his efforts to start many art projects, including 'You & Me' and 'Mirrorman Series'.", "gt_answer": "In 2008, the individual founded the artist group 'Du & Ich' in Pekings 798 Art District, as mentioned in 68,283,454,454. This event marked a significant expansion of his involvement in the art community, allowing him to collaborate on numerous art projects such as 'Du & Ich' and 'Mirrorman Series', thereby contributing to the contemporary art scene."} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for a 5 oz case of 18 mm circles as mentioned in 546,529,946,614? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The price for a 5 oz case of 18 mm circles is $250.00. This is derived from the line '18 mm, ~245 pcs/oz. 587,566,716,581' and ' ................. $250.00 \u2014 754,566,929,581'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The price for a 5 oz case of 18 mm circles is $250.00, as indicated in the span 18 mm, ~245 pcs/oz. 1.5-18 ............$250.00587,569,883,583.", "gt_answer": "The price for a 5 oz case of 18 mm circles is $250.00. This is derived from the line '18 mm, ~245 pcs/oz. 587,566,716,581' and ' ................. $250.00 \u2014 754,566,929,581'."} +{"image": ["imgs/Crello/output_poster1890_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main focus of the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The main focus of the poster is on the top smartphones, as indicated by the text ' SMARTPHONES 392,499,602,564 ' and ' TOP 15 429,224,566,364 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main focus of the poster is on 'SMARTPHONES' 394,504,604,574.", "gt_answer": "The main focus of the poster is on the top smartphones, as indicated by the text ' SMARTPHONES 392,499,602,564 ' and ' TOP 15 429,224,566,364 '."} +{"image": ["imgs/Crello/output_poster993_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich cultural celebration is highlighted in the poster?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Day of the Dead"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Day of the dead 108,845,846,892 ' indicates the cultural celebration being highlighted. Answer: Day of the dead", "gt_answer": "Day of the Dead", "necessary bbox": "['Day of the Dead99,843,851,884']"} +{"image": ["imgs/CCMAIN/0037809.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the candidate from 546,629,657,640? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Under the section labeled XX. CHILE VAMOS560,571,578,586, the candidate from RENOVACION NACIONAL546,629,657,640 is listed as ALEX CASTILLO BLAS517,649,596,659. Answer: ALEX CASTILLO BLAS517,649,596,659"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists ALEX CASTILLO BLAS512,649,597,659 as the candidate from RENOVACION NACIONAL546,629,657,640. Answer: ALEX CASTILLO BLAS512,649,597,659", "gt_answer": "Under the section labeled XX. CHILE VAMOS560,571,578,586, the candidate from RENOVACION NACIONAL546,629,657,640 is listed as ALEX CASTILLO BLAS517,649,596,659. Answer: ALEX CASTILLO BLAS517,649,596,659"} +{"image": ["imgs/CCMAIN/0134787.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost to add an 114,493,274,508 to the Design Your Toasted Sandwich?"}, {"role": "assistant", "content": "1.00"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.00", "gt_answer": "1.00"} +{"image": ["imgs/Crello/output_poster367_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the poster indicate about the current activity?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "CURRENTLY OFFLINE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' CURRENTLY 95,397,306,448 ' suggests that the activity is ongoing or in progress. Answer: CURRENTLY", "gt_answer": "CURRENTLY OFFLINE", "necessary bbox": "[' CURRENTLY 95,398,310,448 ', ' OFFLINE 100,490,479,608 ']"} +{"image": ["imgs/Crello/output_poster741_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster create a sense of urgency?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "LAST CHANCE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase ' LAST\nCHANCE 156,634,802,830 ' creates a sense of urgency by indicating that the sale is ending soon. Answer: By stating 'LAST CHANCE'", "gt_answer": "LAST CHANCE", "necessary bbox": "[' LAST\\nCHANCE 158,640,804,836 ']"} +{"image": ["imgs/ChartQA_PCG/18179062004443.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the metric with the largest value?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Net open position in foreign exchange to capital0,253,382,276"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Capital adequacy ratio (CAR) 0, 231, 357, 254", "gt_answer": "Net open position in foreign exchange to capital0,253,382,276", "necessary bbox": "['Net open position in foreign exchange to capital0,253,382,276', '302.38896,249,999,271']"} +{"image": ["imgs/CCMAIN/0173731.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a call for support from members to various sponsors and supporters. Sponsors include Ken Collings293,126,401,147 from Falmouth Toyota Sales & Leasing, Platinum Auto Service Inc.306,178,532,199, and John F Martin/Hagerty Classic Car Insurance Specialist263,231,734,252. Other sponsors are Eastern Propane & Oil270,283,463,304, RJ Consulting361,336,482,357, SpecialtyTruckAuto.com319,388,529,409, and CAPE GUN WORKS333,441,515,462. Special thanks are extended to supporters like OLD ACRES431,531,544,551, SANDBAR PULLIN TEAM364,568,602,585, JJ BEST BANC & CO.313,601,508,622, and others. The document emphasizes gratitude with a closing note, \"THANKS FOR YOUR SUPPORT355,863,643,884.\""}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a list of sponsors and supporters for an event, urging members to support them. It includes various businesses such as Ken Collings \u2013 Falmouth Toyota Sales & Leasing293,127,705,144, Platinum Auto Service Inc.306,180,530,197, and John F Martin/Hagerty Classic Car Insurance Specialist264,232,734,249. Special thanks are given to supporters like OLD ACRES431,533,542,550 and CAPE TIRE & AUTO SERVICE316,708,591,725. The document emphasizes the importance of supporting local businesses and expresses gratitude for their contributions.", "gt_answer": "The document is a call for support from members to various sponsors and supporters. Sponsors include Ken Collings293,126,401,147 from Falmouth Toyota Sales & Leasing, Platinum Auto Service Inc.306,178,532,199, and John F Martin/Hagerty Classic Car Insurance Specialist263,231,734,252. Other sponsors are Eastern Propane & Oil270,283,463,304, RJ Consulting361,336,482,357, SpecialtyTruckAuto.com319,388,529,409, and CAPE GUN WORKS333,441,515,462. Special thanks are extended to supporters like OLD ACRES431,531,544,551, SANDBAR PULLIN TEAM364,568,602,585, JJ BEST BANC & CO.313,601,508,622, and others. The document emphasizes gratitude with a closing note, \"THANKS FOR YOUR SUPPORT355,863,643,884.\""} +{"image": ["imgs/CCMAIN/0087278.png"], "messages": [{"role": "user", "content": "<|image|> \nWho signed the RoHS Declaration? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Rich Eckmann97,564,192,579"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Rich Eckmann97,564,192,580", "gt_answer": "Rich Eckmann97,564,192,579"} +{"image": ["imgs/CCMAIN/0104647.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich driver can be used to talk to the Windows printer driver? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "mswinpr2173,256,251,272"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "mswinpr2175,254,250,273", "gt_answer": "mswinpr2173,256,251,272"} +{"image": ["imgs/Crello/output_poster1026_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the brand mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " CERA MICS "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand name is given as ' CERA \nMICS 148,397,259,569 '. Answer: CERA MICS", "gt_answer": " CERA MICS ", "necessary bbox": "[' CERA 144,394,259,453 ', ' MICS 149,523,248,582 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people are '117,765,437,799'?"}, {"role": "assistant", "content": "3.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6.0%", "gt_answer": "3.0%", "necessary bbox": ["72.0%543, 375, 599, 401", "Staying alert and taking precautions636, 287, 954, 319"]} +{"image": ["imgs/ChartQA_PCG/two_col_20227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the military spending of Chile?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "5036377,225,410,232"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "5036379, 224, 412, 232", "gt_answer": "5036377,225,410,232", "necessary bbox": "['Chile208,226,239,233', '5036377,225,410,232']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1130.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did My Travel Group carry the most passengers?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": " 2008 * "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, My Travel Group carried the most passengers with 7575300149,276,205,295. Answer: 2008", "gt_answer": " 2008 * ", "necessary bbox": "[' My Travel Group 468, 630, 570, 650', ' 2008 * 159, 518, 192, 573', ' 7575300 150, 275, 207, 292']"} +{"image": ["imgs/Crello/output_poster1106_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many excursions, exhibitions, and museums are mentioned as part of the attractions in the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The poster mentions ' 5 excursions\n3 exhibitions\n8 museums 146,541,394,613 ' as part of the attractions."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster mentions ' 5 excursions\n3 exhibitions\n8 museums 146,542,397,610 '.", "gt_answer": "The poster mentions ' 5 excursions\n3 exhibitions\n8 museums 146,541,394,613 ' as part of the attractions."} +{"image": ["imgs/ChartQA_PCG/two_col_22364.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of e-commerce sales growth rate from 227,867,255,881 to 772,867,806,881? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The e-commerce sales growth rate shows a declining trend from 25.90% in 2016227,867,255,881 to 9.70% in 2021*772,867,806,881."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The e-commerce sales growth rate shows a decreasing trend from 25.90% in 2016227,867,255,881 to 9.70% in 2021*772,867,806,881.", "gt_answer": "The e-commerce sales growth rate shows a declining trend from 25.90% in 2016227,867,255,881 to 9.70% in 2021*772,867,806,881."} +{"image": ["imgs/ChartQA_PCG/two_col_81087.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many patients per million population are diagnosed with 46,424,566,439?"}, {"role": "assistant", "content": "4"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4.50", "gt_answer": "4", "necessary bbox": "['Pulmonary hypertension due to lung disease and/or hypoxia46,424,566,439', '4']"} +{"image": ["imgs/CCMAIN/0230759.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a bulletin from St Luke's Church in Holbrooks, detailing services and guidelines for the week of 16th May 2021228,189,382,202. It includes mass times for the Seventh Sunday of Easter169,208,326,222 and the upcoming Pentecost Sunday156,779,336,792. Services include a Vigil Mass182,243,267,258 on Saturday and Low Mass231,262,315,278 and Parish Mass208,282,338,297 on Sunday. The bulletin emphasizes Covid-19 precautions, such as mandatory face coverings and social distancing. It also lists prayer requests for the sick and departed, and mentions the Sanctuary Lamp655,740,779,756 burning in memory of Sidney Godsell677,803,815,815. Contact information for the church and its social media links are provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a bulletin from St Luke's Church, Coventry, dated SUNDAY, 16TH MAY 2021110,185,237,204, marking the Seventh Sunday of Easter. It includes details about various Mass times, such as the Vigil Mass182,243,269,258 at 17.00135,243,177,258 on Saturday and the Parish Mass206,281,339,296 at 10.00159,281,201,296. The bulletin also outlines safety measures due to Covid-19, including mandatory face coverings and social distancing. It highlights Pentecost Sunday on 23rd May711,303,732,318, with a focus on the Holy Spirit and includes a prayer list for those in need. The bulletin emphasizes the importance of the Sanctuary Lamp659,739,838,754 and provides contact information for the church.", "gt_answer": "The document is a bulletin from St Luke's Church in Holbrooks, detailing services and guidelines for the week of 16th May 2021228,189,382,202. It includes mass times for the Seventh Sunday of Easter169,208,326,222 and the upcoming Pentecost Sunday156,779,336,792. Services include a Vigil Mass182,243,267,258 on Saturday and Low Mass231,262,315,278 and Parish Mass208,282,338,297 on Sunday. The bulletin emphasizes Covid-19 precautions, such as mandatory face coverings and social distancing. It also lists prayer requests for the sick and departed, and mentions the Sanctuary Lamp655,740,779,756 burning in memory of Sidney Godsell677,803,815,815. Contact information for the church and its social media links are provided."} +{"image": ["imgs/Crello/output_poster1360_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the largest text on the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " SIDE 288,572,695,681 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " BRIDE\nSIDE 289,476,693,685 ", "gt_answer": " SIDE 288,572,695,681 ", "necessary bbox": "[' SIDE 288,572,695,681 ']"} +{"image": ["imgs/Crello/output_poster1876_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of services does the company offer according to the poster, and are they available at all times? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The company offers ' 24/7 services 171,738,317,776 ', indicating that their services are available at all times."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The company offers ' 24/7 services 170,736,315,774'.", "gt_answer": "The company offers ' 24/7 services 171,738,317,776 ', indicating that their services are available at all times."} +{"image": ["imgs/CCMAIN/0235454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time does the bus leave from 25,163,127,177 to 25,287,228,301? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The schedule shows that the bus from Queenstown25,163,127,177 to Te Anau Via the Backroad25,287,228,301 departs at 12:00pm*264,287,344,301. Answer: 12:00pm264,287,334,301"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The schedule shows that the bus departs from Queenstown25,163,127,177 at 7:15am264,128,323,142 and arrives at Te Anau Downs25,109,150,123 at 1:25pm448,109,507,123. Answer: 7:15am", "gt_answer": "The schedule shows that the bus from Queenstown25,163,127,177 to Te Anau Via the Backroad25,287,228,301 departs at 12:00pm*264,287,344,301. Answer: 12:00pm264,287,334,301"} +{"image": ["imgs/ChartQA_PCG/two_col_40888.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the net interest income decrease between 492,851,532,911 and 731,852,771,911? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The net interest income decreased from 12.50 497,94,530,111 in Q4 2018 to 10.13 735,232,769,248 in Q3 2020 , a decrease of 2.37 billion U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The net interest income decreased from 12.38526,94,560,111 billion U.S. dollars in Q4 2018492,851,532,911 to 10.25768,222,800,238 billion U.S. dollars in Q4 2020760,852,799,911, a decrease of 2.13 billion U.S. dollars.", "gt_answer": "The net interest income decreased from 12.50 497,94,530,111 in Q4 2018 to 10.13 735,232,769,248 in Q3 2020 , a decrease of 2.37 billion U.S. dollars."} +{"image": ["imgs/CCMAIN/0100443.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat will happen to 110,244,183,268 received from non-college email IDs? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document clearly states that any answer110,244,183,268 received from an email other than the college mail ID will be rejected548,244,629,268, ensuring compliance with the policy. Answer: rejected548,244,629,268"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The circular clearly states that any answer received from other email IDs will be rejected548,244,630,268. Answer: They will be rejected.", "gt_answer": "The document clearly states that any answer110,244,183,268 received from an email other than the college mail ID will be rejected548,244,629,268, ensuring compliance with the policy. Answer: rejected548,244,629,268"} +{"image": ["imgs/ChartQA_PCG/multi_col_80845.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined number of Facebook fans and Twitter followers for the Utah Jazz in 841,531,895,637?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2.81 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In March 2021841,531,895,637, the Utah Jazz had 1.80 million Facebook fans and 0.70 million Twitter followers. Combined, they had 2.50 million followers. Answer: 2.50 million", "gt_answer": "2.81 million", "necessary bbox": "[' Facebook fans 467,611,548,629', ' Twitter followers 466,646,560,664', ' March 2021 841,531,895,637']"} +{"image": ["imgs/CCMAIN/0252389.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific actions are mentioned in 122,377,869,640 to ensure safety in the workplace? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The specific actions mentioned include: Provide sufficient resources to ensure that proper provision for health and safety can be made124,378,834,392, Carry out risk assessments of our activities and implement effective measures to control the risks present124,413,868,427, Establish and implement safe systems of work for our work activities124,448,681,462, Communicate with all employees about their health and safety and provide them with sufficient information instruction and training through positive management and supervision in order to implement this policy fully124,469,440,512, Provide our employees with the appropriate tools and equipment to enable them to work safely124,519,200,547, Work with our customers within the rail industry to ensure our employees have a safe and healthy environment in which to work124,554,441,582, Carry out our activities to a standard sufficient to ensure the safety of employees, others and the safety of the infrastructure being worked on124,589,522,617, and Setting and monitoring safety objectives124,624,465,638."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific actions mentioned include providing sufficient resources for health and safety, conducting risk assessments, implementing safe systems of work, communicating with employees, providing appropriate tools and equipment, working with customers to ensure a safe environment, carrying out activities to ensure safety, and setting and monitoring safety objectives. These actions are detailed in the spans: Provide sufficient resources to ensure that proper provision for health and safety can be made155,378,840,392, Carry out risk assessments of our activities and implement effective measures to control the risks present155,413,866,427, Establish and implement safe systems of work for our work activities155,448,684,462, Communicate with all employees about their health and safety and provide them with sufficient information instruction and training through positive management and supervision in order to implement this policy fully155,469,821,483, Provide our employees with the appropriate tools and equipment to enable them to work safely155,518,846,532, Work with our customers within the rail industry to ensure our employees have a safe and healthy environment in which to work155,553,846,567, Carry out our activities to a standard sufficient to ensure the safety of employees, others and the safety of the infrastructure being worked on155,588,870,602, Setting and monitoring safety objectives155,623,465,637.", "gt_answer": "The specific actions mentioned include: Provide sufficient resources to ensure that proper provision for health and safety can be made124,378,834,392, Carry out risk assessments of our activities and implement effective measures to control the risks present124,413,868,427, Establish and implement safe systems of work for our work activities124,448,681,462, Communicate with all employees about their health and safety and provide them with sufficient information instruction and training through positive management and supervision in order to implement this policy fully124,469,440,512, Provide our employees with the appropriate tools and equipment to enable them to work safely124,519,200,547, Work with our customers within the rail industry to ensure our employees have a safe and healthy environment in which to work124,554,441,582, Carry out our activities to a standard sufficient to ensure the safety of employees, others and the safety of the infrastructure being worked on124,589,522,617, and Setting and monitoring safety objectives124,624,465,638."} +{"image": ["imgs/ChartQA_PCG/two_col_62311.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GDP growth in 278, 835, 305, 847?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "10.30%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The GDP growth in 2021278, 835, 305, 847 was 10.30%. Answer: 10.30%", "gt_answer": "10.30%", "necessary bbox": "['2021278, 835, 305, 847']"} +{"image": ["imgs/CCMAIN/0090159.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the entry fee for a team in the Scramble Shootout? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$556/team542,508,645,526"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$556/team541,507,643,528", "gt_answer": "$556/team542,508,645,526"} +{"image": ["imgs/CCMAIN/0258354.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "On 02 Nov 2020310,124,393,137, Pensonic Holdings Berhad announced a share buyback of 46,000310,198,354,211 ORDINARY SHARES310,151,439,160 in Malaysian Ringgit (MYR)310,174,472,185. The minimum and maximum prices paid per share were 0.440310,237,347,251 and 0.430310,277,347,290 respectively, with a total consideration of 20,144.57310,317,375,330 MYR. All purchased shares were retained in treasury, with none proposed for cancellation. The cumulative net outstanding treasury shares total 525,700310,436,362,449 units, and the adjusted issued capital after cancellation is 129,668,000310,491,390,504 shares. The percentage of shares purchased and/or held as treasury shares against the total issued shares is 0.40542310,546,363,559%."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "PENSONIC HOLDINGS BERHAD announced a share buyback on 02 Nov 2020310,125,394,138. The company purchased 46,000310,198,355,211 ordinary shares at a minimum price of 0.440310,239,345,252 MYR and a maximum price of 0.430310,279,345,292 MYR, totaling 20,144.57310,318,375,331 MYR. The shares were retained in treasury, with none proposed for cancellation. The cumulative net outstanding treasury shares are 525,700310,437,364,450, and the adjusted issued capital after cancellation is 129,668,000310,492,392,505 shares. The total number of shares held as treasury shares against the total number of issued shares is 0.40542310,546,364,559%.", "gt_answer": "On 02 Nov 2020310,124,393,137, Pensonic Holdings Berhad announced a share buyback of 46,000310,198,354,211 ORDINARY SHARES310,151,439,160 in Malaysian Ringgit (MYR)310,174,472,185. The minimum and maximum prices paid per share were 0.440310,237,347,251 and 0.430310,277,347,290 respectively, with a total consideration of 20,144.57310,317,375,330 MYR. All purchased shares were retained in treasury, with none proposed for cancellation. The cumulative net outstanding treasury shares total 525,700310,436,362,449 units, and the adjusted issued capital after cancellation is 129,668,000310,491,390,504 shares. The percentage of shares purchased and/or held as treasury shares against the total issued shares is 0.40542310,546,363,559%."} +{"image": ["imgs/Crello/output_poster1101_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat season is the event associated with?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Fall"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Traditional\nFall\nBazaar 256,340,708,771 ' includes the word 'Fall', indicating the season. Answer: Fall", "gt_answer": "Fall", "necessary bbox": "['Fall259,499,440,592']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60422.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the share of respondents for 606, 737, 646, 753 from 312, 586, 339, 600 to 755, 586, 783, 600? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The increase in the share of respondents for Tablets606, 737, 646, 753 from 2011312, 586, 339, 600 to 2014755, 586, 783, 600 is from 5% to 40%, which is an increase of 35%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of respondents for Tablets606, 737, 646, 753 increased from 4% in 2011312, 586, 339, 600 to 40% in 2014755, 586, 783, 600.", "gt_answer": "The increase in the share of respondents for Tablets606, 737, 646, 753 from 2011312, 586, 339, 600 to 2014755, 586, 783, 600 is from 5% to 40%, which is an increase of 35%."} +{"image": ["imgs/ChartQA_PCG/07019431002493.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the lowest mortality percentage in 2000?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Kenya102,702,152,724"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Kenya", "gt_answer": "Kenya102,702,152,724", "necessary bbox": "['Kenya102,702,152,724', '17.30', 'Denmark76,497,153,516', '18.30', 'Mali119,296,152,314', '27.50']"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 680,939,723,954 customers reported being very satisfied?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "50%689,482,714,502"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "50%687,483,714,502", "gt_answer": "50%689,482,714,502", "necessary bbox": "['Toshiba680,939,723,954','50%689,482,714,502']"} +{"image": ["imgs/CCMAIN/0359456.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the coach for the women's 4x100 FR-R team? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document lists Gretchen Walsh58,462,128,474 as a participant in the 4x100 FR-R250,464,306,473 event, and her coach is John Morse/Doug Wharam819,462,935,474. Answer: John Morse/Doug Wharam819,462,935,474"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The coach for the women's 4x100 FR-R team is listed as Chris Sheppard820,305,889,317 in the roster. Answer: Chris Sheppard820,305,889,317", "gt_answer": "The document lists Gretchen Walsh58,462,128,474 as a participant in the 4x100 FR-R250,464,306,473 event, and her coach is John Morse/Doug Wharam819,462,935,474. Answer: John Morse/Doug Wharam819,462,935,474"} +{"image": ["imgs/CCMAIN/0090709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main purpose of 64,65,493,116? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "transform your social media processes and outputs overnight450,367,873,382"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "To transform social media processes and outputs overnight.", "gt_answer": "transform your social media processes and outputs overnight450,367,873,382"} +{"image": ["imgs/CCMAIN/0012141.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much space do the eBooks on 235,348,326,372 occupy? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "71.91GB853,373,910,397"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "71.91GB", "gt_answer": "71.91GB853,373,910,397"} +{"image": ["imgs/Crello/output_poster1937_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many hours does the event last?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event lasts from ' 2 PM 64,728,173,770' to ' 4 PM 333,728,450,770', which is a duration of 2 hours. Answer: 2 hours", "gt_answer": "2", "necessary bbox": "[' 2 PM 62,727,182,768 ', ' 4 PM 332,727,453,768 ']"} +{"image": ["imgs/CCMAIN/0014499.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does 759,30,959,90 encourage positive attitudes among students and staff? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Encouraging students and staff to develop positive attitudes119,623,610,641"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Encouraging students and staff to develop positive attitudes about themselves and other people.117,625,913,640", "gt_answer": "Encouraging students and staff to develop positive attitudes119,623,610,641"} +{"image": ["imgs/Crello/output_poster1204_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich city is highlighted in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " New York 381,121,529,173"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " New York 382,124,529,176 ", "gt_answer": " New York 381,121,529,173", "necessary bbox": "[' New York 381,121,529,173']"} +{"image": ["imgs/CCMAIN/0043101.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich burger is topped with 205,249,268,261? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The Vegan Classic (VG)109,742,237,754 burger is described as having a 'Homemade Falafel patty topped with Hummus205,249,268,261'. Answer: The Vegan Classic79,742,202,754"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Jerk Chicken Thigh78,450,209,463 burger is described as being served on a bed of Triple Cooked Chips559,179,696,191. Answer: Jerk Chicken Thigh78,450,209,463", "gt_answer": "The Vegan Classic (VG)109,742,237,754 burger is described as having a 'Homemade Falafel patty topped with Hummus205,249,268,261'. Answer: The Vegan Classic79,742,202,754"} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend is observed in the life expectancy of females from 151,522,177,566 to 823,520,848,566? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "From 2008151,522,177,566 to 2018823,520,848,566, the life expectancy of females increased from 81.89146,117,183,135 to 83.38818,52,855,71 years."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy of females shows a consistent increase from 81.89147,115,183,134 in 2008 to 83.38816,52,853,71 in 2018.", "gt_answer": "From 2008151,522,177,566 to 2018823,520,848,566, the life expectancy of females increased from 81.89146,117,183,135 to 83.38818,52,855,71 years."} +{"image": ["imgs/Crello/output_poster136_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sequence of key phrases promoting the carving tools on the poster? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The sequence is ' ABSOLUTELY 295,295,703,341 ', ' STUNNING 367,435,596,486 ', ' soap 429,522,557,569 ', ' CARVING 293,613,708,677 ', ' TOOLS! 376,730,581,797 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The sequence is: ' ABSOLUTELY 296,295,697,348 ', ' STUNNING 371,435,596,488 ', ' soap 440,516,556,563 ', ' CARVING 296,606,702,679 ', ' TOOLS: 381,735,586,802 '.", "gt_answer": "The sequence is ' ABSOLUTELY 295,295,703,341 ', ' STUNNING 367,435,596,486 ', ' soap 429,522,557,569 ', ' CARVING 293,613,708,677 ', ' TOOLS! 376,730,581,797 '."} +{"image": ["imgs/Crello/output_poster598_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat services are offered by the music store? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The music store offers private lessons and customers can choose any musical instrument as indicated by the text ' Private lessons.\nChoose any musical\ninstrument. '211,577,363,694."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The store offers Private lessons. Choose any musical instrument. 205,574,361,707 .", "gt_answer": "The music store offers private lessons and customers can choose any musical instrument as indicated by the text ' Private lessons.\nChoose any musical\ninstrument. '211,577,363,694."} +{"image": ["imgs/ChartQA_PCG/two_col_83153.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the infant mortality rate decrease from 2009 to 2019?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "12.0"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The rate decreased from 35.80113, 154, 146, 171 in 2009 to 23.80 in 2019. The decrease is 35.80 - 23.80 = 12.00. Answer: 12.00", "gt_answer": "12.0", "necessary bbox": "['35.80113,154,146,171']"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 521, 226, 563, 241 million?"}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2015.", "gt_answer": "2015", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60679.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change in 'Video and entertainment' from 2016 to 2019?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "8%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016, 'Video and entertainment' was 15.40%. In 2019, it was 17.30%. The percentage change is 17.30% - 15.40% = 1.90%. Answer: 1.90%", "gt_answer": "8%", "necessary bbox": "['Video and entertainment463, 732, 608, 747', '2016230, 612, 258, 626', '2019790, 612, 819, 626']"} +{"image": ["imgs/Crello/output_poster850_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of culture does the event celebrate? Give grounding and detailed answer."}, {"role": "assistant", "content": "The event celebrates 'geek culture'. Visit an annual celebration\nof geek culture 299,647,551,752"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event celebrates geek culture, as mentioned in Visit an annual celebration\nof geek culture 298,650,551,749 .", "gt_answer": "The event celebrates 'geek culture'. Visit an annual celebration\nof geek culture 299,647,551,752"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 622.30 million?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2015528, 861, 553, 900"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015531,860,556,899", "gt_answer": "2015528, 861, 553, 900", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference of 738, 522, 769, 536's and 627,522,653,538's gross profit margin in 2017?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "6%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the difference in gross profit margins for ASOS and M&S in 2017, we look at their respective values:\n\n- ASOS's gross profit margin in 2017 is 50.50%738, 129, 783, 148.\n- M&S's gross profit margin in 2017 is 55.60%627, 101, 671, 119.\n\nSubtract ASOS's margin from M&S's margin: \\(55.60\\% - 50.50\\% = 5.10\\%\\).\n\nAnswer: 5.1", "gt_answer": "6%", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146','M&S627,522,653,538','56%634,85,659,102']"} +{"image": ["imgs/ChartQA_PCG/two_col_63115.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend does the data show about Egypt's share in the global GDP adjusted for PPP from 185,842,211,882 to 755,844,784,889? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The data shows an increasing trend in Egypt's share in global GDP adjusted for PPP from 0.92% 180,184,218,201 in 2016 185,842,211,882 to 1.05% 754,96,790,112 in 2026 755,844,784,889."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The data shows a consistent increase in Egypt's share from 0.92%183,184,219,201 in 2016 to 1.05%753,97,790,113 in 2026.", "gt_answer": "The data shows an increasing trend in Egypt's share in global GDP adjusted for PPP from 0.92% 180,184,218,201 in 2016 185,842,211,882 to 1.05% 754,96,790,112 in 2026 755,844,784,889."} +{"image": ["imgs/ChartQA_PCG/two_col_103626.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich substance had the lowest share of respondents entering treatment?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Fentanyl"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The substance with the lowest share of respondents is Fentanyl570, 841, 619, 855 with 0.40%573, 802, 611, 819. Answer: Fentanyl", "gt_answer": "Fentanyl", "necessary bbox": "['Fentanyl569, 840, 616, 857', '0.40%575, 806, 611, 822']"} +{"image": ["imgs/CCMAIN/0187972.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can one watch the live stream of the meeting? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "www.klamathcounty.org217,295,446,316"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "WWW.klamathcounty.org218,296,445,317", "gt_answer": "www.klamathcounty.org217,295,446,316"} +{"image": ["imgs/Crello/output_poster705_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can you check more details about the cashback offer?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Check it here387,919,608,936"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Check it here 386,919,607,935 ", "gt_answer": "Check it here387,919,608,936", "necessary bbox": "['Check it here387,919,608,936']"} +{"image": ["imgs/CCMAIN/0332539.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document provides details about the book titled \"Turning Points: Decisive Moments in the History of Christianity239,78,517,107\" by Mark A. Noll334,140,425,156. It is published by Baker Academic318,189,440,204 and is in its 2374,215,387,226nd edition. The book has 352365,238,393,253 pages and is written in English352,277,407,292. It is priced at 3.79 USD338,301,420,316 and has a rating of 3.79338,301,371,316 stars. The description highlights that it is a general introduction to church history by evangelicalism's premier historian."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is about the book Turning Points: Decisive Moments in the History of Christianity57,34,520,47 by Mark A. Noll330,141,426,155. It is published by Baker Academic318,190,443,204 and has an ISBN of 080106211x330,165,427,179. The book is in its 2nd edition378,214,388,229 and consists of 352367,239,394,253 pages. It is written in English353,278,407,292 and priced at 3.79 USD342,302,418,316. The description highlights that it provides a general introduction to church history.", "gt_answer": "The document provides details about the book titled \"Turning Points: Decisive Moments in the History of Christianity239,78,517,107\" by Mark A. Noll334,140,425,156. It is published by Baker Academic318,189,440,204 and is in its 2374,215,387,226nd edition. The book has 352365,238,393,253 pages and is written in English352,277,407,292. It is priced at 3.79 USD338,301,420,316 and has a rating of 3.79338,301,371,316 stars. The description highlights that it is a general introduction to church history by evangelicalism's premier historian."} +{"image": ["imgs/ChartQA_PCG/two_col_42664.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the least profitable telecommunication company in the Nordic countries?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Telenor A/S223, 833, 293, 848"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Telenor A/S223, 834, 295, 846", "gt_answer": "Telenor A/S223, 833, 293, 848", "necessary bbox": "['Telenor A/S223, 833, 293, 848', '144.18']"} +{"image": ["imgs/Crello/output_poster1835_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the primary theme or focus of the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The primary theme of the poster is ' Summer\nVacations 52,604,830,803 ', as highlighted by the large and prominently placed text."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The primary theme of the poster is 'Summer vacations', as indicated by the text ' SUMMER 61,594,687,693 ' and ' VACATIONS 72,707,846,797 '.", "gt_answer": "The primary theme of the poster is ' Summer\nVacations 52,604,830,803 ', as highlighted by the large and prominently placed text."} +{"image": ["imgs/Crello/output_poster1881_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the frequency of the event taking place every year? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The event is an 'Annual Event' 167,420,326,437."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event takes place on the 3rd weekend in September each year. When: 3rd weekend in September each year 218,649,715,664", "gt_answer": "The event is an 'Annual Event' 167,420,326,437."} +{"image": ["imgs/CCMAIN/0044573.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required for the '116,685,397,698' section? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The 'Signatures of Authorization to Pay116,685,397,698' section requires signatures from two approvers, labeled as Approver #1117,721,216,736 and Approver #2117,758,216,773. Answer: Approver #1117,721,216,736 and Approver #2117,758,216,773"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form requires signatures from two approvers to authorize the payment, ensuring accountability and compliance with organizational procedures. Answer: Approvers #1117,720,216,735 and #2198,757,216,772.", "gt_answer": "The 'Signatures of Authorization to Pay116,685,397,698' section requires signatures from two approvers, labeled as Approver #1117,721,216,736 and Approver #2117,758,216,773. Answer: Approver #1117,721,216,736 and Approver #2117,758,216,773"} +{"image": ["imgs/CCMAIN/0009128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat tools are recommended for the 47,239,87,251 maintenance tasks?"}, {"role": "assistant", "content": "Miter grinder, sandpaper, painter's tape and tarps, paint products, brushes, PPE"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Mini grinder, sandpaper, painter's tape and tarps, paint products, brushes, PPE.", "gt_answer": "Miter grinder, sandpaper, painter's tape and tarps, paint products, brushes, PPE"} +{"image": ["imgs/ChartQA_PCG/two_col_40229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the second most Instagram followers?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "zalando.se201, 229, 274, 241"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "zalando.se200, 231, 274, 247", "gt_answer": "zalando.se201, 229, 274, 241", "necessary bbox": "['zalando.se201, 229, 274, 241', '460135489, 227, 543, 241', 'na-kd.com203, 155, 274, 167', '1413640916, 153, 977, 166']"} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deck area and its dimensions as specified in 486,297,845,576? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The deck area is 620 m2, with approximate dimensions of 47.7 x 13 meters. This information is specified in the span Deck Area490,323,532,333 and 620 m753,324,779,333."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The deck area is specified as 620 m\u00b2753,324,785,332, which is equivalent to 47.7 x 13 m in dimensions.", "gt_answer": "The deck area is 620 m2, with approximate dimensions of 47.7 x 13 meters. This information is specified in the span Deck Area490,323,532,333 and 620 m753,324,779,333."} +{"image": ["imgs/ChartQA_PCG/multi_col_796.png"], "messages": [{"role": "user", "content": "<|image|> \nIn 629, 515, 656, 529, what was the total number of restaurants? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The total number of restaurants in 2017 629, 515, 656, 529 was 2251 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of restaurants in 2017629, 515, 656, 529 was 1975628, 302, 657, 321 (Franchise) + 276631, 94, 654, 112 (Company-owned) = 2251.", "gt_answer": "The total number of restaurants in 2017 629, 515, 656, 529 was 2251 ."} +{"image": ["imgs/ChartQA_PCG/two_col_41401.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of civil unions in the year 434, 829, 460, 873? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In 2008434, 829, 460, 873, the number of civil unions was 145960424, 319, 472, 338."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of civil unions in the year 2008434, 829, 460, 873 was 145960424, 319, 472, 338.", "gt_answer": "In 2008434, 829, 460, 873, the number of civil unions was 145960424, 319, 472, 338."} +{"image": ["imgs/ChartQA_PCG/two_col_80882.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the change in mean annual expenditure from 2008 to 2010? Give grounding and detailed answer."}, {"role": "assistant", "content": "The expenditure decreased from 2.43214,820,240,836 in 2008213,957,239,996 to 8.53316,563,342,579 in 2010315,956,341,996, an increase of 6.10 million dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, the expenditure was 2.43215,816,241,832, and in 2010, it was 8.53317,563,343,579. The change is 8.53 - 2.43 = 6.10.", "gt_answer": "The expenditure decreased from 2.43214,820,240,836 in 2008213,957,239,996 to 8.53316,563,342,579 in 2010315,956,341,996, an increase of 6.10 million dollars."} +{"image": ["imgs/Crello/output_poster1653_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the fixed price for the product mentioned in 333,791,526,824?"}, {"role": "assistant", "content": "$9.50"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$950", "gt_answer": "$9.50", "necessary bbox": "[' FIXED PRICE $9.50 333,791,526,824']"} +{"image": ["imgs/CCMAIN/0065386.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the molecular weight of Lithopone? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The datasheet specifies the Molecular Weight379,258,535,276 of Lithopone as 330.84546,258,604,276. Answer: 330.84546,258,604,276"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The molecular weight of Lithopone is listed as 330.84546,258,604,276 in the datasheet under the 'Molecular Weight' section. Answer: 330.84546,258,604,276", "gt_answer": "The datasheet specifies the Molecular Weight379,258,535,276 of Lithopone as 330.84546,258,604,276. Answer: 330.84546,258,604,276"} +{"image": ["imgs/ChartQA_PCG/10669853002985.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of pregnant women who receive antiretroviral therapy in 108, 324, 218, 342?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "75%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of pregnant women who receive antiretroviral therapy in Burkina Faso108, 324, 218, 342 is 75912, 321, 936, 342. Answer: 75%", "gt_answer": "75%", "necessary bbox": "['Burkina Faso108, 324, 218, 342', '75912, 323, 935, 342']"} +{"image": ["imgs/ChartQA_PCG/two_col_24063.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the price in euros in 154,854,191,869?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "234160,148,183,162"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "234160,149,183,166", "gt_answer": "234160,148,183,162", "necessary bbox": "['March154,854,191,869','234160,148,183,162']"} +{"image": ["imgs/Crello/output_poster441_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main action word in the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " WIN 229,470,406,622 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " WIN 246,465,398,630 ", "gt_answer": " WIN 229,470,406,622 ", "necessary bbox": "[' WIN 229,470,406,622 ']"} +{"image": ["imgs/CCMAIN/0087409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich dessert is both gluten-free and vegetarian with cream? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Chocolate Cake427,779,571,804"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Strawberry Rhubarb Mousse362,715,634,738", "gt_answer": "Chocolate Cake427,779,571,804"} +{"image": ["imgs/Crello/output_poster488_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the muscle-to-mass ratio comparison between male and female athletes?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "higher within male athletes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' The muscle-to-mass\nratio is higher within \nmale athletes than\nwithin women. 720,198,884,235 ' indicates that the muscle-to-mass ratio is higher in male athletes compared to female athletes. Answer: higher within male athletes", "gt_answer": "higher within male athletes", "necessary bbox": "[' The muscle-to-mass\\nratio is higher within\\nmale athletes than\\nwithin women. 723,196,899,309']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60799.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference in unemployment rates between 460,716,482,730 and 539,716,581,730 in 2019?"}, {"role": "assistant", "content": "0.5%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "0.50%", "gt_answer": "0.5%", "necessary bbox": "['Men460,716,482,730', 'Women539,716,581,730', '3.40%786,322,823,341', '3.90%794,289,831,308']"} +{"image": ["imgs/CCMAIN/0031216.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 485,200,533,230 were recorded in Zone 5? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "In the row corresponding to Zone 5, the column for Green Nests485,200,533,230 shows a total of 21498,319,516,331. Answer: 21498,319,516,331"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The table shows that in Zone 5, there were 21270,283,290,297 Green Nests485,200,533,230. Answer: 21", "gt_answer": "In the row corresponding to Zone 5, the column for Green Nests485,200,533,230 shows a total of 21498,319,516,331. Answer: 21498,319,516,331"} +{"image": ["imgs/CCMAIN/0015690.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document from the Washington Island Military Archives365,47,633,61 provides information about John Hanson397,67,601,100, who served during the Civil War794,153,859,167. He fished at Rock Island289,287,371,301 before and after the war and served on the sloop-of-war Brookline117,304,187,318 for two years before transferring to the Regular Army. The source of this information is J Miner Early Days728,187,861,201. There is no additional information in RootsMagic197,338,283,352."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is from the Washington Island Military Archives365,47,633,61 and provides information about John Hanson398,70,600,102. It states that John Hanson fished at Rock Island288,287,372,301 before and after the Civil War. He served in the sloop-of-war Brookline117,304,187,318 for two years and then transferred to the Regular Army. The document includes a reference to J Miner Early Days728,187,862,201 as a source.", "gt_answer": "The document from the Washington Island Military Archives365,47,633,61 provides information about John Hanson397,67,601,100, who served during the Civil War794,153,859,167. He fished at Rock Island289,287,371,301 before and after the war and served on the sloop-of-war Brookline117,304,187,318 for two years before transferring to the Regular Army. The source of this information is J Miner Early Days728,187,861,201. There is no additional information in RootsMagic197,338,283,352."} +{"image": ["imgs/CCMAIN/0294654.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 150,414,198,429 and frequency of the controller? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document specifies the Voltage150,414,198,429 under CONTROLLER DATA150,397,314,415 as 460V 60Hz381,414,451,429, indicating the electrical specifications for operation. Answer: 460V 60Hz381,414,451,429"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Voltage150,414,198,429 as 460V and the frequency as 60Hz, indicating the electrical requirements for operation. Answer: 460V 60Hz", "gt_answer": "The document specifies the Voltage150,414,198,429 under CONTROLLER DATA150,397,314,415 as 460V 60Hz381,414,451,429, indicating the electrical specifications for operation. Answer: 460V 60Hz381,414,451,429"} +{"image": ["imgs/CCMAIN/0270681.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat material is used for the 43,191,83,198?"}, {"role": "assistant", "content": "8 mm thick 'cristal' glass"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "8 mm thick 'crystal' glass.", "gt_answer": "8 mm thick 'cristal' glass"} +{"image": ["imgs/CCMAIN/0224970.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy are grant funds not available for residential streets according to 79,358,919,522? Give grounding and detailed answer."}, {"role": "assistant", "content": "According to 79,358,919,522, grant funds are not available for residential streets due to grant requirements. The text states, \"However, due to grant requirements, these funds have not been available for residential streets.\" This indicates that the stipulations tied to the grants restrict their use to arterial streets only."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 79,358,919,522, grant funds have not been available for residential streets because of grant requirements. This is explained in the text: However, due to grant requirements, these funds have not been available for residential streets.70,486,922,505.", "gt_answer": "According to 79,358,919,522, grant funds are not available for residential streets due to grant requirements. The text states, \"However, due to grant requirements, these funds have not been available for residential streets.\" This indicates that the stipulations tied to the grants restrict their use to arterial streets only."} +{"image": ["imgs/Crello/output_poster1751_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho wrote the introduction for the book mentioned in 259,956,724,969?"}, {"role": "assistant", "content": "Easton Harding"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Easton Harding", "gt_answer": "Easton Harding", "necessary bbox": "[' With an introduction written by Easton Harding 259,956,724,969']"} +{"image": ["imgs/ChartQA_PCG/two_col_82630.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year with a total assets value less than 115,413,150,425 million U.S. dollars, and provide the exact value. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "In 2009 205,820,231,859, the total assets value was 18118.70 million U.S. dollars ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The year with total assets less than 20000115,413,150,425 million U.S. dollars is 2009 with a value of 18376 million U.S. dollars.", "gt_answer": "In 2009 205,820,231,859, the total assets value was 18118.70 million U.S. dollars ."} +{"image": ["imgs/CCMAIN/0261526.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is an announcement for the RENWEX 2021 event, which is a Renewable Energy & Electric Vehicles International Exhibition & Forum215,282,786,348 held in Moscow, Russia393,373,605,405 from June 22\u201324. Eduard Khakimov, involved in Business Development in Russia and CIS697,511,820,544, will discuss Bilfinger solutions for energy market: hydrogen projects and CO2 capture439,641,890,677. The document includes a link for registration and more information about the program."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an invitation to the Renewable Energy & Electric Vehicles International Exhibition & Forum213,275,790,314 held in Moscow, Russia396,368,601,402 from June 22\u201324273,132,422,166. It features Eduard Khakimov440,508,683,541, Business Development in Russia and CIS. The event focuses on Bilfinger solutions for energy market: hydrogen projects and CO2 capture440,636,886,670. For registration and more information, a link is provided.", "gt_answer": "The document is an announcement for the RENWEX 2021 event, which is a Renewable Energy & Electric Vehicles International Exhibition & Forum215,282,786,348 held in Moscow, Russia393,373,605,405 from June 22\u201324. Eduard Khakimov, involved in Business Development in Russia and CIS697,511,820,544, will discuss Bilfinger solutions for energy market: hydrogen projects and CO2 capture439,641,890,677. The document includes a link for registration and more information about the program."} +{"image": ["imgs/ChartQA_PCG/two_col_101511.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which season did the gate receipts first surpass 93,373,124,402 U.S. dollars?"}, {"role": "assistant", "content": "13/14"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13/14 season.", "gt_answer": "13/14", "necessary bbox": "['60101, 385, 114, 398', '13/14366, 867, 397, 882', '61']"} +{"image": ["imgs/ChartQA_PCG/two_col_94.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the rate of cases in Europe for 818, 154, 885, 158?"}, {"role": "assistant", "content": "14259.69"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "14259.69", "gt_answer": "14259.69", "necessary bbox": "['14259.69818, 154, 885, 158', 'Number of cases per 100,000 population426, 947, 709, 951']"} +{"image": ["imgs/CCMAIN/0177822.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich chapters are scheduled for reading on JULY 1? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "On JULY 1351,192,504,206, the scheduled chapters for reading are Acts 23, Acts 24, and Acts 25."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "On JULY 1350,192,374,206, the chapters scheduled for reading are Acts 23; Acts 24; Acts 25.", "gt_answer": "On JULY 1351,192,504,206, the scheduled chapters for reading are Acts 23, Acts 24, and Acts 25."} +{"image": ["imgs/CCMAIN/0190709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for the National Hall of Fame Award 325,63,471,84? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "JUNE 1599,60,664,81"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "JUNE 1596,63,668,84", "gt_answer": "JUNE 1599,60,664,81"} +{"image": ["imgs/Crello/output_poster79_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich month is the online workshop scheduled? Provide a direct answer and include the answer's bounding box if available.Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "JUNE "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The month is mentioned in the text ' 27 JUNE 890,406,931,625 '. Answer: June", "gt_answer": "JUNE ", "necessary bbox": "[' 27 JUNE 892,403,929,625 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year on the chart depicts a significant increase in homicide rates compared to the previous year? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The year 2007 shows a significant increase in the homicide rate to 36.70513,111,546,127 compared to the previous year 2006 with 18.40460,488,492,504, almost doubling in number."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The year 2007518, 900, 543, 940 shows a significant increase in homicide rates compared to the previous year, with a rate of 36.70515, 111, 548, 127, up from 18.40462, 489, 495, 505 in 2006463, 900, 489, 940.", "gt_answer": "The year 2007 shows a significant increase in the homicide rate to 36.70513,111,546,127 compared to the previous year 2006 with 18.40460,488,492,504, almost doubling in number."} +{"image": ["imgs/ChartQA_PCG/two_col_2474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of COVID-19 cases reported?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "9987178, 149, 208, 166"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "9987180, 153, 209, 169", "gt_answer": "9987178, 149, 208, 166", "necessary bbox": "['9987178, 149, 208, 166']"} +{"image": ["imgs/CCMAIN/0082243.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document is an Allergy Information319,114,597,144 form designed to collect details about a child's allergies. It includes fields for the Date89,183,129,201, Child's Name89,240,200,259, Nature of Allergy89,298,235,316, Special Treatment Needed89,355,317,373, Doctors Instructions89,412,262,430, and Other Information Needed89,469,317,488. A Parents Signature89,718,242,736 is required, and the form requests to Please Attach Doctor's Verification311,851,605,870."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an Allergy Information319,115,597,146 form designed to collect details about a child's allergies. It includes fields for the Date88,185,128,202, Child's Name88,241,200,259, Nature of Allergy88,298,234,316, Special Treatment Needed88,355,317,373, Doctors Instructions88,412,263,430, and Other Information Needed88,469,316,487. There is also a section for the Parents Signature88,718,243,736 and a note to Please Attach Doctor's Verification310,852,606,870.", "gt_answer": "The document is an Allergy Information319,114,597,144 form designed to collect details about a child's allergies. It includes fields for the Date89,183,129,201, Child's Name89,240,200,259, Nature of Allergy89,298,235,316, Special Treatment Needed89,355,317,373, Doctors Instructions89,412,262,430, and Other Information Needed89,469,317,488. A Parents Signature89,718,242,736 is required, and the form requests to Please Attach Doctor's Verification311,851,605,870."} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many students appeared for 468,383,530,411 exams in the year 2019? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "In the table for Class XII468,383,530,411, the row corresponding to the year 2019121,280,150,301 shows that the number of students who APPEARED287,183,347,204 was 90309,544,323,565. Answer: 90309,544,323,565"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The table shows that in 2019120,283,147,305, the number of students who appeared for Class XII468,383,530,411 exams was 90306,540,321,562. Answer: 90306,540,321,562", "gt_answer": "In the table for Class XII468,383,530,411, the row corresponding to the year 2019121,280,150,301 shows that the number of students who APPEARED287,183,347,204 was 90309,544,323,565. Answer: 90309,544,323,565"} +{"image": ["imgs/CCMAIN/0063311.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many cities has Nicolas Ruel photographed in his series? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "50 cities86,813,149,831"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "50 cities87,812,153,832", "gt_answer": "50 cities86,813,149,831"} +{"image": ["imgs/Crello/output_poster289_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 590,795,816,833?"}, {"role": "assistant", "content": " Sept 14 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "SEPT 14", "gt_answer": " Sept 14 ", "necessary bbox": "[' Sept 14 590,795,816,833']"} +{"image": ["imgs/Crello/output_poster1536_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster emphasize improving personal experiences? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The poster emphasizes improving personal experiences by stating that it makes your trip more romantic 181,683,538,864."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster emphasizes improving personal experiences by stating ' makes your trip\nmore romantic 176,695,543,881 '.", "gt_answer": "The poster emphasizes improving personal experiences by stating that it makes your trip more romantic 181,683,538,864."} +{"image": ["imgs/ChartQA_PCG/multi_col_20522.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in share for 'One purchase day' from 2011 to 2018? Give grounding and detailed answer."}, {"role": "assistant", "content": "The trend for 'One purchase day' shows minimal fluctuations: starting from 60%164,393,189,412 in 2011, increasing slightly in 2012 and 2013 to 61%258,391,285,409, then decreasing to 59%543,395,570,413 by 2015 and 2016, and slightly increasing again to 60.40%725,392,769,411 in 2017, and ending at 59.90%820,393,864,412 in 2018."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The share for 'One purchase day' shows a slight decrease from 60%164,392,189,411 in 2011 to 59.90%817,392,861,411 in 2018.", "gt_answer": "The trend for 'One purchase day' shows minimal fluctuations: starting from 60%164,393,189,412 in 2011, increasing slightly in 2012 and 2013 to 61%258,391,285,409, then decreasing to 59%543,395,570,413 by 2015 and 2016, and slightly increasing again to 60.40%725,392,769,411 in 2017, and ending at 59.90%820,393,864,412 in 2018."} +{"image": ["imgs/Crello/output_poster682_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of event is being advertised?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "LIVE PERFORMANCE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The type of event is indicated by the text ' PERFORMANCE 164,265,693,307 '. Answer: PERFORMANCE", "gt_answer": "LIVE PERFORMANCE", "necessary bbox": "[' LIVE 240,173,556,250 ', ' PERFORMANCE 164,267,693,303 ']"} +{"image": ["imgs/CCMAIN/0291239.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat show airs at 11:00 AM on Monday? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "608 Jazz246,511,350,548"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "608 Jazz247,509,351,544", "gt_answer": "608 Jazz246,511,350,548"} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the 114, 274, 198, 281' export?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "97257354, 272, 395, 281"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "97257356, 273, 396, 281", "gt_answer": "97257354, 272, 395, 281", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/CCMAIN/0316006.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the scope of the certification for GREMAKO GmbH & Co. KG? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Manufacture of dowel pins and taper pins52,621,474,637"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Manufacture of dowel pins and taper pins52,619,473,638", "gt_answer": "Manufacture of dowel pins and taper pins52,621,474,637"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 521, 226, 563, 241 million?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2015528, 861, 553, 900"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2015531, 860, 556, 909", "gt_answer": "2015528, 861, 553, 900", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/CCMAIN/0237828.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich book is read on Monday of Week 55,419,103,429 under 234,127,323,145?"}, {"role": "assistant", "content": "Ex 25-28"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Ex 21-24", "gt_answer": "Ex 25-28"} +{"image": ["imgs/ChartQA_PCG/two_col_2991.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average ticket price for Celtics games in 2012/13?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "72.96556,202,590,218"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "72.96558, 201, 591, 217", "gt_answer": "72.96556,202,590,218", "necessary bbox": "['2012/13550,940,596,955', '72.96556,202,590,218']"} +{"image": ["imgs/Crello/output_poster1630_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "TOOTH CARE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the prominent text ' TOOTH\nCARE 637,435,839,571 '. Answer: TOOTH CARE", "gt_answer": "TOOTH CARE", "necessary bbox": "[' TOOTH \\nCARE 636,438,838,574 ']"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWho presented the 283,85,514,104? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The document states that the playlist was Presented by Kate Gamm344,850,575,866, indicating her role as the presenter. Answer: Kate Gamm468,850,575,866"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the playlist was Presented by Kate Gamm342,850,571,866, indicating her role in organizing or curating the selection. Answer: Kate Gamm469,850,571,866", "gt_answer": "The document states that the playlist was Presented by Kate Gamm344,850,575,866, indicating her role as the presenter. Answer: Kate Gamm468,850,575,866"} +{"image": ["imgs/Crello/output_poster182_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is performing at the event?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " MATTHEW STEWART & THE BLACK BANKS 53,793,492,816 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " MATTHEW STEWART & THE BLACK BANKS 52,794,491,816 ", "gt_answer": " MATTHEW STEWART & THE BLACK BANKS 53,793,492,816 ", "necessary bbox": "[' MATTHEW STEWART & THE BLACK BANKS 53,793,492,816 ']"} +{"image": ["imgs/CCMAIN/0129276.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many players can be listed on this team sheet? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The team sheet provides spaces for Player 171,330,155,353 to Player 1071,747,169,770, indicating that 10 players can be listed. Answer: 10145,747,169,770"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The team sheet provides spaces for listing up to Player 1071,748,169,769, indicating that a maximum of ten players can be included. Answer: Player 1071,748,169,769", "gt_answer": "The team sheet provides spaces for Player 171,330,155,353 to Player 1071,747,169,770, indicating that 10 players can be listed. Answer: 10145,747,169,770"} +{"image": ["imgs/CCMAIN/0043101.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is served with the '79,274,178,286'? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The Halloumi Fries79,274,178,286 are listed under 'SNACKS' and are Served with cranberry sauce60,299,251,311. Answer: Cranberry sauce143,299,251,311"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Halloumi Fries79,274,178,286' are described as being served with 'cranberry sauce145,300,250,311'. Answer: Cranberry sauce145,300,250,311", "gt_answer": "The Halloumi Fries79,274,178,286 are listed under 'SNACKS' and are Served with cranberry sauce60,299,251,311. Answer: Cranberry sauce143,299,251,311"} +{"image": ["imgs/ChartQA_PCG/two_col_20669.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the approximate increase in production from 159, 862, 185, 901 to 194, 862, 219, 901? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The production increased from 401.61152, 525, 193, 541 million metric tons in 1990159, 862, 185, 901 to 576.65188, 393, 228, 409 million metric tons in 2000194, 862, 219, 901, resulting in an approximate increase of 175.04 million metric tons."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The production increased from 401.61154, 528, 195, 544 million metric tons in 1990159, 862, 185, 901 to 576.65193, 397, 233, 413 million metric tons in 2000194, 862, 219, 901, which is an increase of 175.04 million metric tons.", "gt_answer": "The production increased from 401.61152, 525, 193, 541 million metric tons in 1990159, 862, 185, 901 to 576.65188, 393, 228, 409 million metric tons in 2000194, 862, 219, 901, resulting in an approximate increase of 175.04 million metric tons."} +{"image": ["imgs/Crello/output_poster1597_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the event take place? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The event takes place ' When: 3rd weekend in September each year 257,730,734,767'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event takes place on the 3rd weekend in September each year. When: 3rd weekend in September each year 259,731,732,764", "gt_answer": "The event takes place ' When: 3rd weekend in September each year 257,730,734,767'."} +{"image": ["imgs/Crello/output_poster688_test.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date and time is the conference scheduled to occur? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The conference is scheduled for July 17, from 1 PM to 6 PM. This detail is mentioned in the text 'JULY 17\n1 PM - 6 PM55,35,199,91'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The conference is scheduled for JULY 17 56,31,149,51 from 1 PM - 6 PM 56,71,202,91.", "gt_answer": "The conference is scheduled for July 17, from 1 PM to 6 PM. This detail is mentioned in the text 'JULY 17\n1 PM - 6 PM55,35,199,91'."} +{"image": ["imgs/Crello/output_poster1906_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the greeting message on the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Happy New Year & Merry Christmas 154,828,758,878 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Happy New Year & Merry Christmas 154,827,760,871 ", "gt_answer": " Happy New Year & Merry Christmas 154,828,758,878 ", "necessary bbox": "[' Happy New Year & Merry Christmas 154,828,758,878 ']"} +{"image": ["imgs/CCMAIN/0151869.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long before the Board meeting must the application be submitted? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "90 days528,702,596,719"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "90 days528,701,596,718", "gt_answer": "90 days528,702,596,719"} +{"image": ["imgs/Crello/output_poster1937_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the start and end times for the 'Happy Hours' event?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2 PM to 4 PM"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The start and end times are given as ' 2 PM 63,725,174,768' and ' 4 PM 333,725,450,768'. Answer: 2 PM to 4 PM", "gt_answer": "2 PM to 4 PM", "necessary bbox": "[' 2 PM 62,727,182,768 ', ' 4 PM 332,727,453,768 ']"} +{"image": ["imgs/Crello/output_poster333_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the event mentioned in 141,61,765,144 and 2,154,740,299?"}, {"role": "assistant", "content": "Business forum"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Business forum", "gt_answer": "Business forum", "necessary bbox": "[' Business 141,61,765,144', ' forum 2,154,740,299']"} +{"image": ["imgs/CCMAIN/0230463.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many detailed biographies are included in 38,500,191,516? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document mentions that the book contains 84 detailed biographies389,701,466,714 of international tap dancers, offering insights into their contributions to the art form. Answer: 84 detailed biographies389,701,466,714"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that THE SOUND OF TAP38,500,191,516 includes 84 detailed biographies of the performing artists with pictures. Answer: 84", "gt_answer": "The document mentions that the book contains 84 detailed biographies389,701,466,714 of international tap dancers, offering insights into their contributions to the art form. Answer: 84 detailed biographies389,701,466,714"} +{"image": ["imgs/CCMAIN/0306670.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song in the final section has the longest duration? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "You\u2019re No Good117,841,219,854"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "You\u2019re No Good116,840,219,853", "gt_answer": "You\u2019re No Good117,841,219,854"} +{"image": ["imgs/CCMAIN/0092887.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the required coefficient of determination (R\u00b2) for the 177,468,505,482? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The document states that the UltraPlex 1-Step ToughMix Functional Assay177,468,505,482 must have a coefficient of determination (R\u00b2) of \u22650.990198,694,248,708 with a slope between -3.20 and -3.65, ensuring high accuracy in quantification. Answer: \u22650.990198,694,248,708"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the UltraPlex 1-Step ToughMix Functional Assay177,468,505,482 must have a coefficient of determination (R\u00b2) \u2265 0.990 to ensure reliable and accurate results. Answer: \u2265 0.990", "gt_answer": "The document states that the UltraPlex 1-Step ToughMix Functional Assay177,468,505,482 must have a coefficient of determination (R\u00b2) of \u22650.990198,694,248,708 with a slope between -3.20 and -3.65, ensuring high accuracy in quantification. Answer: \u22650.990198,694,248,708"} +{"image": ["imgs/CCMAIN/0023739.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich document discusses the accounts of the 467,293,653,309 for the year ended 31 March 1994?"}, {"role": "assistant", "content": "National Museum of Wales Accounts 1993-94"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "National Museum of Wales Accounts 1993-94.", "gt_answer": "National Museum of Wales Accounts 1993-94"} +{"image": ["imgs/ChartQA_PCG/two_col_5613.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined number of cigarettes sold by Camel and Pall Mall in billions? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Camel sold 23.10299, 377, 333, 391 billion and Pall Mall sold 23.20300, 303, 333, 317 billion, so combined they sold 46.30 billion."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Camel sold 23.10298,375,331,389 billion and Pall Mall sold 23.20298,299,332,314 billion, totaling 46.30 billion cigarettes.", "gt_answer": "Camel sold 23.10299, 377, 333, 391 billion and Pall Mall sold 23.20300, 303, 333, 317 billion, so combined they sold 46.30 billion."} +{"image": ["imgs/ChartQA_PCG/two_col_2536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat state has the most specialist physicians in 2021?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "California47, 148, 106, 160"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "California47,148,105,160", "gt_answer": "California47, 148, 106, 160", "necessary bbox": "['California47, 148, 106, 160', '115347']"} +{"image": ["imgs/CCMAIN/0195977.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy does the author feel sorry for 117,169,879,476? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The author feels sorry for the slaves because they are fleeing from Egypt, which is described as one of the most advanced civilizations of its time with well-organized structures that provided peace and food. The author empathizes with their loss of stability and the challenges they face in adapting to a new, uncertain life led by a disruptive god. This is evident in the span I always feel sorry for this bunch of slaves who appear to be fleeing from the120,173,854,190."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The author feels sorry for the slaves because they are fleeing from a disaster zone that Egypt has become, despite Egypt being one of the most advanced civilizations of its time with well-organized structures that usually maintained peace and food for its people. This contrast between their current situation and their past stability is what evokes the author's sympathy.", "gt_answer": "The author feels sorry for the slaves because they are fleeing from Egypt, which is described as one of the most advanced civilizations of its time with well-organized structures that provided peace and food. The author empathizes with their loss of stability and the challenges they face in adapting to a new, uncertain life led by a disruptive god. This is evident in the span I always feel sorry for this bunch of slaves who appear to be fleeing from the120,173,854,190."} +{"image": ["imgs/CCMAIN/0193278.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color of the 212,463,420,479 required?"}, {"role": "assistant", "content": "Red"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Red", "gt_answer": "Red"} +{"image": ["imgs/CCMAIN/0008034.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is NATOA? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "National Association of Telecommunications Officers and Advisors174,359,634,375"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "National Association of Telecommunications Officers and Advisors172,360,635,374", "gt_answer": "National Association of Telecommunications Officers and Advisors174,359,634,375"} +{"image": ["imgs/Crello/output_poster274_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is used to describe the quality of the mother?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "BEST EVER"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase ' BEST 596,392,704,438 ' is used to describe the quality of the mother. Answer: BEST 596,392,704,438 ", "gt_answer": "BEST EVER", "necessary bbox": "[' BEST 596,398,700,445 ', ' EVER 388,613,498,657 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_3627.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the Producer Price Index first exceed 89,295,109,308? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The Producer Price Index first exceeded 175 89,295,109,308 in '08512,960,529,982 with a value of 189.60."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Producer Price Index first exceeded 17589,295,109,308 in the year '06477,957,495,984 with a value of 167.", "gt_answer": "The Producer Price Index first exceeded 175 89,295,109,308 in '08512,960,529,982 with a value of 189.60."} +{"image": ["imgs/ChartQA_PCG/two_col_104152.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many more percentage points favor 'Both should be given equal priority' compared to 'Path to citizenship for illegal immigrants in the US'? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " 43% 203,179,229,196 is 19 percentage points more than 24% 554,505,580,521"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "43%203,178,229,194 - 24%551,506,577,523 = 19 percentage points.", "gt_answer": " 43% 203,179,229,196 is 19 percentage points more than 24% 554,505,580,521"} +{"image": ["imgs/ChartQA_PCG/two_col_24140.png"], "messages": [{"role": "user", "content": "<|image|> \nHow often did the percentage reach or exceed 111,423,134,438? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The percentage reached or exceeded 12% 111,423,134,438 during 2001 209,939,235,981, 2002 241,939,267,981, 2004 305,936,331,981, 2007 401,936,425,981, 2008 432,937,458,981, 2010 497,936,522,981, and 2011 528,937,555,981."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage reached or exceeded 12.0%111,423,134,438 in the years 2001, 2002, 2006, 2007, 2009, 2010, 2011, and 2012.", "gt_answer": "The percentage reached or exceeded 12% 111,423,134,438 during 2001 209,939,235,981, 2002 241,939,267,981, 2004 305,936,331,981, 2007 401,936,425,981, 2008 432,937,458,981, 2010 497,936,522,981, and 2011 528,937,555,981."} +{"image": ["imgs/ChartQA_PCG/two_col_63115.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year does Egypt's share in global GDP adjusted for PPP reach 648,129,666,146? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Egypt's share in global GDP adjusted for PPP reaches 1% 648,129,666,146 in 2024 641,844,670,889."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2024*645,847,673,892, Egypt's share reaches 1%648,129,666,146.", "gt_answer": "Egypt's share in global GDP adjusted for PPP reaches 1% 648,129,666,146 in 2024 641,844,670,889."} +{"image": ["imgs/Crello/output_poster776_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the hashtag symbol used in the poster? Answer directly and provide the bounding box for the answer if applicable.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " # 8,428,243,792 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " #Me 48,396,457,770 ", "gt_answer": " # 8,428,243,792 ", "necessary bbox": "[' # 8,428,243,792 ']"} +{"image": ["imgs/Crello/output_poster9_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is encouraged in the poster?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Sing 342,469,632,608 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Sing 342,471,639,580 ", "gt_answer": " Sing 342,469,632,608 ", "necessary bbox": "[' Sing 342,469,632,608 ']"} +{"image": ["imgs/Crello/output_poster2206_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the old price of the sports water bottles?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " $ 130 635,513,684,564 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $130 637,513,682,564 ", "gt_answer": " $ 130 635,513,684,564 ", "necessary bbox": "[' New price 703,520,783,564 ', ' $ 130 635,513,684,564 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_22558.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of road traffic fatalities in Bulgaria fall below 700 for the first time? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The number of road traffic fatalities fell below 700 91,723,111,737 for the first time in 2011 387,933,414,977 with 657 388,744,413,763 fatalities."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of fatalities fell below 700 for the first time in 2018705,930,730,976 with 611707,814,731,833 fatalities.", "gt_answer": "The number of road traffic fatalities fell below 700 91,723,111,737 for the first time in 2011 387,933,414,977 with 657 388,744,413,763 fatalities."} +{"image": ["imgs/Crello/output_poster1158_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title or main text on the poster?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " STUDY HIVE 133,453,365,529 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " STUDY HIVE 134,450,362,532 ", "gt_answer": " STUDY HIVE 133,453,365,529 ", "necessary bbox": "[' STUDY HIVE 133,453,365,529 ']"} +{"image": ["imgs/CCMAIN/0310710.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song is certified 174,440,238,448 and is performed by 466,194,556,204? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "KISS ME MORE174,196,247,203"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "ASTRONAUT IN THE OCEAN174,240,310,250", "gt_answer": "KISS ME MORE174,196,247,203"} +{"image": ["imgs/CCMAIN/0177866.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich artist performed the track 'A taste of honey'? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The track 'A taste of honey120,220,266,236' is listed under the artist 'Ulf Wakenius378,220,497,236' in the playlist. Answer: Ulf Wakenius378,220,497,236"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The track 'A taste of honey' is listed under the artist Ulf Wakenius378,220,496,237 in the playlist. Answer: Ulf Wakenius378,220,496,237", "gt_answer": "The track 'A taste of honey120,220,266,236' is listed under the artist 'Ulf Wakenius378,220,497,236' in the playlist. Answer: Ulf Wakenius378,220,497,236"} +{"image": ["imgs/ChartQA_PCG/87738735021629.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the energy intensity of a 321, 656, 470, 679 in 1960?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "1.57869, 652, 911, 674"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1.57869, 652, 909, 674", "gt_answer": "1.57869, 652, 911, 674", "necessary bbox": "['Domestic flight321, 656, 470, 679', '1.57869, 652, 911, 674']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100362.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the estimated number of Christians in the Global North in 2010?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "856.36"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The estimated number of Christians in the Global North in 2010 is shown as 856.36%249, 87, 301, 105.\n\nAnswer: 856.36%", "gt_answer": "856.36", "necessary bbox": "['856.36%251,87,303,105', 'Global North225,577,298,593', '2010563,719,591,733']"} +{"image": ["imgs/CCMAIN/0226699.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is an AUTHORIZATION TO RELEASE HEALTHCARE INFORMATION205,194,793,212 form Shoshone County EMS Corp301,116,592,139. It allows a patient to authorize the release of their healthcare information to a specified recipient. The form requires the patient's name, date of birth, previous name, and social security number. The recipient's name and address must also be provided. The authorization can apply to specific healthcare information, all healthcare information, or other specified details. The form must be signed by the patient and is valid for NINETY DAYS489,670,579,684 after signing."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an AUTHORIZATION TO RELEASE HEALTHCARE INFORMATION204,195,793,216 form from Shoshone County EMS Corp. It allows the release of healthcare information for a specified individual. The form requires details such as the patient's name, date of birth, previous name, social security number, and the recipient's name, address, city, state, and zip code. It specifies that the authorization applies to either all healthcare information or specific treatment, condition, or dates. The form includes spaces for the patient's signature and the date it was signed. It notes that the authorization expires NINETY DAYS AFTER IT IS SIGNED489,671,719,684.", "gt_answer": "The document is an AUTHORIZATION TO RELEASE HEALTHCARE INFORMATION205,194,793,212 form Shoshone County EMS Corp301,116,592,139. It allows a patient to authorize the release of their healthcare information to a specified recipient. The form requires the patient's name, date of birth, previous name, and social security number. The recipient's name and address must also be provided. The authorization can apply to specific healthcare information, all healthcare information, or other specified details. The form must be signed by the patient and is valid for NINETY DAYS489,670,579,684 after signing."} +{"image": ["imgs/CCMAIN/0255102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the effects of high voltage that are not present in low voltage as mentioned in 83,413,912,618? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The text in 83,413,912,618 mentions the need to 'Know some of the effects of high voltage that are not present in low voltage.' This implies that high voltage systems may have unique hazards or effects that require specialized knowledge and precautions, such as increased risk of arc flash or shock hazards."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 83,413,912,618 mentions that the course will help students understand some of the effects of high voltage that are not present in low voltage. This implies that high voltage can have unique physiological or safety implications that differ from those of low voltage.", "gt_answer": "The text in 83,413,912,618 mentions the need to 'Know some of the effects of high voltage that are not present in low voltage.' This implies that high voltage systems may have unique hazards or effects that require specialized knowledge and precautions, such as increased risk of arc flash or shock hazards."} +{"image": ["imgs/Crello/output_poster451_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country is associated with the city mentioned in the poster?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "GREECE"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' GREECE 342,285,487,301 ' indicates the country associated with the city. Answer: Greece", "gt_answer": "GREECE", "necessary bbox": "['GREECE337,285,487,301']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100946.png"], "messages": [{"role": "user", "content": "<|image|> \nFor the age group 26-34 years, how does the perception that 'Yes, some are corrupt' compare to 'Yes, almost all of them are corrupt' in terms of percentage? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Respondents aged 26-34 years have a perception that ' Yes, some are corrupt 518, 119, 545, 138' at 61% 518, 119, 545, 138, while the perception for ' Yes, almost all of them are corrupt 536, 335, 561, 353' is at 27% 536, 335, 561, 353."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "For the age group 26-34 years498,540,567,559, 'Yes, some are corrupt' is 61%518,118,544,137 and 'Yes, almost all of them are corrupt' is 27%535,333,561,352. The percentage for 'Yes, some are corrupt' is higher.", "gt_answer": "Respondents aged 26-34 years have a perception that ' Yes, some are corrupt 518, 119, 545, 138' at 61% 518, 119, 545, 138, while the perception for ' Yes, almost all of them are corrupt 536, 335, 561, 353' is at 27% 536, 335, 561, 353."} +{"image": ["imgs/CCMAIN/0197181.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat program did 202,213,325,230 arrange for skaters, parents, and coaches to participate in? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "I-SPEAK Your Language588,392,772,407"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "I-SPEAK Your Language587,390,776,407", "gt_answer": "I-SPEAK Your Language588,392,772,407"} +{"image": ["imgs/Crello/output_poster1560_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs registration required for the event?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Registration required 435,876,640,890 ' indicates that registration is necessary. Answer: Yes", "gt_answer": "Yes", "necessary bbox": "['Registration required433,877,637,892']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80845.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined number of Facebook fans and Twitter followers for the Utah Jazz in 841,531,895,637?"}, {"role": "assistant", "content": "2.81 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.90 million.", "gt_answer": "2.81 million", "necessary bbox": "[' Facebook fans 467,611,548,629', ' Twitter followers 466,646,560,664', ' March 2021 841,531,895,637']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage sum of 197,549,239,575 and 680,469,744,499 users?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "100%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Male197,549,239,575 users is 46.5%313,529,368,555, and the percentage of Female680,469,744,499 users is 53.5%551,489,606,515. Adding these gives 46.5% + 53.5% = 100%.\n\nAnswer: 100%", "gt_answer": "100%", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557','Female680,469,744,499','53.5%550,491,606,517']"} +{"image": ["imgs/CCMAIN/0262673.png"], "messages": [{"role": "user", "content": "<|image|> \nWho directed the film 152,231,471,270? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Roger RICHEB\u00c9247,337,388,355"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Roger RICHEB\u00c9247,338,389,355", "gt_answer": "Roger RICHEB\u00c9247,337,388,355"} +{"image": ["imgs/CCMAIN/0033817.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the grape variety used in Paixar 2017? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "100% Mencia94,105,157,122"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "100% Mencia93,102,157,120", "gt_answer": "100% Mencia94,105,157,122"} +{"image": ["imgs/CCMAIN/0014004.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can you contact for 131,307,223,327regarding this issue? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "help@jisc.ac.uk537,304,678,323"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "help@jisc.ac.uk", "gt_answer": "help@jisc.ac.uk537,304,678,323"} +{"image": ["imgs/CCMAIN/0346238.png"], "messages": [{"role": "user", "content": "<|image|> \nAccording to 147,123,846,306, what does the Apostle Paul suggest about the mind, and how is it related to the quote 'Let God transform you into a new person by changing the way you think'? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The Apostle Paul suggests that individuals should renew their minds to align with the written Word of God. This is related to the quote 'Let God transform you into a new person by changing the way you think' found in \u201cLet God transform you into a new person by changing the way you think.\u201d150,223,776,239, which implies that transformation comes through altering one's thought process to reflect divine teachings."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Apostle Paul suggests that the mind should be renewed by the written Word of God, as indicated in renew our mind to the written Word of God (Romans 12:2)150,206,630,222. This is supported by the quote 'Let God transform you into a new person by changing the way you think,' which implies that a renewed mind leads to a transformed life.", "gt_answer": "The Apostle Paul suggests that individuals should renew their minds to align with the written Word of God. This is related to the quote 'Let God transform you into a new person by changing the way you think' found in \u201cLet God transform you into a new person by changing the way you think.\u201d150,223,776,239, which implies that transformation comes through altering one's thought process to reflect divine teachings."} +{"image": ["imgs/Crello/output_poster1832_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the dates for the immunology seminar? Provide a direct answer and include the answer's bounding box if available.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Jan 13-16 671,666,785,685 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Jan 13-16 674,659,780,679 ", "gt_answer": " Jan 13-16 671,666,785,685 ", "necessary bbox": "[' Jan 13-16 671,666,785,685 ']"} +{"image": ["imgs/CCMAIN/0343222.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the options for making a commitment to support 537,61,654,85?"}, {"role": "assistant", "content": "Bequest provision in my will, Life insurance beneficiary designation, Charitable remainder trust or gift annuity, Retirement plan beneficiary designation, Other"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Bequest provision in my will, Life insurance beneficiary designation, Charitable remainder trust or gift annuity, Retirement plan beneficiary designation, Other.", "gt_answer": "Bequest provision in my will, Life insurance beneficiary designation, Charitable remainder trust or gift annuity, Retirement plan beneficiary designation, Other"} +{"image": ["imgs/CCMAIN/0303888.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 270,347,471,366 scheduled to take place? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "August 11-13516,378,613,392"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "August 11-13518,376,612,392 in Atlanta, GA.", "gt_answer": "August 11-13516,378,613,392"} +{"image": ["imgs/CCMAIN/0104540.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is an Ojai Music Festival 2021 Program Book Ad Insertion Order form. It includes details such as the Space Deadline58,179,199,196 on July 15, 2021219,179,338,196 and Payment Deadline355,179,522,196 on August 15, 2021543,179,688,196. Advertisers need to fill in their Advertiser/Business58,239,191,252 name, Contact572,239,627,252 information, Address195,279,248,292, City58,320,85,332, State574,320,608,332, Zip Code660,320,722,332, Phone58,360,102,373, Fax339,360,361,373, Email572,360,610,373, and Website58,401,113,413. The form provides options for different Ad Sizes58,431,183,457 including Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, and 1/6 Page701,548,775,564 with various color options. Payment can be made via Visa244,714,272,726, MC323,714,346,726, or AmEx396,714,435,726, or an invoice can be sent for payment. The form also requires Credit Card Number58,768,196,781, Expiration Date574,768,678,781, Security Code731,768,827,781, Name On Credit Card58,808,206,821, and Cardholder Signature572,808,718,821. There is a section for Design Assistance733,663,878,675 and TOTAL AD DUE731,710,836,723. The form is associated with the Ojai Music Festival141,944,250,955 located at PO Box 185, Ojai, CA 93024268,944,433,955."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a 2021 PROGRAM BOOK AD INSERTION ORDER187,115,886,146 for the Ojai Music Festival. The Space Deadline58,179,197,196 is July 15, 2021219,179,343,196, and the Payment Deadline357,179,518,196 is August 15, 2021542,179,689,196. Advertisers can choose from various ad sizes, including Full Page58,547,134,564, 1/2 Page316,547,388,564, 1/4 Page571,547,643,564, and 1/6 Page700,547,772,564, with options for full color or black & white. Payment can be made via Visa243,713,270,726, MC323,713,345,726, or AmEx397,713,434,726. The form includes fields for advertiser information, payment details, and design assistance.", "gt_answer": "The document is an Ojai Music Festival 2021 Program Book Ad Insertion Order form. It includes details such as the Space Deadline58,179,199,196 on July 15, 2021219,179,338,196 and Payment Deadline355,179,522,196 on August 15, 2021543,179,688,196. Advertisers need to fill in their Advertiser/Business58,239,191,252 name, Contact572,239,627,252 information, Address195,279,248,292, City58,320,85,332, State574,320,608,332, Zip Code660,320,722,332, Phone58,360,102,373, Fax339,360,361,373, Email572,360,610,373, and Website58,401,113,413. The form provides options for different Ad Sizes58,431,183,457 including Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, and 1/6 Page701,548,775,564 with various color options. Payment can be made via Visa244,714,272,726, MC323,714,346,726, or AmEx396,714,435,726, or an invoice can be sent for payment. The form also requires Credit Card Number58,768,196,781, Expiration Date574,768,678,781, Security Code731,768,827,781, Name On Credit Card58,808,206,821, and Cardholder Signature572,808,718,821. There is a section for Design Assistance733,663,878,675 and TOTAL AD DUE731,710,836,723. The form is associated with the Ojai Music Festival141,944,250,955 located at PO Box 185, Ojai, CA 93024268,944,433,955."} +{"image": ["imgs/Crello/output_poster1320_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event mentioned in the poster taking place? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The event is taking place at ' 2790 Alamo Ave 72,733,163,903'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is taking place at ' 2790 Alamo Ave 74,735,186,896 '.", "gt_answer": "The event is taking place at ' 2790 Alamo Ave 72,733,163,903'."} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "During the busy Memorial Day weekend461,149,694,179, takeout will be limited to the pizza menu. All pizzas are 16\" with eight large slices. The sauce is a combination of tomatoes, chianti, honey, Parmesan cheese, garlic, basil, onion, oregano, marjoram, cayenne pepper, black pepper, and red pepper flakes. Pizza options include Supreme Pizza118,276,303,298 with various toppings for 26.95793,321,842,343, Meat Lover's Pizza120,347,354,360 for 23.95473,366,522,388, Pesto Pizza118,388,263,410 for 20.95688,411,737,433, Buffalo Chicken Pizza118,433,395,455 for 21.95642,478,686,501, Vegetarian Pizza118,500,329,523 for 20.95688,411,737,433, Bacon Chicken Alfredo Pizza118,545,481,567 for 23.95473,366,522,388, Margherita Pizza118,613,335,635 for 20.95688,411,737,433, and Cheese Pizza118,657,274,680 for 15.25178,702,221,725. ADDTIONAL TOPPINGS404,727,589,746 are available for an extra charge, and gluten-free pizza is an option. Growlers147,860,268,884 are also available."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "During the busy Memorial Day weekend, takeout is limited to the pizza menu only. All pizzas are 16\" with eight large slices. The sauce includes tomatoes, chianti, honey, Parmesan cheese, garlic, basil, onion, oregano, marjoram, cayenne pepper, black pepper, and red pepper flakes. Options include Supreme Pizza117,275,304,300, Meat Lover\u2019s Pizza117,344,354,369, Pesto Pizza117,387,261,412, Buffalo Chicken Pizza117,432,395,457, Vegetarian Pizza117,499,329,524, Bacon Chicken Alfredo Pizza117,544,481,569, Margherita Pizza117,612,334,637, and Cheese pizza117,657,274,682. Additional toppings cost $1.00 each, except for extra sauce which costs $1.75. Gluten-free pizza is available upon request. Growlers are now available.", "gt_answer": "During the busy Memorial Day weekend461,149,694,179, takeout will be limited to the pizza menu. All pizzas are 16\" with eight large slices. The sauce is a combination of tomatoes, chianti, honey, Parmesan cheese, garlic, basil, onion, oregano, marjoram, cayenne pepper, black pepper, and red pepper flakes. Pizza options include Supreme Pizza118,276,303,298 with various toppings for 26.95793,321,842,343, Meat Lover's Pizza120,347,354,360 for 23.95473,366,522,388, Pesto Pizza118,388,263,410 for 20.95688,411,737,433, Buffalo Chicken Pizza118,433,395,455 for 21.95642,478,686,501, Vegetarian Pizza118,500,329,523 for 20.95688,411,737,433, Bacon Chicken Alfredo Pizza118,545,481,567 for 23.95473,366,522,388, Margherita Pizza118,613,335,635 for 20.95688,411,737,433, and Cheese Pizza118,657,274,680 for 15.25178,702,221,725. ADDTIONAL TOPPINGS404,727,589,746 are available for an extra charge, and gluten-free pizza is an option. Growlers147,860,268,884 are also available."} +{"image": ["imgs/CCMAIN/0084284.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the votes cast were in favor of the proposal? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document indicates that 64743,599,765,619 votes were cast in favor, which is 87.7%661,623,719,643 of the total votes cast. Answer: 87.7%661,623,719,643"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Total number of votes cast in favour of proposal107,598,568,618 was 64742,598,766,618, which is (87.7% of votes cast)653,623,856,643. Answer: 87.7%660,623,718,643", "gt_answer": "The document indicates that 64743,599,765,619 votes were cast in favor, which is 87.7%661,623,719,643 of the total votes cast. Answer: 87.7%661,623,719,643"} +{"image": ["imgs/CCMAIN/0131475.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat engines are specified in the Larson 330 manual? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "twin 165 hp 250 ci mercruiser engines446,428,561,433"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3.0L V6415,287,439,292 and 3.0L V6415,287,439,292", "gt_answer": "twin 165 hp 250 ci mercruiser engines446,428,561,433"} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some examples of other diagnoses mentioned in 741,298,937,412 that can explain symptoms? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Examples of other diagnoses mentioned include norovirus and strep throat, as indicated in the span n or ov ir u s , s t r e p t h r oa t746,325,865,343."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 741,298,937,412 mentions 'norovirus, strep throat' as examples of other diagnoses that can explain symptoms. This is supported by the span norovirus, strep throat)741,320,865,339.", "gt_answer": "Examples of other diagnoses mentioned include norovirus and strep throat, as indicated in the span n or ov ir u s , s t r e p t h r oa t746,325,865,343."} +{"image": ["imgs/ChartQA_PCG/two_col_80717.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the highest average marginal cost per mile between 2008 and 2019?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.82"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest average marginal cost per mile was 1.83 in 2018735,864,760,904. Answer: 1.83", "gt_answer": "1.82", "necessary bbox": "['2018733,865,758,905']"} +{"image": ["imgs/ChartQA_PCG/two_col_22546.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Russia's imports came from 293, 822, 325, 836?"}, {"role": "assistant", "content": "20%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "20%", "gt_answer": "20%", "necessary bbox": "['China293, 822, 325, 836', '20%297, 189, 323, 206']"} +{"image": ["imgs/CCMAIN/0272018.png"], "messages": [{"role": "user", "content": "<|image|> \nWho submitted the document titled 'Machine Learning ? Game Changer for CPS?'? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document titled 'Machine Learning ? Game Changer for CPS?42,45,878,87' was submitted by Sandeep Neema117,98,209,111 as indicated in the text. Answer: Sandeep Neema117,98,209,111"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document was submitted by Sandeep Neema117,98,206,111 on Mon, 05/16/2016 - 2:44pm. Answer: Sandeep Neema117,98,206,111", "gt_answer": "The document titled 'Machine Learning ? Game Changer for CPS?42,45,878,87' was submitted by Sandeep Neema117,98,209,111 as indicated in the text. Answer: Sandeep Neema117,98,209,111"} +{"image": ["imgs/Crello/output_poster585_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat adjective is used to describe the soap in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " STUNNING 348,433,614,481 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " STUNNING 349,435,617,480 ", "gt_answer": " STUNNING 348,433,614,481 ", "necessary bbox": "[' STUNNING 348,433,614,481 ']"} +{"image": ["imgs/CCMAIN/0134787.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost to add an extra topping to the Design Your Toasted Sandwich? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The menu states that the EXTRA TOPPING125,493,256,506 for the DESIGN YOUR TOASTED SANDWICH145,452,427,466 costs 1.00809,493,849,506. Answer: 1.00"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu states that an EXTRA TOPPING125,493,256,505 for the Design Your Toasted Sandwich costs 1.00807,493,846,505. Answer: 1.00807,493,846,505", "gt_answer": "The menu states that the EXTRA TOPPING125,493,256,506 for the DESIGN YOUR TOASTED SANDWICH145,452,427,466 costs 1.00809,493,849,506. Answer: 1.00"} +{"image": ["imgs/CCMAIN/0186120.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a spirited chant for Missouri State638,143,939,240, emphasizing school pride and loyalty. It encourages students to uphold tradition152,314,390,349 and be loyal throughout423,349,666,383 their college years. The chant calls for students to fight for vict'ry and stand up and cheer647,592,932,663 for the Bears352,710,528,781, spelling out M-I-S-S-O-U-R-I352,805,846,876 to show support."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a motivational poster for Missouri State, encouraging students to uphold tradition and be loyal throughout their college years. It emphasizes the importance of cheering for the Bears, with the phrase Fight for vict\u2019ry354,427,896,541 and Let\u2019s hear it for the Bears354,670,938,744. The poster features the school's mascot and logo, reinforcing the school spirit and pride in being a Bear.", "gt_answer": "The document is a spirited chant for Missouri State638,143,939,240, emphasizing school pride and loyalty. It encourages students to uphold tradition152,314,390,349 and be loyal throughout423,349,666,383 their college years. The chant calls for students to fight for vict'ry and stand up and cheer647,592,932,663 for the Bears352,710,528,781, spelling out M-I-S-S-O-U-R-I352,805,846,876 to show support."} +{"image": ["imgs/Crello/output_poster2005_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last letter?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "S"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The last letter in the text ' THE 380,294,574,346 ' is 'E'. Answer: E", "gt_answer": "S", "necessary bbox": "['S680,395,713,423']"} +{"image": ["imgs/ChartQA_PCG/two_col_4044.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of deaths in 401,895,427,929?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "103"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of deaths in 2011401,895,427,929 is 103404,563,426,579. Answer: 103", "gt_answer": "103", "necessary bbox": "['103405,555,427,571','2011401,895,427,929']"} +{"image": ["imgs/Crello/output_poster2306_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount offered in the sale as mentioned on the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The discount offered is 70% off 358,759,606,900 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is Up to 80% off 316,769,594,872 .", "gt_answer": "The discount offered is 70% off 358,759,606,900 ."} +{"image": ["imgs/Crello/output_poster915_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the target audience for the shoes mentioned in the poster?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Men"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The target audience is specified in the text ' BEST LEATHER SHOES FOR MEN 69,846,327,881 '. Answer: Men", "gt_answer": "Men", "necessary bbox": "[' BEST LEATHER SHOES FOR MEN 69,856,325,891 ']"} +{"image": ["imgs/CCMAIN/0156365.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did Artemis Resources spend on exploration and evaluation activities? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "$1,347,000664,310,748,323"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$1,347,000665,309,752,322", "gt_answer": "$1,347,000664,310,748,323"} +{"image": ["imgs/CCMAIN/0116665.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich dish includes 551,737,577,766 in the 548,474,600,490 section? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Fettuccine with well cooked tender \u2018Taoshita beef\u2019 ragout sauce552,562,699,575"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Fettuccine with local seafood Pescatora", "gt_answer": "Fettuccine with well cooked tender \u2018Taoshita beef\u2019 ragout sauce552,562,699,575"} +{"image": ["imgs/Crello/output_poster351_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event taking place? Give a straightforward response and specify the bounding box of the answer if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Techado Pub 545,616,739,650 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 211 Down Ave / 3301 W 37th St 506,697,784,717", "gt_answer": " Techado Pub 545,616,739,650 ", "necessary bbox": "[' Techado Pub 545,616,739,650 ']"} +{"image": ["imgs/CCMAIN/0040869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 351,651,707,664 Charbono? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "$38670,801,695,814"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$38670,798,695,812", "gt_answer": "$38670,801,695,814"} +{"image": ["imgs/ChartQA_PCG/two_col_83129.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the number of individuals from 2012 to 2015? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Between 2012480,932,506,970 and 2015607,931,632,970, the number of individuals first increases from 4415479,583,508,599 in 2012 to 4648 in 2014, and then reaches 6518606,432,636,448 in 2015."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of individuals increased from 4415479, 580, 509, 596 in 2012 to 6518606, 430, 636, 447 in 2015.", "gt_answer": "Between 2012480,932,506,970 and 2015607,931,632,970, the number of individuals first increases from 4415479,583,508,599 in 2012 to 4648 in 2014, and then reaches 6518606,432,636,448 in 2015."} +{"image": ["imgs/ChartQA_PCG/two_col_41201.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in arms import values between the years 2008 and 2009? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The difference between 967 432,283,454,299 and 977 462,277,485,293 is 10 "}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, the import value was 967431,282,453,298, and in 2009, it was 977462,279,484,295. The difference is 977 - 967 = 10 million constant U.S. dollars.", "gt_answer": "The difference between 967 432,283,454,299 and 977 462,277,485,293 is 10 "} +{"image": ["imgs/Crello/output_poster1884_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the origin monthly cost of the painting courses?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " $42 184,341,247,381 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $42 185,344,250,379 ", "gt_answer": " $42 184,341,247,381 ", "necessary bbox": "[' $42 184,341,247,381 ', ' PER MONTH 117,535,255,552 ']"} +{"image": ["imgs/CCMAIN/0007928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the highest PM10 24-hour average recorded by 237,120,269,128? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "12.0242,185,266,197"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12.0243,185,267,194", "gt_answer": "12.0242,185,266,197"} +{"image": ["imgs/ChartQA_PCG/two_col_3426.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average ticket price increase from 289, 424, 323, 440 to 342, 397, 376, 413?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.10"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average ticket price increased from 19.88289, 424, 323, 440 in 2008 to 20.98342, 397, 376, 413 in 2009. The increase is 1.10 dollars. Answer: 1.10 dollars.", "gt_answer": "1.10", "necessary bbox": "['19.88289, 424, 323, 440', '20.98342, 397, 376, 413']"} +{"image": ["imgs/Crello/output_poster850_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of culture is celebrated at the event in 299,647,551,752?"}, {"role": "assistant", "content": "geek culture"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "geek culture", "gt_answer": "geek culture", "necessary bbox": "[' Visit an annual celebration\\nof geek culture 299,647,551,752']"} +{"image": ["imgs/Crello/output_poster803_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more details about the event be found according to 288,769,735,835?"}, {"role": "assistant", "content": " www.helpingtogether.us/events "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.helpingtogether.us/events", "gt_answer": " www.helpingtogether.us/events ", "necessary bbox": "[' Fighting poverty for a brighter future!\\nYou can learn more details\\non www.helpingtogether.us/events 288,769,735,835']"} +{"image": ["imgs/ChartQA_PCG/02534409005100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the death rate for 221,288,296,314 in the chart?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 155.30 560, 289, 630, 311"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "155.30562,284,631,306", "gt_answer": " 155.30 560, 289, 630, 311", "necessary bbox": "['155.30560, 289, 630, 311','Cancers 221,288,296,314']"} +{"image": ["imgs/Crello/output_poster1203_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat special offer is mentioned in 382,264,801,318?"}, {"role": "assistant", "content": "20% off"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "20% off", "gt_answer": "20% off", "necessary bbox": "[' Enjoy 20% off at Orange Fox 382,264,801,318']"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the 627,522,653,538's gross profit margin in 2017?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "56%634,85,659,102"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "56%631,92,657,111", "gt_answer": "56%634,85,659,102", "necessary bbox": "[' 2017 522, 650, 550, 665','M&S627,522,653,538','56%634,85,659,102']"} +{"image": ["imgs/ChartQA_PCG/two_col_104757.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of Hyundai cars sold in Sweden from 697,914,725,954 to 759,917,788,955?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "11026"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of Hyundai cars sold from 2018697,914,725,954 to 2019759,914,784,954 is the sum of units sold in 2018 and 2019: 4622696,613,726,629 + 6404758,518,788,534 = 11026. Answer: 11026", "gt_answer": "11026", "necessary bbox": "['4622697, 618, 726, 634', '6404760, 515, 790, 531','2018697,914,725,954','2019759,917,788,955']"} +{"image": ["imgs/CCMAIN/0093622.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the fee for the credit check? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "$30.00224,766,267,779"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$30.00225,764,268,779", "gt_answer": "$30.00224,766,267,779"} +{"image": ["imgs/Crello/output_poster674_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage discount offered during the sale? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The percentage discount offered is -70301,682,583,882%."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is -70298,675,583,881% %594,664,666,754.", "gt_answer": "The percentage discount offered is -70301,682,583,882%."} +{"image": ["imgs/Crello/output_poster1800_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the shop mentioned in 128,120,196,163? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " moulin "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " MOULIN 128,120,196,163", "gt_answer": " moulin ", "necessary bbox": "[' moulin 128,120,196,163']"} +{"image": ["imgs/CCMAIN/0265362.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of 287,63,569,108? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The agenda specifies the meeting date and time clearly, indicating when attendees should join the tele/videoconference462,132,721,160. Answer: Thursday, May 13, 2021 at 5:00 PM293,109,722,137"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the meeting date and time as Thursday, May 13, 2021 at 5:00 PM294,111,724,136. Answer: Thursday, May 13, 2021 at 5:00 PM294,111,724,136", "gt_answer": "The agenda specifies the meeting date and time clearly, indicating when attendees should join the tele/videoconference462,132,721,160. Answer: Thursday, May 13, 2021 at 5:00 PM293,109,722,137"} +{"image": ["imgs/ChartQA_PCG/two_col_102358.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue of Ming Yang in the year 505, 864, 532, 876? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The revenue of Ming Yang in the year 2012505, 864, 532, 876 was 2893.10495, 509, 543, 525 million yuan."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue of Ming Yang in the year 2012505, 864, 532, 876 was 2893.10496, 513, 544, 529 million Chinese yuan.", "gt_answer": "The revenue of Ming Yang in the year 2012505, 864, 532, 876 was 2893.10495, 509, 543, 525 million yuan."} +{"image": ["imgs/Crello/output_poster2173_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the document?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "EDUCATIONAL PROPOSAL"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The title of the document is clearly stated as ' Educational \nProposal 27,176,349,280 '. Answer: Educational \nProposal 27,176,349,280 ", "gt_answer": "EDUCATIONAL PROPOSAL", "necessary bbox": "[' EDUCATIONAL\\nPROPOSAL 28,175,350,273 ']"} +{"image": ["imgs/CCMAIN/0258610.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document titled HOW TO KEEP YOUR WEBSITE SECURE IN 2021: CHECKLIST84,118,901,183 provides a list of measures to ensure website security. It includes verifying that the Hosting provider is reliable212,297,556,325, installing SSL/TLS certificates253,346,499,375, keeping software updated, running frequent backups231,445,461,473, having a retention plan253,494,435,523, ensuring password security, monitoring content moderation386,593,648,621, using anti-malware solutions234,643,537,671 like Imunify360651,643,796,671, and recognizing phishing emails328,692,533,720."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document titled HOW TO KEEP YOUR WEBSITE SECURE IN 2021: CHECKLIST83,110,907,146 provides a list of security measures to ensure website safety. It includes verifying that the Hosting provider is reliable213,298,555,326, having SSL/TLS certificates installed253,346,615,374, keeping software updated, running frequent backups, having a retention plan, ensuring passwords are secure, monitoring content moderation, using anti-malware solutions like Imunify360648,643,793,671, and being aware of phishing emails.", "gt_answer": "The document titled HOW TO KEEP YOUR WEBSITE SECURE IN 2021: CHECKLIST84,118,901,183 provides a list of measures to ensure website security. It includes verifying that the Hosting provider is reliable212,297,556,325, installing SSL/TLS certificates253,346,499,375, keeping software updated, running frequent backups231,445,461,473, having a retention plan253,494,435,523, ensuring password security, monitoring content moderation386,593,648,621, using anti-malware solutions234,643,537,671 like Imunify360651,643,796,671, and recognizing phishing emails328,692,533,720."} +{"image": ["imgs/CCMAIN/0065540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich beer in 519,75,886,615 has the highest alcohol content and what is its percentage? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The beer with the highest alcohol content in 519,75,886,615 is 'ELYSIAN SPACE DUST IPA', with an alcohol content of 8.2% as indicated by the span \\mid8.2\\%669,599,713,613."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The beer with the highest alcohol content in 519,75,886,615 is 'STONE DELICIOUS', which has an alcohol percentage of 7.7%. This information is found in the span 'STONE DELICIOUS | IPA | SAN DIEGO, CA | 7.7%523,427,708,438'.", "gt_answer": "The beer with the highest alcohol content in 519,75,886,615 is 'ELYSIAN SPACE DUST IPA', with an alcohol content of 8.2% as indicated by the span \\mid8.2\\%669,599,713,613."} +{"image": ["imgs/CCMAIN/0033817.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the grape variety used in 56,60,190,94? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "100% Mencia94,105,157,122"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "100% Mencia94,102,157,118", "gt_answer": "100% Mencia94,105,157,122"} +{"image": ["imgs/ChartQA_PCG/multi_col_40940.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do the mortality rates for 'Sepsis, other infections and complications related to puerperium' differ between direct and indirect obstetric causes? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "For Direct obstetric causes 339,640,515,650, the mortality rate is 0.40 571,168,606,179, while for Indirect obstetric causes 591,621,779,631, there is no recorded data."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The mortality rate for 'Sepsis, other infections and complications related to puerperium' due to direct obstetric causes is 0.10, while for indirect obstetric causes it is 0.30467, 302, 499, 315.", "gt_answer": "For Direct obstetric causes 339,640,515,650, the mortality rate is 0.40 571,168,606,179, while for Indirect obstetric causes 591,621,779,631, there is no recorded data."} +{"image": ["imgs/Crello/output_poster2095_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is credited with the quote on the poster? Answer directly and provide the bounding box for the answer if applicable.Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": " H.I. Khan "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' H.I. Khan 216,759,253,840 ' indicates the author of the quote. Answer: H.I. Khan 216,759,253,840 ", "gt_answer": " H.I. Khan ", "necessary bbox": "['H.I. Khan 216,757,238,871 ']"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost to add 698,770,799,793 as a topping? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The menu states that Extra Cheese698,770,799,793 is an additional topping that costs +1.75503,793,547,815. Answer: +1.75503,793,547,815"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists Extra Cheese698,770,799,793 as an additional topping option with a cost of +1.75. Answer: +1.75", "gt_answer": "The menu states that Extra Cheese698,770,799,793 is an additional topping that costs +1.75503,793,547,815. Answer: +1.75503,793,547,815"} +{"image": ["imgs/ChartQA_PCG/two_col_42909.png"], "messages": [{"role": "user", "content": "<|image|> \nContrast the news coverage received by Hillary Clinton and Jeb Bush in terms of the number of minutes. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Hillary Clinton received 121 427,278,451,293 minutes of news coverage, whereas Jeb Bush received 57 285,488,300,502 minutes."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Hillary Clinton received 121427, 280, 451, 295 minutes of news coverage, while Jeb Bush received 57283, 490, 298, 503 minutes.", "gt_answer": "Hillary Clinton received 121 427,278,451,293 minutes of news coverage, whereas Jeb Bush received 57 285,488,300,502 minutes."} +{"image": ["imgs/CCMAIN/0027494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat first information is required about the 47,244,118,260?"}, {"role": "assistant", "content": "Patient first name"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "First name and last name.", "gt_answer": "Patient first name"} +{"image": ["imgs/CCMAIN/0087278.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the authorized representative signing the 550,224,717,252? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Rich Eckmann97,564,192,579"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Rich Eckmann97,564,192,580", "gt_answer": "Rich Eckmann97,564,192,579"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the most expensive breakfast item? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The most expensive breakfast item is the PEARL SUGAR CRUSTED BELGIAN WAFFLES111,790,700,802, priced at 12733,790,764,802. Answer: 12733,790,764,802"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The most expensive breakfast item is the Vanilla Bean Greek Yogurt Parfait112,615,653,630, priced at 8684,615,702,630. Answer: 8", "gt_answer": "The most expensive breakfast item is the PEARL SUGAR CRUSTED BELGIAN WAFFLES111,790,700,802, priced at 12733,790,764,802. Answer: 12733,790,764,802"} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the agenda document for the 186,84,546,100? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,543,161", "gt_answer": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161"} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the clarity characteristics of the diamond? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Feather, Indented Natural286,674,449,695"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Feather, Indented Natural285,670,449,693", "gt_answer": "Feather, Indented Natural286,674,449,695"} +{"image": ["imgs/ChartQA_PCG/two_col_41221.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which season did the average ticket price surpass 147,270,159,283 U.S. dollars for the first time, and what was the exact value? Give grounding and detailed answer."}, {"role": "assistant", "content": "The average ticket price surpassed 50 147,270,159,283 U.S. dollars for the first time in the 2014/15 season with an exact value of 53.33 830,213,863,229 U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average ticket price surpassed 50147,270,159,283 U.S. dollars for the first time in the 2013/14 season with a value of 49.14760,268,794,284.", "gt_answer": "The average ticket price surpassed 50 147,270,159,283 U.S. dollars for the first time in the 2014/15 season with an exact value of 53.33 830,213,863,229 U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/22143392000229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has a score of 683, 544, 705, 566 on the Corruption Perception Index, 2012? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The country with a score of 30683, 544, 705, 566 is Togo177, 549, 217, 571."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The country with a score of 30683, 544, 705, 566 is Togo179, 547, 218, 566.", "gt_answer": "The country with a score of 30683, 544, 705, 566 is Togo177, 549, 217, 571."} +{"image": ["imgs/ChartQA_PCG/two_col_2485.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of internet users between 282, 897, 310, 910 and 650, 897, 684, 910?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "1.2 billion"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of internet users in 2013282, 897, 310, 910 is 2.40283, 365, 309, 382 billion, and in 2018*650, 897, 684, 910 it is 3.60653, 114, 679, 131 billion. The difference is 3.60 - 2.40 = 1.20 billion. Answer: 1.20 billion.", "gt_answer": "1.2 billion", "necessary bbox": "['2.40283, 365, 308, 382', '3.60654, 116, 680, 131']"} +{"image": ["imgs/ChartQA_PCG/two_col_80796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich companies received a dumping margin greater than 31% but less than 250%? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": " Trina Solar 178, 901, 240, 915, Separate rate companies 303, 901, 449, 919, Wuxi Suntech 504, 901, 582, 915"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The companies with dumping margins greater than 31% but less than 250% are Separate rate companies304,900,448,917 and All other Chinese producers634,900,795,917.", "gt_answer": " Trina Solar 178, 901, 240, 915, Separate rate companies 303, 901, 449, 919, Wuxi Suntech 504, 901, 582, 915"} +{"image": ["imgs/ChartQA_PCG/multi_col_80088.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the search ad conversion rate for 733, 546, 827, 562?"}, {"role": "assistant", "content": "47%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "46%", "gt_answer": "47%", "necessary bbox": "['Search ad conversion rate549, 670, 700, 686', 'Pharmaceuticals733, 546, 827, 562', '47%']"} +{"image": ["imgs/CCMAIN/0344376.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date for the last day of school? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "June 3039,907,84,920"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "June 3040,907,86,921", "gt_answer": "June 3039,907,84,920"} +{"image": ["imgs/CCMAIN/0256135.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a memorial for Charles H. Scott328,87,580,115, who was born on January 2, 1951328,125,473,141, and passed away on August 21, 2020491,125,637,141. Family and friends are invited to share their favorite photos, video memories, and heartfelt messages on his Tribute page on the Green Hills Mortuary Website547,267,842,285."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a memorial for Charles H. Scott328,87,581,115, who passed away on August 21, 2020493,125,631,141. Family and friends are invited to share their favorite photos, video memories, and heartfelt messages on his Tribute page344,267,472,285 on the Green Hills Mortuary Website541,267,840,285.", "gt_answer": "The document is a memorial for Charles H. Scott328,87,580,115, who was born on January 2, 1951328,125,473,141, and passed away on August 21, 2020491,125,637,141. Family and friends are invited to share their favorite photos, video memories, and heartfelt messages on his Tribute page on the Green Hills Mortuary Website547,267,842,285."} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the United States export?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "97257354, 272, 395, 281"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "97257356, 274, 396, 283", "gt_answer": "97257354, 272, 395, 281", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/CCMAIN/0039975.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much do foster youth aged 21-26 receive from the Federal Chafee Cash Payment? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Foster youth aged 21-26720,530,785,582 are eligible for a cash pre-paid card of $1200600,530,673,582 under the Federal Chafee Cash Payment program. Answer: $1200600,530,673,582"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that foster youth aged 21-26 are eligible for a $1200603,534,673,581 cash pre-paid card. Answer: $1200603,534,673,581", "gt_answer": "Foster youth aged 21-26720,530,785,582 are eligible for a cash pre-paid card of $1200600,530,673,582 under the Federal Chafee Cash Payment program. Answer: $1200600,530,673,582"} +{"image": ["imgs/CCMAIN/0194893.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of a 48,240,159,261 beer? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The menu clearly states that the price for a 12-16oz48,240,159,261 beer is $7.00405,240,483,261. Answer: $7.00405,240,483,261"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price of a 12-16oz48,240,159,261 beer as $7.00407,237,484,262. Answer: $7.00407,237,484,262", "gt_answer": "The menu clearly states that the price for a 12-16oz48,240,159,261 beer is $7.00405,240,483,261. Answer: $7.00405,240,483,261"} +{"image": ["imgs/ChartQA_PCG/multi_col_60035.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich age group has a higher number of inhabitants for 690, 603, 715, 619 , 0-14 or 65+? Give grounding and detailed answer."}, {"role": "assistant", "content": "The number of inhabitants aged 0-14 for Male 690, 603, 715, 619 is 17.06 686, 532, 720, 550, and for 65+ it is 8.63 690, 112, 715, 131. Therefore, the 0-14 age group has more inhabitants."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "For Male690, 603, 715, 619 , the number of inhabitants for the age group 0-14452, 730, 475, 744 is 17.06685, 530, 718, 549 and for 65+536, 730, 558, 744 is 8.63688, 112, 714, 131. Therefore, the age group 0-14452, 730, 475, 744 has a higher number of inhabitants.", "gt_answer": "The number of inhabitants aged 0-14 for Male 690, 603, 715, 619 is 17.06 686, 532, 720, 550, and for 65+ it is 8.63 690, 112, 715, 131. Therefore, the 0-14 age group has more inhabitants."} +{"image": ["imgs/ChartQA_PCG/two_col_104313.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in percentage between the youngest and oldest age groups in terms of experiencing delays due to COVID-19? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The difference is 7% , with the youngest group 18-24 years 33, 293, 108, 307 at 32% 721, 289, 749, 304 and the oldest group 65 years and older 0, 825, 108, 841 at 39% 852, 823, 881, 838."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The youngest age group, 18-24 years33,295,107,309, has a percentage of 32%720,292,750,306, while the oldest age group, 65 years and older0,829,107,844, has a percentage of 39%852,826,882,840. The difference is 7%.", "gt_answer": "The difference is 7% , with the youngest group 18-24 years 33, 293, 108, 307 at 32% 721, 289, 749, 304 and the oldest group 65 years and older 0, 825, 108, 841 at 39% 852, 823, 881, 838."} +{"image": ["imgs/ChartQA_PCG/two_col_80126.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GERD as a percentage of GDP in 2017?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.13%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The GERD as a percentage of GDP in 2017 is shown as 1.13%730, 112, 770, 131.\n\nAnswer: 1.13%", "gt_answer": "1.13%", "necessary bbox": "['2017*734, 859, 762, 910', '1.13%730, 112, 770, 129']"} +{"image": ["imgs/CCMAIN/0127906.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a FINAL REPORT813,178,885,192 from the North Carolina State Laboratory of Public Health236,49,676,71, focusing on RAW MILK, PASTEURIZED DAIRY PRODUCTS AND CONTAINERS231,171,682,192. Samples were collected on 08/28/201959,261,110,275 and received on 08/29/2019598,261,649,275. The processor is Lutheridge Dairy Farm178,319,279,334. Two samples were tested: In Plant Raw Milk/Farm Raw177,531,306,546 and Pasteurized Whole Milk177,557,284,572. The raw milk showed 3,400 RAC/mL644,531,711,546 and 440,000 /mL734,531,791,546 DMSCC, while the pasteurized milk had <1 PCC/ml525,557,575,572 and <250 RAC/mL647,557,711,572. No residual phosphorus or inhibitors were found in either sample. The report was completed by KPLEMMONS651,648,722,663 on 08/30/2019118,647,175,663."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a FINAL REPORT813,178,885,192 from the North Carolina State Laboratory of Public Health, focusing on RAW MILK, PASTEURIZED DAIRY PRODUCTS AND CONTAINERS231,170,680,191. Samples were collected on 08/28/201959,261,110,275 by Michael J. Dennis365,261,445,275 and received on 08/29/2019600,261,651,275 by Tyler Best695,319,743,334. Two samples were tested: In Plant Raw Milk/Farm Raw177,531,307,546 and Pasteurized Whole Milk177,555,284,569. The first sample had no residual phosphorus and no inhibitors, with a Petrifilm Coliform Count496,461,590,475 of <1 PCC/ml528,555,575,569 and a Petrifilm Aerobic Count616,461,701,475 of 3,400 RAC/mL641,531,711,546. The second sample also had no residual phosphorus or inhibitors, with a Petrifilm Coliform Count496,461,590,475 of <250 RAC/mL641,555,711,569 and a Petrifilm Aerobic Count616,461,701,475 of <250 RAC/mL641,555,711,569. The report was completed on 08/30/2019118,646,175,660 by KPLEMMONS651,646,723,660.", "gt_answer": "The document is a FINAL REPORT813,178,885,192 from the North Carolina State Laboratory of Public Health236,49,676,71, focusing on RAW MILK, PASTEURIZED DAIRY PRODUCTS AND CONTAINERS231,171,682,192. Samples were collected on 08/28/201959,261,110,275 and received on 08/29/2019598,261,649,275. The processor is Lutheridge Dairy Farm178,319,279,334. Two samples were tested: In Plant Raw Milk/Farm Raw177,531,306,546 and Pasteurized Whole Milk177,557,284,572. The raw milk showed 3,400 RAC/mL644,531,711,546 and 440,000 /mL734,531,791,546 DMSCC, while the pasteurized milk had <1 PCC/ml525,557,575,572 and <250 RAC/mL647,557,711,572. No residual phosphorus or inhibitors were found in either sample. The report was completed by KPLEMMONS651,648,722,663 on 08/30/2019118,647,175,663."} +{"image": ["imgs/ChartQA_PCG/two_col_104427.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the export quantity exceed 128, 259, 149, 272 thousand kilograms? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The export quantity exceeded 400 128, 259, 149, 272 thousand kilograms in year 2012 336, 871, 363, 884 with 457.99 329, 162, 370, 178 thousand kilograms."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The export quantity exceeded 400128, 259, 149, 272 thousand kilograms in the year 2012338, 871, 366, 884.", "gt_answer": "The export quantity exceeded 400 128, 259, 149, 272 thousand kilograms in year 2012 336, 871, 363, 884 with 457.99 329, 162, 370, 178 thousand kilograms."} +{"image": ["imgs/ChartQA_PCG/two_col_22546.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Russia's imports came from 293, 822, 325, 836?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "20%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Russia's imports from China293, 822, 325, 836 is 20%297, 189, 323, 206. Answer: 20%", "gt_answer": "20%", "necessary bbox": "['China293, 822, 325, 836', '20%297, 189, 323, 206']"} +{"image": ["imgs/CCMAIN/0315538.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time does the 45,502,228,521 open? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the bar opens at 8 a.m.255,641,310,658, allowing patrons to start their day with coffee or alcohol. Answer: 8 a.m.255,641,310,658"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the bar opens at 8 a.m.256,641,317,659, indicating it is open early in the morning. Answer: 8 a.m.256,641,317,659", "gt_answer": "The document states that the bar opens at 8 a.m.255,641,310,658, allowing patrons to start their day with coffee or alcohol. Answer: 8 a.m.255,641,310,658"} +{"image": ["imgs/Crello/output_poster1002_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "AMAZING SUMMER WARDROBE TRANSFORMATION"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is highlighted in the text ' AMAZING\nSUMMER\nWARDROBE\nTRANSFORMATION 127,148,863,379 '. Answer: AMAZING SUMMER WARDROBE TRANSFORMATION", "gt_answer": "AMAZING SUMMER WARDROBE TRANSFORMATION", "necessary bbox": "[' AMAZING\\nSUMMER \\nWARDROBE \\nTRANSFORMATION 126,146,865,380 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage difference between 609,233,745,259 and 659,753,777,779?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for the European Union is 26.0%529,371,585,397, and for the United States, it is 20.0%. The difference between these percentages is 6%.\n\nAnswer: 6%", "gt_answer": "2%", "necessary bbox": "[' United States 659,753,777,779','18%377,399,432,429','13%347,573,403,597','26%526,369,585,399','13%417,705,473,733','\n2%375,649,422,675','European Union609,233,745,259']"} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for 472,119,526,146 in the year 2018? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "In the table for Class X472,119,526,146, the row corresponding to the year 2018121,232,150,252 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.07740,232,774,252. Answer: 99.07740,232,774,252"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In Class X472,119,526,146, the pass percentage for the year 2018 was 99.07743,234,775,257. Answer: 99.07743,234,775,257", "gt_answer": "In the table for Class X472,119,526,146, the row corresponding to the year 2018121,232,150,252 shows that the PERCENTAGE719,183,795,204 of students who passed was 99.07740,232,774,252. Answer: 99.07740,232,774,252"} +{"image": ["imgs/CCMAIN/0159506.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document provides details of the 2019 PBA MARK ROTH 42 40ul299,39,698,72 oil pattern used in bowling. The Oil Pattern Distance43,91,191,108 is 42294,91,313,108 feet, with a Reverse Brush Drop342,91,488,108 at 39561,91,579,108 feet. The Forward Oil Total43,109,172,126 is 12.28 mL245,109,313,126 and the Reverse Oil Total342,109,467,126 is 10.04 mL511,109,579,126, making the Volume Oil Total630,109,755,126 22.32 mL895,109,963,126. The Oil Per Board630,91,729,108 is 40 ul926,91,963,108. The document includes detailed charts showing oil distribution across the lanes, with specific Track Zone Ratios for different lane sections. The ratios are 5.45 for Outside Track:Middle, 1.62 for Middle Track:Middle, and 1.05 for Inside Track:Middle. A graphical representation of oil application is also provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a bowling lane oil pattern report for the 2019 PBA Mark Roth 42 40ul event. It includes details such as Oil Pattern Distance43,93,192,108 of 42 feet, Reverse Brush Drop342,93,487,108 of 39 feet, and Oil Per Board635,93,729,108 of 40 ul. The Forward Oil Total43,111,172,126 is 12.28 mL and the Reverse Oil Total342,111,464,126 is 10.04 mL, resulting in a Volume Oil Total635,111,755,126 of 22.32 mL. The report also provides a detailed breakdown of oil application across different lanes, with specific measurements for each section. The Track Zone Ratio45,800,138,811 values are given for various sections, indicating the distribution of oil across the lanes.", "gt_answer": "The document provides details of the 2019 PBA MARK ROTH 42 40ul299,39,698,72 oil pattern used in bowling. The Oil Pattern Distance43,91,191,108 is 42294,91,313,108 feet, with a Reverse Brush Drop342,91,488,108 at 39561,91,579,108 feet. The Forward Oil Total43,109,172,126 is 12.28 mL245,109,313,126 and the Reverse Oil Total342,109,467,126 is 10.04 mL511,109,579,126, making the Volume Oil Total630,109,755,126 22.32 mL895,109,963,126. The Oil Per Board630,91,729,108 is 40 ul926,91,963,108. The document includes detailed charts showing oil distribution across the lanes, with specific Track Zone Ratios for different lane sections. The ratios are 5.45 for Outside Track:Middle, 1.62 for Middle Track:Middle, and 1.05 for Inside Track:Middle. A graphical representation of oil application is also provided."} +{"image": ["imgs/CCMAIN/0301594.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a promotional material for Merriam Vineyards, located at 11650 Los Amigo Road, Healdsburg, CA 9544844,916,204,932. It highlights a product from the 2016 Russian River Valley546,22,640,67. Contact information includes phone numbers 707-433-4032223,959,322,978 and 707-433-4036349,959,448,978, an email address info@MerriamVineyards.com474,959,689,978, and a Facebook page Facebook.com/MerriamVineyards715,959,962,978."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document describes the 2016 Pinot Noir Cuvee547,28,653,60 from Merriam Vineyards in the Russian River Valley. The wine is a blend of four clones: 115, Pommard, 777, and 667, each harvested, fermented, and aged separately. The vineyard is located on Los Amigos Road, Healdsburg, Sonoma County, and is farmed organically and certified CCOF. The wine features a classic color with bright light purple and garnet hues, offering aromas of cherry, violet, and spice. It has dark cherry, vanilla, and white mushroom flavors, with bright acidity and long creaminess. The technical notes specify a 100% Pinot Noir composition, with an alcohol content of 14.5%, pH of 3.89, and TA of 5.3. The wine is aged in 30% new French oak barrels, with a production of 200 cases.", "gt_answer": "The document is a promotional material for Merriam Vineyards, located at 11650 Los Amigo Road, Healdsburg, CA 9544844,916,204,932. It highlights a product from the 2016 Russian River Valley546,22,640,67. Contact information includes phone numbers 707-433-4032223,959,322,978 and 707-433-4036349,959,448,978, an email address info@MerriamVineyards.com474,959,689,978, and a Facebook page Facebook.com/MerriamVineyards715,959,962,978."} +{"image": ["imgs/Crello/output_poster533_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the event mentioned in 263,778,680,806?"}, {"role": "assistant", "content": "March 17TH | 5 PM"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "March 17TH | 5 PM", "gt_answer": "March 17TH | 5 PM", "necessary bbox": "[' March 17TH | 5 PM 263,778,680,806']"} +{"image": ["imgs/ChartQA_PCG/42751487002753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 188, 329, 496, 351 in 2010 in Cuba?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2253"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of New infections of HIV/AIDS188, 329, 496, 351 is given as 2253887, 327, 947, 349.\n\nAnswer: 2253", "gt_answer": "2253", "necessary bbox": "['New infections of HIV/AIDS188, 329, 496, 351', '2253882, 326, 942, 347']"} +{"image": ["imgs/Crello/output_poster244_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many lessons are included in the Online Course? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "There are 6 lessons included in the Online Course as mentioned in 6 LESSONS: 310,476,415,493."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The course includes 6 LESSONS:310,479,415,498.", "gt_answer": "There are 6 lessons included in the Online Course as mentioned in 6 LESSONS: 310,476,415,493."} +{"image": ["imgs/CCMAIN/0195387.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 175,644,233,658are students asked to identify in the story?"}, {"role": "assistant", "content": "Three"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Three", "gt_answer": "Three"} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the agenda document for the BET Investment Advisory Committee meeting? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,543,161", "gt_answer": "BET_IAC_MTG_AGENDA_10-23-18.PDF252,144,541,161"} +{"image": ["imgs/ChartQA_PCG/multi_col_60513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of males in 437, 523, 463, 566?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "72.90432, 401, 470, 418"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "72.90435, 399, 472, 418", "gt_answer": "72.90432, 401, 470, 418", "necessary bbox": "['male511, 639, 538, 655', '2012437, 523, 463, 566', '72.90432, 401, 470, 418']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for 414,680,457,700 in 2009?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "3.70"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales for Apparel414,680,457,700 in 2009 were 3.70489,452,515,470 million U.S. dollars. Answer: 3.70 million U.S. dollars.", "gt_answer": "3.70", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/ChartQA_PCG/two_col_82215.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in interest income between 2000 and 2019 for FDIC-insured commercial banks. Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The difference in interest income is 481.55 billion U.S. dollars 781,131,822,147 - 295.21 billion U.S. dollars 118,383,159,399, which equals to 186.34 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The interest income in 2000 was 295.21116,378,157,394 billion U.S. dollars and in 2019 it was 481.55780,129,821,146 billion U.S. dollars. The difference is 481.55 - 295.21 = 186.34 billion U.S. dollars.", "gt_answer": "The difference in interest income is 481.55 billion U.S. dollars 781,131,822,147 - 295.21 billion U.S. dollars 118,383,159,399, which equals to 186.34 billion U.S. dollars."} +{"image": ["imgs/Crello/output_poster190_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sentiment is expressed in 148,788,725,842 ?"}, {"role": "assistant", "content": "Hopeful"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "May the light be in your heart all year long", "gt_answer": "Hopeful", "necessary bbox": "[' May the light be in your heart all year long 148,788,725,842 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4651.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Atlanta Falcons first surpass 131, 275, 152, 288 million in revenue?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "2017"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue first surpassed 400131, 275, 152, 288 million in the year 2016755, 892, 780, 932 with a revenue of 359 million. Answer: 2016", "gt_answer": "2017", "necessary bbox": "[ '2017790, 894, 815, 934', '400131, 275, 152, 288']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60562.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents for whom '366,667,528,687' spending has increased on '225,536,251,552'?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "47%218,64,244,82"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "47%218,65,243,84", "gt_answer": "47%218,64,244,82", "necessary bbox": "[''My spending has increased'366,667,528,687', 'Food225,536,251,552', '47%218,64,244,82']"} +{"image": ["imgs/ChartQA_PCG/two_col_83433.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average friendliness score for the countries 168,846,208,905, 208,847,252,914, and 256,846,284,889? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The average score is calculated from scores 1 185,761,192,776, 1 226,761,233,776, and 3 268,658,275,674, resulting in (1 + 1 + 3) / 3 = 1.67."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average friendliness score for Uruguay, Argentina, and Brazil is calculated as follows: (1 + 1 + 3) / 3 = 2.", "gt_answer": "The average score is calculated from scores 1 185,761,192,776, 1 226,761,233,776, and 3 268,658,275,674, resulting in (1 + 1 + 3) / 3 = 1.67."} +{"image": ["imgs/CCMAIN/0041504.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the effective date of the acquisition of FreshPoint's Toronto operations? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "March 28, 2021678,247,793,259"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "March 28, 2021679,245,793,259", "gt_answer": "March 28, 2021678,247,793,259"} +{"image": ["imgs/ChartQA_PCG/two_col_3970.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the production output of 9, 302, 131, 313 in thousand metric tons?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "1.18 thousand metric tons"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The production output of Freeport-McMoRan*9, 302, 131, 313 is 1.25 thousand metric tons. Answer: 1.25", "gt_answer": "1.18 thousand metric tons", "necessary bbox": "['Freeport-McMoRan*9, 302, 131, 313']"} +{"image": ["imgs/ChartQA_PCG/53962594007840.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the highest government procurement percentage of GDP in 2015?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Slovakia213, 231, 284, 249"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Slovakia", "gt_answer": "Slovakia213, 231, 284, 249", "necessary bbox": "['Slovakia213, 231, 284, 249', '17.28906, 228, 956, 249']"} +{"image": ["imgs/ChartQA_PCG/two_col_62128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change for '263, 547, 430, 556'?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "42%891, 546, 926, 554"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "42%893, 546, 927, 555", "gt_answer": "42%891, 546, 926, 554", "necessary bbox": "['Theft from the person263, 547, 430, 556', '42%891, 546, 926, 554']"} +{"image": ["imgs/CCMAIN/0068306.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich dish includes both 612,648,667,664 and 665,645,721,664 in its preparation?"}, {"role": "assistant", "content": "Cosce Di Pollo Con Miele Ai Ferri"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Coscette Di Pollo Con Miele Ai Ferri", "gt_answer": "Cosce Di Pollo Con Miele Ai Ferri"} +{"image": ["imgs/Crello/output_poster898_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two artists are featured in the album according to 508,185,744,197?"}, {"role": "assistant", "content": "Inga Embardo and Jamie Collins"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Inga Embardo and Jamie Collins", "gt_answer": "Inga Embardo and Jamie Collins", "necessary bbox": "[' Featuring Inga Embardo and Jamie Collins. 508,185,744,197']"} +{"image": ["imgs/ChartQA_PCG/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the number of Chinese students studying in the U.S. from 2009/10 to 2019/20? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The trend shows a consistent increase in the number of Chinese students studying in the U.S. from 12762897,626,141,643 in 2009/1099,941,138,999 to 372532765,89,809,106 in 2019/20766,941,805,999."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of Chinese students studying in the U.S. increased steadily from 12762898,625,143,641 in 2009/10 to 372532765,89,809,106 in 2019/20.", "gt_answer": "The trend shows a consistent increase in the number of Chinese students studying in the U.S. from 12762897,626,141,643 in 2009/1099,941,138,999 to 372532765,89,809,106 in 2019/20766,941,805,999."} +{"image": ["imgs/CCMAIN/0125299.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the final turn when coming 615,498,720,521? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "LEFT664,601,700,617"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Turn LEFT663,549,701,572 into the parking lot.", "gt_answer": "LEFT664,601,700,617"} +{"image": ["imgs/ChartQA_PCG/two_col_40321.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which two categories does the percentage change the most? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The percentage change is largest between 250-349 442, 890, 488, 902 with 23% 452, 343, 477, 359 and 350-499 571, 890, 617, 902 with 34% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage changes the most between 250-349441,887,488,900 and 350-499572,887,619,900, with an increase from 23%452,343,478,359 to 34%.", "gt_answer": "The percentage change is largest between 250-349 442, 890, 488, 902 with 23% 452, 343, 477, 359 and 350-499 571, 890, 617, 902 with 34% ."} +{"image": ["imgs/ChartQA_PCG/multi_col_100907.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the percentage of both sexes with at least an upper secondary education for the age groups 192, 550, 239, 565 and 661, 550, 708, 565. Which group has a higher percentage? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The age group 25 to 34192, 550, 239, 565 has a higher percentage with 94% compared to 87% for the age group 55 to 64661, 550, 708, 565."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "For the age group 25 to 34192, 550, 239, 565, both sexes have 92%. For the age group 55 to 64661, 550, 708, 565, both sexes have 88%. The group 25 to 34192, 550, 239, 565 has a higher percentage.", "gt_answer": "The age group 25 to 34192, 550, 239, 565 has a higher percentage with 94% compared to 87% for the age group 55 to 64661, 550, 708, 565."} +{"image": ["imgs/CCMAIN/0239744.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sections apply to the 761,209,871,228 schools? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "sections 260B.001 to 260B.421117,210,364,227"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Sections 260B.001 to 260B.421184,210,360,227.", "gt_answer": "sections 260B.001 to 260B.421117,210,364,227"} +{"image": ["imgs/ChartQA_PCG/two_col_60414.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the growth rate in the year 518, 856, 552, 870?"}, {"role": "assistant", "content": "17.60%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "17.40%", "gt_answer": "17.60%", "necessary bbox": "['2016*518, 856, 552, 870', '17.60%']"} +{"image": ["imgs/CCMAIN/0144878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the power output of the 81,125,220,151 model?"}, {"role": "assistant", "content": "2.3KW"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2.3kW", "gt_answer": "2.3KW"} +{"image": ["imgs/ChartQA_PCG/two_col_23762.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the U.S. semiconductor exports reach their peak value?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2006380,900,406,940"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2006", "gt_answer": "2006380,900,406,940", "necessary bbox": "['2006380,900,406,940', '52.43']"} +{"image": ["imgs/CCMAIN/0000704.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy a quart of BBQ sauce and a pint of side orders? Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The cost of a Quart598,320,660,336 of BBQ sauce is $10.50773,316,840,339 and a pint395,515,435,538 of side orders is $7.50326,515,380,538. Adding these gives $10.50 + $7.50 = $18.00. Answer: $18.00"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The cost of a Quart597,316,658,340 of BBQ sauce is $10.50775,316,842,340 and a Pint597,289,640,313 of side orders is $7.50323,516,378,540. Adding these together gives $18.00. Answer: $18.00", "gt_answer": "The cost of a Quart598,320,660,336 of BBQ sauce is $10.50773,316,840,339 and a pint395,515,435,538 of side orders is $7.50326,515,380,538. Adding these gives $10.50 + $7.50 = $18.00. Answer: $18.00"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage sum of 257,851,404,877 and 659,753,777,779?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "51%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Rest of the world257,851,404,877 is 13.0% and for United States659,753,777,779 is 20.0%. Adding these gives 13.0% + 20.0% = 33.0%.\n\nAnswer: 33%", "gt_answer": "51%", "necessary bbox": "[' United States 659,753,777,779','18%377,399,432,429','13%347,573,403,597','26%526,369,585,399','13%417,705,473,733','\n2%375,649,422,675','Rest of the world257,851,404,877']"} +{"image": ["imgs/CCMAIN/0196557.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the status of the certified product? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Pareve442,295,482,313"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Pareve440,291,481,310", "gt_answer": "Pareve442,295,482,313"} +{"image": ["imgs/ChartQA_PCG/multi_col_60994.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 320,683,403,702 said they \n621,565,745,585?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "56%695,59,722,78"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "53%674,89,700,108", "gt_answer": "56%695,59,722,78", "necessary bbox": "['61 years and older599,682,707,702', 'I can imagine using it621,565,745,585', '56%695,59,722,78']"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of 183,595,368,611 per student for one visit a week? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document specifies that the beginning class full tuition183,595,368,611 is $125 per month per student387,595,582,611 for one visit a week612,595,722,611. Answer: $125 per month387,595,499,611"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the beginning class full tuition183,595,368,611 is $125 per month per student for one visit a week. Answer: $125", "gt_answer": "The document specifies that the beginning class full tuition183,595,368,611 is $125 per month per student387,595,582,611 for one visit a week612,595,722,611. Answer: $125 per month387,595,499,611"} +{"image": ["imgs/Crello/output_poster864_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the address mentioned in 727,213,864,289?"}, {"role": "assistant", "content": "2275 PINE ST"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "275 PINE ST", "gt_answer": "2275 PINE ST", "necessary bbox": "[' THIRD LEVEL\\n2275 PINE ST 727,213,864,289']"} +{"image": ["imgs/CCMAIN/0335298.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the most expensive single malt whisky on the 109,15,865,105?"}, {"role": "assistant", "content": "$16"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$16", "gt_answer": "$16"} +{"image": ["imgs/ChartQA_PCG/two_col_21371.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year in which the gross margin first exceeded 117,527,130,544 U.S. dollars and provide the amount. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The gross margin first exceeded 20 billion117,527,130,544 U.S. dollars in 2006475,942,501,995 with the amount of 21.19 billion U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The gross margin first exceeded 20117,527,130,544 billion U.S. dollars in 2006 with a value of 21.20 billion U.S. dollars.", "gt_answer": "The gross margin first exceeded 20 billion117,527,130,544 U.S. dollars in 2006475,942,501,995 with the amount of 21.19 billion U.S. dollars."} +{"image": ["imgs/CCMAIN/0219161.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen are clients and the community allowed to return to the DHHS offices? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "August 2, 202181,640,327,680"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "August 2, 202180,639,327,680", "gt_answer": "August 2, 202181,640,327,680"} +{"image": ["imgs/ChartQA_PCG/two_col_80796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the preliminary dumping margin for 631, 901, 791, 919?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "249.96%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The preliminary dumping margin for All other Chinese producers631, 901, 791, 919 is 249.96%685, 196, 739, 212. Answer: 249.96%", "gt_answer": "249.96%", "necessary bbox": "['249.96%685, 197, 737, 213', 'All other Chinese producers631, 901, 791, 919']"} +{"image": ["imgs/CCMAIN/0204867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich novel by Natsuo Kirino won the Mystery Writers of Japan Award? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Out297,347,323,361"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Out297,347,318,362", "gt_answer": "Out297,347,323,361"} +{"image": ["imgs/CCMAIN/0044506.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of melody is used in 'Mary Had a Baby'? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Unison or Solo Melody274,93,544,112"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Unison or Solo Melody274,93,541,112", "gt_answer": "Unison or Solo Melody274,93,544,112"} +{"image": ["imgs/ChartQA_PCG/multi_col_298.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Tiger Woods have the highest off-court earnings?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2008590, 550, 616, 595"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2007551, 556, 576, 602", "gt_answer": "2008590, 550, 616, 595", "necessary bbox": "['Off course576, 677, 635, 693', '109.60583, 301, 624, 319', '2008590, 550, 616, 595']"} +{"image": ["imgs/ChartQA_PCG/two_col_41210.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the education expenditure peak on the chart?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2010228, 830, 254, 870"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2010228, 830, 254, 870", "gt_answer": "2010228, 830, 254, 870", "necessary bbox": "['6.10%224, 149, 262, 166', '2010228, 830, 254, 870']"} +{"image": ["imgs/CCMAIN/0211786.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much yarn is needed for size 904,320,932,327? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "250\u2013300 g895,326,941,333"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "ca. 250-300 g879,324,939,332", "gt_answer": "250\u2013300 g895,326,941,333"} +{"image": ["imgs/CCMAIN/0139185.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The BRIGHTWATER HOMEOWNER'S ASSOCIATION223,54,754,69 is holding a BOARD OF DIRECTOR'S MEETING323,69,653,90 on Friday, June 18, 2021330,98,486,116 at 10:00 a.m.330,114,406,132. The meeting will be conducted via Microsoft Teams Video Conference Call360,130,653,148. The agenda includes establishing a quorum, conducting business, specifically the Appointment of Director to Fill Vacant Position330,269,696,288, and Adjournment268,296,375,312."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The BRIGHTWATER HOMEOWNER\u2019S ASSOCIATION223,50,754,71 is holding a BOARD OF DIRECTOR'S MEETING323,70,651,89 on Friday, June 18, 2021330,100,486,115, at 10:00 a.m.330,117,404,132 via Microsoft Teams Video Conference Call360,133,652,148. The agenda includes establishing quorum, discussing business, and appointing a director to fill a vacant position. The meeting will conclude with adjournment.", "gt_answer": "The BRIGHTWATER HOMEOWNER'S ASSOCIATION223,54,754,69 is holding a BOARD OF DIRECTOR'S MEETING323,69,653,90 on Friday, June 18, 2021330,98,486,116 at 10:00 a.m.330,114,406,132. The meeting will be conducted via Microsoft Teams Video Conference Call360,130,653,148. The agenda includes establishing a quorum, conducting business, specifically the Appointment of Director to Fill Vacant Position330,269,696,288, and Adjournment268,296,375,312."} +{"image": ["imgs/CCMAIN/0037204.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 46,371,153,393 for the service? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Luke 12:13-21205,393,287,416"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Luke 12:13-21", "gt_answer": "Luke 12:13-21205,393,287,416"} +{"image": ["imgs/CCMAIN/0094530.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 629,367,767,378 trip planned? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2 & 3 June887,367,938,380"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "June 2 & 3", "gt_answer": "2 & 3 June887,367,938,380"} +{"image": ["imgs/ChartQA_PCG/multi_col_20350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage of respondents who have a favorable opinion of James Corden?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "40%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total percentage of respondents who have a favorable opinion of James Corden is calculated by adding the percentages for \"Very favorable\" and \"Somewhat favorable\". For \"Very favorable\", it's 18%492, 476, 518, 497, and for \"Somewhat favorable\", it's 30%492, 476, 518, 497. Adding these gives 18% + 30% = 48%. Answer: 48%", "gt_answer": "40%", "necessary bbox": "[' 19% 422, 504, 447, 526', ' 21% 421, 409, 447, 431']"} +{"image": ["imgs/CCMAIN/0021162.png"], "messages": [{"role": "user", "content": "<|image|> \nWho has been elected as the new Chairman of the Board at 113,120,240,136?"}, {"role": "assistant", "content": "Dr. Gunnar Olsson, MD, Ph.D."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Dr. Gunnar Olsson, MD, Ph.D.", "gt_answer": "Dr. Gunnar Olsson, MD, Ph.D."} +{"image": ["imgs/ChartQA_PCG/two_col_41210.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the education expenditure 224, 149, 262, 166 on the chart?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2010228, 830, 254, 870"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2010228, 830, 254, 870", "gt_answer": "2010228, 830, 254, 870", "necessary bbox": "['6.10%224, 149, 262, 166', '2010228, 830, 254, 870']"} +{"image": ["imgs/ChartQA_PCG/two_col_104690.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in monetizable daily active users from 183, 915, 214, 964 to 866, 917, 899, 964?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "79 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The increase in monetizable daily active users from Q1 '17183, 915, 214, 964 to Q1 '21866, 917, 899, 964 was 79 million. Answer: 79 million.", "gt_answer": "79 million", "necessary bbox": "[\"Q1 '17183, 915, 214, 964\", '83193, 500, 208, 516', \"Q1 '21866, 917, 899, 964\", '162872, 136, 894, 152']"} +{"image": ["imgs/CCMAIN/0034251.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The WEEKLY UPDATE412,89,586,110 dated May 7, 2021448,106,550,127 informs residents and families that there are currently no confirmed cases of COVID-19671,182,760,192 in the facility. Additionally, there are no occupants in the COVID wing. Since the pandemic began, 2 residents and 13 staff members have tested positive. All residents and staff are tested twice a week according to the county's positivity rate. Updates and notifications of new cases will be provided on the website, and individuals will be contacted if a loved one shows symptoms or tests positive. For questions, contact 254-559-3386640,384,751,405."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a WEEKLY UPDATE413,89,585,109 dated May 7, 2021446,106,552,126, addressed to residents and families regarding COVID-19 status in the facility. As of today, there are no confirmed cases of COVID-19, and no occupants are on the COVID wing. A total of 2 residents581,228,668,248 and 13 staff members708,228,847,248 have tested positive since the pandemic began. Testing occurs twice a week for all residents and staff based on the county's positivity rate. Updates will be posted on the website, and notifications will be sent for new cases. For questions, contact Kasha Smith117,504,218,524 at 254-559-3386641,386,752,406.", "gt_answer": "The WEEKLY UPDATE412,89,586,110 dated May 7, 2021448,106,550,127 informs residents and families that there are currently no confirmed cases of COVID-19671,182,760,192 in the facility. Additionally, there are no occupants in the COVID wing. Since the pandemic began, 2 residents and 13 staff members have tested positive. All residents and staff are tested twice a week according to the county's positivity rate. Updates and notifications of new cases will be provided on the website, and individuals will be contacted if a loved one shows symptoms or tests positive. For questions, contact 254-559-3386640,384,751,405."} +{"image": ["imgs/Crello/output_poster2069_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many tips are provided for speeding up bone fracture healing?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 10 297,107,640,254 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 10 305,106,642,260 ", "gt_answer": " 10 297,107,640,254 ", "necessary bbox": "[' 10 297,107,640,254 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_103789.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of all ADEs due to 413,264,499,270 compared to 407,302,498,311? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " Hormones 413,264,499,270 account for 13.30% of all ADEs, which is slightly higher compared to Analgesics 407,302,498,311 at 13.10% ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of all ADEs due to Antibiotics and anti-infectives241,147,503,156 is 21.80%, while for Analgesics407,302,498,311, it is 13.10%.", "gt_answer": " Hormones 413,264,499,270 account for 13.30% of all ADEs, which is slightly higher compared to Analgesics 407,302,498,311 at 13.10% ."} +{"image": ["imgs/CCMAIN/0050867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the dates for the 171,39,373,66 event in Silvaplana/Switzerland?"}, {"role": "assistant", "content": "13 - 22.08.2021"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "13. - 22.08.2021", "gt_answer": "13 - 22.08.2021"} +{"image": ["imgs/CCMAIN/0323469.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 2019 Final Score for Students with Disabilities? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The table shows that the 2019 Final Score654,571,789,589 for Students with Disabilities240,705,396,720 is 2.15778,705,803,720. Answer: 2.15778,705,803,720"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The table shows that the 2019 Final Score for Students with Disabilities238,706,395,719 is 2.15778,706,804,719, which is an increase from the previous year. Answer: 2.15778,706,804,719", "gt_answer": "The table shows that the 2019 Final Score654,571,789,589 for Students with Disabilities240,705,396,720 is 2.15778,705,803,720. Answer: 2.15778,705,803,720"} +{"image": ["imgs/ChartQA_PCG/multi_col_40349.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Muslims wanted to remain?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "70%335,87,361,105"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "70%338, 85, 364, 104", "gt_answer": "70%335,87,361,105", "necessary bbox": "['Remain482,723,523,739', 'Muslim335,582,373,597', '70%335,87,361,105']"} +{"image": ["imgs/CCMAIN/0219161.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen are 240,609,606,642 allowed to return to the DHHS offices? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that clients & community240,609,606,642 can return on August 2, 202181,640,327,680, and they must have an appointment. Answer: August 2, 202181,640,327,680"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that clients & community240,609,606,642 must have an appointment to return to the DHHS offices starting on August 2, 202180,639,327,680. Answer: August 2, 202180,639,327,680", "gt_answer": "The document specifies that clients & community240,609,606,642 can return on August 2, 202181,640,327,680, and they must have an appointment. Answer: August 2, 202181,640,327,680"} +{"image": ["imgs/Crello/output_poster753_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is attributed to the quote in 63,167,566,251, 63,451,276,567, and 63,331,342,387?"}, {"role": "assistant", "content": " Giorgio Armani "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Giorgio Armani", "gt_answer": " Giorgio Armani ", "necessary bbox": "[' Giorgio Armani 622,851,832,891']"} +{"image": ["imgs/Crello/output_poster1499_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the model mentioned in the poster? Provide a direct answer and include the answer's bounding box if available.Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " Felicia rochester 144,238,365,257 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Felicia Rochester 143,236,365,257 ", "gt_answer": " Felicia rochester 144,238,365,257 ", "necessary bbox": "[' Felicia rochester 144,238,365,257 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_82781.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of 582, 972, 619, 984 for 165, 233, 255, 248?"}, {"role": "assistant", "content": "1792"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1798", "gt_answer": "1792", "necessary bbox": "['Steals582, 972, 619, 984', 'Scottie Pippen165, 233, 255, 248', '1792']"} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the temperature threshold mentioned in 49,463,244,639 for fever as a symptom of COVID-19? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The temperature threshold mentioned for fever as a symptom of COVID-19 is 100.4\u00baF or higher. This is indicated in the text segment fever (100.4\u00baF or higher)132,532,177,550."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The temperature threshold mentioned is 100.4\u00b0F or higher, as indicated in the text fever (100.4^{\\circ}\\mathrm{F} or higher)98,532,227,551.", "gt_answer": "The temperature threshold mentioned for fever as a symptom of COVID-19 is 100.4\u00baF or higher. This is indicated in the text segment fever (100.4\u00baF or higher)132,532,177,550."} +{"image": ["imgs/CCMAIN/0090742.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the dimensions of the base plate used in 54,170,180,188? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "3.5\" x 6\"300,575,355,592"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3.5\" x 6\"302,574,358,592", "gt_answer": "3.5\" x 6\"300,575,355,592"} +{"image": ["imgs/Crello/output_poster1276_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Make friends with nature"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the prominent text ' Nature 562,614,789,719 '. Answer: Nature", "gt_answer": "Make friends with nature", "necessary bbox": "[' Make 610,199,679,243 ', ' friends 546,356,779,467 ', ' with 606,479,677,529 ', ' Nature 563,609,788,715 ']"} +{"image": ["imgs/Crello/output_poster1587_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of food or culinary theme is being promoted for St. Patrick's Day according to the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The poster promotes ' IRISH APPETIZERS FOR ST. PATRICK\u2019S DAY 104,787,456,819 ', highlighting a culinary theme of Irish appetizers."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster promotes 'IRISH APPETIZERS' for St. Patrick's Day, as indicated by the text ' IRISH APPETIZERS\nFOR ST. PATRICK\u2019S DAY 103,786,456,819 '.", "gt_answer": "The poster promotes ' IRISH APPETIZERS FOR ST. PATRICK\u2019S DAY 104,787,456,819 ', highlighting a culinary theme of Irish appetizers."} +{"image": ["imgs/CCMAIN/0099433.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the next scheduled meeting after the cancellation? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Monday, October 21, 2013578,181,818,199"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Monday, October 21, 2013579,180,819,201", "gt_answer": "Monday, October 21, 2013578,181,818,199"} +{"image": ["imgs/CCMAIN/0193097.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the district pays for dental insurance for employees and their families according to 111,133,876,668? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "According to the document, the district pays '100%' for employee dental insurance and '50%' for spouse and family dental insurance, as specified in the section 'Dental Insurance \u2013 Employee - 100\\%368,309,411,325 District Paid, Spouse & Family - 50\\%643,309,679,325 District Paid (Delta Dental Premier)'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 111,133,876,668, the district pays 100% for dental insurance for employees and 50% for their spouses and families. This is specified in the span: Dental Insurance \u2013 Employee - 100\\% District Paid, Spouse & Family - 50\\% District Paid (Delta Dental Premier)146,307,820,327.", "gt_answer": "According to the document, the district pays '100%' for employee dental insurance and '50%' for spouse and family dental insurance, as specified in the section 'Dental Insurance \u2013 Employee - 100\\%368,309,411,325 District Paid, Spouse & Family - 50\\%643,309,679,325 District Paid (Delta Dental Premier)'."} +{"image": ["imgs/ChartQA_PCG/two_col_22160.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined market share of TPG and iiNet?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "26.7%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The market share of TPG is 11.60%295, 637, 343, 651 and the market share of iiNet is 15.10%348, 487, 397, 501. Combined, they have a market share of 11.60% + 15.10% = 26.70%. Answer: 26.70%", "gt_answer": "26.7%", "necessary bbox": "['11.60%294, 639, 342, 653', '15.10%352, 487, 400, 501']"} +{"image": ["imgs/CCMAIN/0185979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the size of the 359,383,429,408 in SUITE 49? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "15'-1\" X 13'-1\"363,412,428,429"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "15'-1\" X 13'-1\"362,408,431,427", "gt_answer": "15'-1\" X 13'-1\"363,412,428,429"} +{"image": ["imgs/Crello/output_poster2266_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat sentiment does the quote express towards New York? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The quote expresses a sentiment of love and belonging towards New York, even if it doesn't belong to the person. This is evident from the text 'I love New York, even though it isn\u2019t mine,\nthe way something has to be, a tree or a\nstreet or a house, something, anyway, that\nbelongs to me because I belong to it.269,206,654,383'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The quote expresses a deep affection and connection to New York, as indicated by the text ' I love New York, even though it isn\u2019t mine, the way something has to be, a tree or a street or a house, something, anyway, that belongs to me because I belong to it. 264,199,657,380 '.", "gt_answer": "The quote expresses a sentiment of love and belonging towards New York, even if it doesn't belong to the person. This is evident from the text 'I love New York, even though it isn\u2019t mine,\nthe way something has to be, a tree or a\nstreet or a house, something, anyway, that\nbelongs to me because I belong to it.269,206,654,383'."} +{"image": ["imgs/CCMAIN/0183186.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many threads per inch does a screw size 6 have? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The table shows that a screw size 699,332,107,346 has 18239,332,253,346 threads per inch. Answer: 18239,332,253,346"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The table lists the Threads per inch178,302,311,319 for each screw size. For size 6, it is 18240,334,255,346. Answer: 18240,334,255,346", "gt_answer": "The table shows that a screw size 699,332,107,346 has 18239,332,253,346 threads per inch. Answer: 18239,332,253,346"} +{"image": ["imgs/CCMAIN/0187712.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total cost for the 619,146,743,161 training? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$1520336,714,382,728"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$1520336,714,382,729", "gt_answer": "$1520336,714,382,728"} +{"image": ["imgs/ChartQA_PCG/two_col_104308.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people selected 'No, and I don't plan to'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "73.0%367, 367, 423, 393"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "73.0%364, 369, 420, 395", "gt_answer": "73.0%367, 367, 423, 393", "necessary bbox": "[\"No, and I don't plan to126, 261, 319, 293\", '73.0%367, 367, 423, 393']"} +{"image": ["imgs/Crello/output_poster920_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of competitions are mentioned in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Barista competitions 432,321,581,351 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Barista competitions 435,321,586,347 ", "gt_answer": " Barista competitions 432,321,581,351 ", "necessary bbox": "[' Barista competitions 432,321,581,351 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_102330.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the monthly sales of cannabis in Canada in 685, 885, 718, 937?"}, {"role": "assistant", "content": "6.27"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6.27", "gt_answer": "6.27", "necessary bbox": "[\"Apr '20685, 885, 718, 937\", '6.27689, 322, 715, 338']"} +{"image": ["imgs/CCMAIN/0196557.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the K-ID for Coffee Caramel Balls? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The table in the document lists the K-ID359,263,390,285 for Coffee Caramel Balls37,295,156,313 as RTW-CQCK359,295,428,313. Answer: RTW-CQCK359,295,428,313"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The K-ID for Coffee Caramel Balls is listed as RTW-CQCK353,291,424,312 in the document. Answer: RTW-CQCK353,291,424,312", "gt_answer": "The table in the document lists the K-ID359,263,390,285 for Coffee Caramel Balls37,295,156,313 as RTW-CQCK359,295,428,313. Answer: RTW-CQCK359,295,428,313"} +{"image": ["imgs/Crello/output_poster2173_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned in the proposal?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " SEPTEMBER 01 231,311,397,324 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SEPTEMBER 01 226,314,402,328 ", "gt_answer": " SEPTEMBER 01 231,311,397,324 ", "necessary bbox": "[' SEPTEMBER 01 231,311,397,324 ']"} +{"image": ["imgs/CCMAIN/0056515.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 3\" Round - bag of 40 electrodes? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the 3\" Round - bag of 40 electrodes under the PRODUCTS section with a Price778,787,818,801 of $52.50789,856,834,869. Answer: $52.50789,856,834,869"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price of the 3\u201d Round - bag of 40 electrodes319,856,529,870 as $52.50790,856,835,870. Answer: $52.50790,856,835,870", "gt_answer": "The document lists the 3\" Round - bag of 40 electrodes under the PRODUCTS section with a Price778,787,818,801 of $52.50789,856,834,869. Answer: $52.50789,856,834,869"} +{"image": ["imgs/ChartQA_PCG/two_col_4223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people responded with '570,855,601,883'?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "12.7%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "12.7%508,703,564,729. Answer: 12.7%", "gt_answer": "12.7%", "necessary bbox": "['12.7%508,713,563,739','Yes570,855,601,883']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of females with at least one tattoo in 2012?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "23%628, 174, 654, 192"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "23%629, 174, 655, 192", "gt_answer": "23%628, 174, 654, 192", "necessary bbox": "['23%628, 174, 654, 192']"} +{"image": ["imgs/Crello/output_poster1776_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the sponsors of the event mentioned in 52,947,882,961?"}, {"role": "assistant", "content": "Wellington Community and Melbourne Foundation"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Wellington Community and Melbourne Foundation", "gt_answer": "Wellington Community and Melbourne Foundation", "necessary bbox": "['SPONSORED BY WELLINGTON COMMUNITY AND MELBOURNE FOUNDATION52,947,882,961']"} +{"image": ["imgs/Crello/output_poster1093_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the slogan related to the event in 166,654,341,810?"}, {"role": "assistant", "content": " GOING GREEN IS EASY "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Going Green is Easy", "gt_answer": " GOING GREEN IS EASY ", "necessary bbox": "[' GOING GREEN IS EASY 166,654,341,810']"} +{"image": ["imgs/CCMAIN/0250592.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is 153,161,387,200 donating for each petition signed?"}, {"role": "assistant", "content": "$1"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$1", "gt_answer": "$1"} +{"image": ["imgs/ChartQA_PCG/multi_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the votes would 455, 760, 579, 780 get against 348, 606, 458, 626?"}, {"role": "assistant", "content": "40%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "54%", "gt_answer": "40%", "necessary bbox": "['Obama vs Gingrich348, 606, 458, 626', 'Republican candidate455, 760, 579, 780', '40%402, 211, 429, 229']"} +{"image": ["imgs/ChartQA_PCG/two_col_5289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich state has the second highest number of Ross Stores, Inc.?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Texas with 260 stores"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The state with the second highest number of Ross Stores, Inc. is Texas with 260631,159,658,163 stores.\n\nAnswer: Texas", "gt_answer": "Texas with 260 stores", "necessary bbox": "['Texas216,161,254,165', '260632,160,658,165']"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the preparation style of the 235,553,457,571 according to the menu? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The preparation style of the SCALLOP TEMPURA235,553,457,571 is Japanese style tempura with scallops and mixed vegetables that are lightly battered and flash fried, served with a special dipping sauce."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The preparation style of the SCALLOP TEMPURA235,553,457,571 is described as Japanese style tempura scallops with mix vegetables lightly battered and flash fried, served with special dipping sauce.", "gt_answer": "The preparation style of the SCALLOP TEMPURA235,553,457,571 is Japanese style tempura with scallops and mixed vegetables that are lightly battered and flash fried, served with a special dipping sauce."} +{"image": ["imgs/Crello/output_poster1576_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can you find more recipes according to the poster?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " chefhelenblog.us 275,885,554,903 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " chefhelenblog.us 275,886,553,904 ", "gt_answer": " chefhelenblog.us 275,885,554,903 ", "necessary bbox": "[' chefhelenblog.us 275,885,554,903 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_60550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had the least number of social shares in 2016?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Cadbury734, 887, 782, 907"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Cadbury735,886,781,904", "gt_answer": "Cadbury734, 887, 782, 907", "necessary bbox": "['Cadbury734, 887, 782, 907', '4.08745, 743, 771, 762']"} +{"image": ["imgs/ChartQA_PCG/two_col_101214.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which period did Montana experience a decline in per capita real GDP from one year to the next? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Montana experienced a decline in per capita real GDP from 2007 418,870,442,916 with 41856 412,321,452,339 to 2008 455,871,481,916 with 41132 448,366,489,385, and again from 2008 455,871,481,916 to 2009 492,871,518,916 with 39978 486,440,526,459."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Montana experienced a decline in per capita real GDP from 41856 412,322,453,341 in 2007 419,870,443,916 to 40340 375,419,416,438 in 2006 382,870,407,916.", "gt_answer": "Montana experienced a decline in per capita real GDP from 2007 418,870,442,916 with 41856 412,321,452,339 to 2008 455,871,481,916 with 41132 448,366,489,385, and again from 2008 455,871,481,916 to 2009 492,871,518,916 with 39978 486,440,526,459."} +{"image": ["imgs/CCMAIN/0225707.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did the person play in the development of the web app mentioned in 398,578,964,763? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The person worked alongside two other developers to build a web app that allowed designers to add image recognition to their projects using Django on the back-end and Vue on the front-end. This is detailed in the span Worked alongside two other developers to build a web app that allowed designers to add image recognition to their projects using Django on the back-end and Vue on the front-end425,613,949,660."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The person acted as the point of contact for all critical errors for 3 major client projects and reduced the time to fix those critical errors by 14%. This is supported by the span Acted as the point of contact for all critical errors for 3 major client projects and reduced the time to fix those critical errors by 14%425,664,907,680.", "gt_answer": "The person worked alongside two other developers to build a web app that allowed designers to add image recognition to their projects using Django on the back-end and Vue on the front-end. This is detailed in the span Worked alongside two other developers to build a web app that allowed designers to add image recognition to their projects using Django on the back-end and Vue on the front-end425,613,949,660."} +{"image": ["imgs/ChartQA_PCG/two_col_3615.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value of the gamification market in US dollars in 623, 877, 657, 890?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "11.94623, 153, 656, 169"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11.94623, 152, 656, 168", "gt_answer": "11.94623, 153, 656, 169", "necessary bbox": "['11.94623, 153, 656, 169', '2021*623, 877, 657, 890']"} +{"image": ["imgs/Crello/output_poster231_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat website can you visit for more information regarding the business suits in the advertisement? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "You can visit ' www.siutsforyou.eu 903,42,939,211 ' for more information regarding the business suits in the advertisement."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "You can visit ' www.suitsforyou.eu 906,47,935,210 ' for more information.", "gt_answer": "You can visit ' www.siutsforyou.eu 903,42,939,211 ' for more information regarding the business suits in the advertisement."} +{"image": ["imgs/ChartQA_PCG/two_col_81754.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the lowest operating income recorded?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 2006 306, 932, 332, 972"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2006305,931,331,971", "gt_answer": " 2006 306, 932, 332, 972", "necessary bbox": "[' 2.50 ', ' 2006 306, 932, 332, 972']"} +{"image": ["imgs/ChartQA_PCG/two_col_63168.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the market value in billion U.S. dollars in 693,914,726,926?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "672700,142,722,158"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "672701,139,724,156", "gt_answer": "672700,142,722,158", "necessary bbox": "['2017697,914,725,926', '672700,142,722,158']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40258.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the average salaries between Median and Mean in Western Europe and identify which one is higher. Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "In Western Europe, the Mean salary of 52.13820,152,854,171 is higher than the Median salary of 44850,212,866,229."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In Western Europe, the average salary is 52.13819, 149, 852, 168 (Mean) and 44850, 211, 865, 229 (Median). The Mean is higher.", "gt_answer": "In Western Europe, the Mean salary of 52.13820,152,854,171 is higher than the Median salary of 44850,212,866,229."} +{"image": ["imgs/CCMAIN/0094765.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the hymn '136,382,429,396' by? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "The hymn 'In the Presence (of a Holy God)136,382,429,396' is attributed to Mark Altrogge453,382,590,396, as mentioned in the document. Answer: Mark Altrogge453,382,590,396"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that the hymn 'In the Presence (of a Holy God)136,382,429,396' is by Mark Altrogge, as indicated in the section about the hymn. Answer: Mark Altrogge450,382,591,396", "gt_answer": "The hymn 'In the Presence (of a Holy God)136,382,429,396' is attributed to Mark Altrogge453,382,590,396, as mentioned in the document. Answer: Mark Altrogge453,382,590,396"} +{"image": ["imgs/ChartQA_PCG/two_col_158.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had the second highest revenue in 2019?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Michelin (France) 234, 407, 340, 421"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Michelin (France)234, 408, 341, 420", "gt_answer": " Michelin (France) 234, 407, 340, 421", "necessary bbox": "['Revenue in billion U.S. dollars537, 962, 723, 974', 'Michelin (France)234, 407, 340, 421', '26.55870, 405, 906, 419', 'Bridgestone (Japan)217, 222, 340, 237', '27.23883, 219, 919, 234']"} +{"image": ["imgs/CCMAIN/0044086.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the validity period of the 185,61,807,128?"}, {"role": "assistant", "content": "2019-09-14 to 2022-09-13"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "From 2019-09-14 to 2022-09-13.", "gt_answer": "2019-09-14 to 2022-09-13"} +{"image": ["imgs/Crello/output_poster1615_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "Get serious start business"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the prominent text ' Start business 118,507,356,574 '. Answer: Start business", "gt_answer": "Get serious start business", "necessary bbox": "[' Get Serious 117,428,235,469 ', ' Start Business 117,510,355,573 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60912.png"], "messages": [{"role": "user", "content": "<|image|> \nHow has the population gap between male and female evolved from 2009 to 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "In 2009, the population gap was 0.02 million ( 5.27 119,488,149,506 million females, 5.25 119,502,149,520 million males). By 2019, the gap increased to 0.10 million ( 5.90 812,52,841,71 million females, 5.80 812,121,841,139 million males)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the female population was 5.25120,503,148,522 million and the male population was 5.27 million, resulting in a gap of 0.02 million. By 2019, the female population increased to 5.90810,52,839,71 million and the male population to 5.80810,121,839,139 million, closing the gap to 0.10 million.", "gt_answer": "In 2009, the population gap was 0.02 million ( 5.27 119,488,149,506 million females, 5.25 119,502,149,520 million males). By 2019, the gap increased to 0.10 million ( 5.90 812,52,841,71 million females, 5.80 812,121,841,139 million males)."} +{"image": ["imgs/ChartQA_PCG/two_col_82166.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the lowest sales volume?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2010205,959,233,999"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2010203,957,231,997", "gt_answer": "2010205,959,233,999", "necessary bbox": "['220064', '2010205,959,233,999']"} +{"image": ["imgs/Crello/output_poster748_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many clicks are needed to complete a payment according to the text with bbox 436,642,806,670?"}, {"role": "assistant", "content": "3"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3 clicks", "gt_answer": "3", "necessary bbox": "['Order online & pay in 3 clicks436,642,806,670']"} +{"image": ["imgs/ChartQA_PCG/two_col_63168.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the market value in billion U.S. dollars in 699,133,725,156?"}, {"role": "assistant", "content": "672"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "672 billion U.S. dollars.", "gt_answer": "672", "necessary bbox": "['2017697,914,725,926', '672700,142,722,158']"} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the authors of the paper titled 'Reduced Buffering Solution for Multi-Hop HaRTES Switched Ethernet Networks' as mentioned in 510,811,940,924? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The authors of the paper titled 'Reduced Buffering Solution for Multi-Hop HaRTES Switched Ethernet Networks' as mentioned in 510,811,940,924 are M. Ashjaei, M. Behnam et al. This is confirmed by the span M. Ashjaei, M. Behnam et al.543, 840, 938, 848."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The authors of the paper titled 'Reduced Buffering Solution for Multi-Hop HaRTES Switched Ethernet Networks' are M. Ashjaei, M. Behnam, and T. Steinbach, as mentioned in M. Ashjaei, M. Behnam et al. \u201cReduced Buffering Solution for Multi-Hop HaRTES Switched543,812,940,822.", "gt_answer": "The authors of the paper titled 'Reduced Buffering Solution for Multi-Hop HaRTES Switched Ethernet Networks' as mentioned in 510,811,940,924 are M. Ashjaei, M. Behnam et al. This is confirmed by the span M. Ashjaei, M. Behnam et al.543, 840, 938, 848."} +{"image": ["imgs/ChartQA_PCG/multi_col_100196.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of new million-dollar app publishers in 2018?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "252"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of new million-dollar app publishers in 2018 is the sum of those from the App Store and Google Play. The App Store had 164743, 81, 765, 99 and Google Play had 88799, 274, 814, 292. Therefore, the total is 164 + 88 = 252. Answer: 252", "gt_answer": "252", "necessary bbox": "['164742, 82, 764, 101', '88796, 272, 811, 291']"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 118,276,303,298? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The menu lists the price of the Supreme Pizza118,276,303,298 as 26.95793,321,842,343. Answer: 26.95793,321,842,343"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the Supreme Pizza118,276,303,298 with a price of 26.95790,321,840,346, which includes a variety of toppings. Answer: 26.95790,321,840,346", "gt_answer": "The menu lists the price of the Supreme Pizza118,276,303,298 as 26.95793,321,842,343. Answer: 26.95793,321,842,343"} +{"image": ["imgs/ChartQA_PCG/two_col_42998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich social media platform has the second highest number of users?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Instagram 103, 273, 159, 287"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Instagram103,271,160,284", "gt_answer": " Instagram 103, 273, 159, 287", "necessary bbox": "[' Instagram 103, 273, 159, 287', ' 27.70 ']"} +{"image": ["imgs/CCMAIN/0090255.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 76,516,203,530 mentioned in the document? Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document includes a specific copyright code76,516,203,530 at the end, which is 2bc09112e06af93b2136df43d7c57116214,516,542,530, indicating the unique identifier for the document's copyright. Answer: 2bc09112e06af93b2136df43d7c57116214,516,542,530"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides a specific copyright code76,516,203,530 at the end, which is 2bc09112e06af93b2136df43d7c57116. Answer: 2bc09112e06af93b2136df43d7c57116", "gt_answer": "The document includes a specific copyright code76,516,203,530 at the end, which is 2bc09112e06af93b2136df43d7c57116214,516,542,530, indicating the unique identifier for the document's copyright. Answer: 2bc09112e06af93b2136df43d7c57116214,516,542,530"} +{"image": ["imgs/ChartQA_PCG/two_col_62474.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween Q1 2019 and Q3 2019, by how much did MercadoLibre's net revenue increase, and which quarters does it impact the most? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Between Q1 2019 and Q3 2019, MercadoLibre's net revenue increased from 473.77644, 497, 685, 513 million to 603698, 415, 720, 432 million U.S. dollars, showing the most significant increase in Q3 2019."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Between Q1 2019 and Q3 2019, the net revenue increased by 174.68 million U.S. dollars. The most significant increase occurred in Q3 2019 with an increase of 151.78 million U.S. dollars from 603695,407,717,423 to 754.87690,392,730,408.", "gt_answer": "Between Q1 2019 and Q3 2019, MercadoLibre's net revenue increased from 473.77644, 497, 685, 513 million to 603698, 415, 720, 432 million U.S. dollars, showing the most significant increase in Q3 2019."} +{"image": ["imgs/CCMAIN/0274166.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document announces two postdoc positions at the UNSW Climate Change Research Centre (CCRC)120,135,472,148 in Sydney, Australia. The first position involves working on an ARC-funded project501,364,648,377 to study extreme wind gusts in Australia, using meteorological data and simulations. The second position focuses on the Community Atmosphere Biosphere Land Exchange (CABLE)256,507,698,520 land model, part of the Australian Community Climate and Earth Simulator (ACCESS)365,523,819,536 model, in collaboration with the ARC Centre of Excellence for Climate Extremes401,539,749,552, CSIRO758,539,803,552, and the Bureau of Meteorology120,555,295,568. The document also reminds readers about the MODSIM2021599,158,705,171 submissions and registrations."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The UNSW Climate Change Research Centre (CCRC) in Sydney, Australia, has two postdoctoral positions available. The first position involves working on an ARC-funded project501,364,648,377 to understand and predict extreme wind gusts in Australia, using meteorological data and simulations. The second position focuses on the development of the Community Atmosphere Biosphere Land Exchange (CABLE) land model, which is part of the Australian Community Climate and Earth Simulator (ACCESS) model. Applications for both positions are open, and submissions can be sent to office@mssanz.org.au636,205,803,218.", "gt_answer": "The document announces two postdoc positions at the UNSW Climate Change Research Centre (CCRC)120,135,472,148 in Sydney, Australia. The first position involves working on an ARC-funded project501,364,648,377 to study extreme wind gusts in Australia, using meteorological data and simulations. The second position focuses on the Community Atmosphere Biosphere Land Exchange (CABLE)256,507,698,520 land model, part of the Australian Community Climate and Earth Simulator (ACCESS)365,523,819,536 model, in collaboration with the ARC Centre of Excellence for Climate Extremes401,539,749,552, CSIRO758,539,803,552, and the Bureau of Meteorology120,555,295,568. The document also reminds readers about the MODSIM2021599,158,705,171 submissions and registrations."} +{"image": ["imgs/Crello/output_poster1172_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the welcoming phrase used in the invitation at 163,723,491,755?"}, {"role": "assistant", "content": " Welcome space! "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "WELCOME SPACE!", "gt_answer": " Welcome space! ", "necessary bbox": "[' Welcome space! 163,723,491,755']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100574.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents in Ukraine are 451,647,544,667?"}, {"role": "assistant", "content": "11%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "12%", "gt_answer": "11%", "necessary bbox": "['11%']"} +{"image": ["imgs/CCMAIN/0291239.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich show is scheduled at 5:00 PM on Thursday? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Democracy Now!620,728,724,745"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "The Sarah Mae Show620,761,723,785", "gt_answer": "Democracy Now!620,728,724,745"} +{"image": ["imgs/CCMAIN/0171214.png"], "messages": [{"role": "user", "content": "<|image|> \nWho requested that there be no public services? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Seth56,369,106,383"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Seth308,317,356,335", "gt_answer": "Seth56,369,106,383"} +{"image": ["imgs/CCMAIN/0071947.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 73,274,163,290 for runners? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "According to the document, the ENTRY FEE73,274,163,290 section states that Runners FREE185,273,293,290, indicating that there is no charge for runners to participate. Answer: FREE249,274,293,290"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the ENTRY FEE73,274,163,290 for runners is FREE250,274,292,290, making it accessible to all participants. Answer: Runners FREE.185,274,292,290", "gt_answer": "According to the document, the ENTRY FEE73,274,163,290 section states that Runners FREE185,273,293,290, indicating that there is no charge for runners to participate. Answer: FREE249,274,293,290"} +{"image": ["imgs/CCMAIN/0130958.png"], "messages": [{"role": "user", "content": "<|image|> \nWho helped debut 460,198,670,218 feature? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Rick Stuart of Holmen High School117,235,394,254"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Rick Stuart of Holmen High School117,236,395,254", "gt_answer": "Rick Stuart of Holmen High School117,235,394,254"} +{"image": ["imgs/CCMAIN/0270143.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the limit for 691,441,818,456 under the commercial general liability coverage?"}, {"role": "assistant", "content": "$2,000,000"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$2,000,000", "gt_answer": "$2,000,000"} +{"image": ["imgs/Crello/output_poster898_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the artist of the new studio album? Give grounding and detailed answer."}, {"role": "assistant", "content": "The artist of the new studio album is Laila Woods, as mentioned in ' New studio album by Laila Woods 509,147,766,164'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The artist is Laila Woods 516,148,763,209 .", "gt_answer": "The artist of the new studio album is Laila Woods, as mentioned in ' New studio album by Laila Woods 509,147,766,164'."} +{"image": ["imgs/Crello/output_poster1057_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I join the event without registration?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Registration\nrequired 435,872,541,906 ' indicates that registration is required. Answer: No", "gt_answer": "No", "necessary bbox": "[' Registration\\nrequired 431,875,545,908 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_40229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the second most Instagram followers after 203, 155, 274, 167?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "zalando.se"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand with the second most Instagram followers is zalando.se201, 230, 274, 246 with 460135489, 228, 541, 243 followers. Answer: zalando.se", "gt_answer": "zalando.se", "necessary bbox": "['zalando.se201, 229, 274, 241', '460135489, 227, 543, 241', 'na-kd.com203, 155, 274, 167', '1413640916, 153, 977, 166']"} +{"image": ["imgs/Crello/output_poster744_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long is the sale available?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "2 days"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sale duration is specified as ' ONLY 2 DAYS 201,498,496,553 '. Answer: ONLY 2 DAYS", "gt_answer": "2 days", "necessary bbox": "[' ONLY 2 DAYS 199,502,499,553 ']"} +{"image": ["imgs/ChartQA_PCG/87738735021629.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the energy intensity of a domestic flight in 1960?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "1.57869, 652, 911, 674"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1.57869, 654, 909, 675", "gt_answer": "1.57869, 652, 911, 674", "necessary bbox": "['Domestic flight321, 656, 470, 679', '1.57869, 652, 911, 674']"} +{"image": ["imgs/ChartQA_PCG/two_col_6419.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category has the largest retail share?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Other"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The category with the largest retail share is labeled as Other269,731,320,757. The percentage for this category is 34.0%378,641,434,667, which is the highest among all categories.\n\nAnswer: Other", "gt_answer": "Other", "necessary bbox": "['Other273,719,324,745', '34.0%379,645,435,671']"} +{"image": ["imgs/ChartQA_PCG/two_col_40512.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year during which the ratio of professional and administrative staff to lawyers reached exactly 83, 396, 106, 411. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The ratio reached 1.0083, 396, 106, 411 in 2008331, 856, 357, 900."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The ratio reached 1.00 in 2008333, 854, 359, 899.", "gt_answer": "The ratio reached 1.0083, 396, 106, 411 in 2008331, 856, 357, 900."} +{"image": ["imgs/ChartQA_PCG/multi_col_695.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the percentage of respondents who are 573,660,658,676 370,532,407,552 and 824,532,878,548. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "For Angels 370,532,407,552, the percentage of respondents who are Not sure about 573,660,658,676 is 12% 394,430,420,449, while for The Devil 824,532,878,548, it is also 12% 854,430,880,449."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who are Not sure about573,660,658,676 Angels370,532,407,548 is 12%, while for The Devil824,532,878,548, it is 12%854,439,880,458.", "gt_answer": "For Angels 370,532,407,552, the percentage of respondents who are Not sure about 573,660,658,676 is 12% 394,430,420,449, while for The Devil 824,532,878,548, it is also 12% 854,430,880,449."} +{"image": ["imgs/Crello/output_poster908_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brands are mentioned in the text box with coordinates 464,694,687,731?"}, {"role": "assistant", "content": "FLACCIO, GROOVLA, OISON, KISNAO, BLANEIGE"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "FLACCO, GROOVLA, OISON, KISNAO, BLANEIGE", "gt_answer": "FLACCIO, GROOVLA, OISON, KISNAO, BLANEIGE", "necessary bbox": "[' FLACCIO | GROOVLA | OISON | KISNAO | BLANEIGE 464,694,687,731']"} +{"image": ["imgs/Crello/output_poster1609_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the number? Give grounding and detailed answer."}, {"role": "assistant", "content": "The number '10710,301,874,554' likely represents a top 10 list or ranking, given its large font size and positioning."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number ' 10 712,304,879,546 ' likely represents a ranking or top list related to the theme of dinnerware brands.", "gt_answer": "The number '10710,301,874,554' likely represents a top 10 list or ranking, given its large font size and positioning."} +{"image": ["imgs/Crello/output_poster1549_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the live performance taking place? Deliver a direct answer and indicate the bounding box of the answer if it exists.Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 318 Robbins St, Fahrrad Cafe "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The location of the live performance is given as ' 318 Robbins St Fahrrad Cafe 235,869,635,887'. Answer: 318 Robbins St Fahrrad Cafe 235,869,635,887", "gt_answer": " 318 Robbins St, Fahrrad Cafe ", "necessary bbox": "[' 318 Robbins St, Fahrrad Cafe 235,872,638,895 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_80908.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of retail sales value from 244,910,273,922 to 757,910,791,922? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The retail sales value increased from 293.60 238,299,279,315 million in 2010 244,910,273,922 to 337.80 754,212,795,228 million in 2020* 757,910,791,922 with slight fluctuations in between."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The retail sales value increased from 293.60241,300,282,317 in 2010 to 337.80754,212,795,228 in 2020*.", "gt_answer": "The retail sales value increased from 293.60 238,299,279,315 million in 2010 244,910,273,922 to 337.80 754,212,795,228 million in 2020* 757,910,791,922 with slight fluctuations in between."} +{"image": ["imgs/ChartQA_PCG/multi_col_60288.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total energy deployment in gigawatts across all countries in 648, 540, 675, 554?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2.70 gigawatts"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total energy deployment in 2017648, 540, 675, 554 was calculated by summing the deployments of all countries: South Korea (0.90), China (0.60747, 346, 773, 365), United States (0.40747, 326, 773, 345), Germany (0.20656, 439, 682, 458), and Others (0.80656, 352, 682, 371). Total = 0.90 + 0.60 + 0.40 + 0.20 + 0.80 = 3.10 gigawatts. Answer: 3.10 gigawatts.", "gt_answer": "2.70 gigawatts", "necessary bbox": "['0.60848, 475, 874, 493', '0.50848, 401, 874, 419', '0.40848, 341, 874, 359', '0.50848, 279, 874, 298', '1.10849, 172, 874, 191']"} +{"image": ["imgs/ChartQA_PCG/two_col_80744.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand received 159,124,207,146 likes?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Starbucks Coffee134,932,233,950"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " Starbucks Coffee 132,937,240,955", "gt_answer": "Starbucks Coffee134,932,233,950", "necessary bbox": "['Starbucks Coffee134,932,233,950', '1706.99159,124,207,146']"} +{"image": ["imgs/ChartQA_PCG/two_col_40229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of followers for 203, 155, 274, 167?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "1413640916, 153, 977, 166"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1413640915, 152, 976, 167", "gt_answer": "1413640916, 153, 977, 166", "necessary bbox": "['na-kd.com203, 155, 274, 167', '1413640916, 153, 977, 166']"} +{"image": ["imgs/Crello/output_poster1558_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the instructor for the painting classes? Please respond succinctly and include the answer's bounding box if it is available.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Gustav Tompson 237,703,770,740 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Gustav Johnson 236,705,774,738 ", "gt_answer": " Gustav Tompson 237,703,770,740 ", "necessary bbox": "[' Gustav Tompson 237,703,770,740 ']"} +{"image": ["imgs/Crello/output_poster421_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color of the text in 57,330,263,464 ?"}, {"role": "assistant", "content": "blue"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "darkslategrey", "gt_answer": "blue", "necessary bbox": "[' Predict and\\nBe Right 57,330,263,464 ']"} +{"image": ["imgs/CCMAIN/0110967.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the correct procedure for using an 97,387,273,410 to stop water flow? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "insert screwdriver or small coin in slot in isolator and give 90\u00b0 turn539,428,892,448"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Insert screwdriver or small coin in slot in isolator and give 90\u00b0 turn281,447,356,466 to stop water flow.", "gt_answer": "insert screwdriver or small coin in slot in isolator and give 90\u00b0 turn539,428,892,448"} +{"image": ["imgs/ChartQA_PCG/multi_col_80102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of platforms receive payments via Account?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 85% 328, 78, 354, 97"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "85%329, 79, 356, 98", "gt_answer": " 85% 328, 78, 354, 97", "necessary bbox": "[' 85% 328, 78, 354, 97']"} +{"image": ["imgs/ChartQA_PCG/two_col_4305.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend can be observed in the infant mortality rate from 131,867,157,906 to 846,866,871,906? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The infant mortality rate shows a consistent decrease from 9.20 in 2009131,867,157,906 to 4.90 in 2019846,866,871,906."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate shows a decreasing trend from 9.20 in 2009131,867,157,906 to 4.80 in 2019846,866,871,906.", "gt_answer": "The infant mortality rate shows a consistent decrease from 9.20 in 2009131,867,157,906 to 4.90 in 2019846,866,871,906."} +{"image": ["imgs/Crello/output_poster808_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the recipient of the Certificate of Completion for the 1-year course on Human Resources Marketing? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The recipient is Rachel\nWatts171,395,459,605."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The recipient is Rachel \nWatts 174,392,460,605 .", "gt_answer": "The recipient is Rachel\nWatts171,395,459,605."} +{"image": ["imgs/Crello/output_poster934_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline to enter the giveaway? Respond directly and include the bounding box of the answer if it is present.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Deadline: April 17 819,907,937,938 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Deadline: April 17 823,900,940,932", "gt_answer": " Deadline: April 17 819,907,937,938 ", "necessary bbox": "[' Deadline: April 17 819,907,937,938 ']"} +{"image": ["imgs/CCMAIN/0037212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the potential benefits of rewarding and inspiring salespeople? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "7 big rewards348,739,760,762"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Increased Profitability87,819,253,830, Improved Morale316,819,446,830, Deeper Loyalty561,819,666,830, Boost in Productivity765,819,899,830, Added Motivation224,899,313,910, Talent Retention446,899,566,910, Positive Team Culture621,899,825,910", "gt_answer": "7 big rewards348,739,760,762"} +{"image": ["imgs/Crello/output_poster898_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the artist of the new studio album mentioned in 509,147,766,164?"}, {"role": "assistant", "content": "Laila Woods"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Laila Woods", "gt_answer": "Laila Woods", "necessary bbox": "[' New studio album by Laila Woods 509,147,766,164']"} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should be contacted for additional information regarding the waivers? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Rachel Seewald191,263,316,283"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Rachel Seewald190,263,315,283", "gt_answer": "Rachel Seewald191,263,316,283"} +{"image": ["imgs/CCMAIN/0118460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the four different market structures examined in 283,269,931,282? Give grounding and detailed answer."}, {"role": "assistant", "content": "The four different market structures examined are perfect competition, monopoly, oligopoly, and monopolistic competition. This is detailed in the span The course examines four different market structures: perfect competition, monopoly, oligopoly, and monopolistic competition.283,269,931,282."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The four different market structures examined are perfect competition, monopoly, oligopoly, and monopolistic competition. These structures help in understanding the effects of different market conditions on prices, quantities traded, and welfare.", "gt_answer": "The four different market structures examined are perfect competition, monopoly, oligopoly, and monopolistic competition. This is detailed in the span The course examines four different market structures: perfect competition, monopoly, oligopoly, and monopolistic competition.283,269,931,282."} +{"image": ["imgs/Crello/output_poster623_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho can participate in the event? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The event is open to everyone as stated in 'EVERYONE\n IS WELCOME!'259,553,666,793."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": " EVERYONE\nIS WELCOME! 261,554,667,790 ", "gt_answer": "The event is open to everyone as stated in 'EVERYONE\n IS WELCOME!'259,553,666,793."} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum elevation at which 88,308,195,320 was found? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2603 m410,363,458,376"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2603 m", "gt_answer": "2603 m410,363,458,376"} +{"image": ["imgs/ChartQA_PCG/two_col_103626.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich substance had the lowest share of respondents entering treatment?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Fentanyl569, 840, 616, 857"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Fentanyl569, 840, 617, 854", "gt_answer": "Fentanyl569, 840, 616, 857", "necessary bbox": "['Fentanyl569, 840, 616, 857', '0.40%575, 806, 611, 822']"} +{"image": ["imgs/CCMAIN/0104589.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document details the results of the 2021 Summer Senior332,74,615,99 golf tournament, divided into four flights: A Flight (50-59), B Flight (60-69), C Flight (70+), and D Flight (Ladies). Each flight lists the top performers in both gross and net categories, along with their scores and payouts. In A Flight, Ed Diaz61,211,106,223 and Vernon Stoltzfus530,211,631,223 secured top positions. B Flight winners include Jay Campbell61,316,141,327 and Tony McDonald530,316,626,327. C Flight leaders are Lou Denome61,451,146,464 and Al Eckman530,451,599,464. In D Flight, Cindy Moore61,575,148,587 and Connie Lewis530,575,617,587 lead. The document also mentions 'Closest to the Pin' winners, including Cindy Moore61,575,148,587 and Vernon Stoltzfus530,211,631,223. Participants are reminded to pick up their gift cards in the pro shop."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a results sheet for the 2021 Summer Senior334,71,615,95 golf tournament, detailing performances in four flights: A Flight (50-59), B Flight (60-69), C Flight (70+), and D Flight (Ladies). Each flight lists participants by name, score, and payout. For example, in the A Flight, Ed Diaz63,210,108,222 scored 73316,210,331,222 with a payout of $40376,210,399,222. The document also includes proximity awards for closest to the pin at specific holes, such as Cindy Moore63,574,147,586 winning at CTP #7 Ladies for $25.00. Participants are encouraged to pick up their gift cards at the proshop.", "gt_answer": "The document details the results of the 2021 Summer Senior332,74,615,99 golf tournament, divided into four flights: A Flight (50-59), B Flight (60-69), C Flight (70+), and D Flight (Ladies). Each flight lists the top performers in both gross and net categories, along with their scores and payouts. In A Flight, Ed Diaz61,211,106,223 and Vernon Stoltzfus530,211,631,223 secured top positions. B Flight winners include Jay Campbell61,316,141,327 and Tony McDonald530,316,626,327. C Flight leaders are Lou Denome61,451,146,464 and Al Eckman530,451,599,464. In D Flight, Cindy Moore61,575,148,587 and Connie Lewis530,575,617,587 lead. The document also mentions 'Closest to the Pin' winners, including Cindy Moore61,575,148,587 and Vernon Stoltzfus530,211,631,223. Participants are reminded to pick up their gift cards in the pro shop."} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event is held in Newark, NY? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The event on Sep 1294,541,158,565 is the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 and it takes place in Newark, NY637,541,753,564. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event WCMC Kathy DeJohn Memorial Sprint Enduro179,542,618,563 is scheduled for Sep 1294,542,160,563 and takes place in Newark, NY637,542,753,563. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro179,542,618,563", "gt_answer": "The event on Sep 1294,541,158,565 is the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 and it takes place in Newark, NY637,541,753,564. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564"} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nHow was the female snake identified in the second year of observation in 84,69,491,237? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The female snake was identified via unique tail pattern markings, as she was no longer being radio-tracked, according to the text in 84,69,491,237. This identification method was crucial for confirming the snake's nest site fidelity."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The female snake was identified via unique tail pattern markings, as she was no longer being radio-tracked. This method of identification is highlighted in the text: was not interrupted, and was identified via unique tail pattern88,140,492,153.", "gt_answer": "The female snake was identified via unique tail pattern markings, as she was no longer being radio-tracked, according to the text in 84,69,491,237. This identification method was crucial for confirming the snake's nest site fidelity."} +{"image": ["imgs/ChartQA_PCG/two_col_80856.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the largest category in the pie chart?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Compulsary checks"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The largest category in the pie chart is labeled as Compulsary checks 664, 615, 830, 647. \n\nAnswer: Compulsary checks", "gt_answer": "Compulsary checks", "necessary bbox": "['Compulsary checks664,617,834,649', '37.0%545,555,601,581']"} +{"image": ["imgs/Crello/output_poster784_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more information related to the poster be found? Deliver a direct answer and indicate the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " www.nativewall.com 379,890,606,908 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.nativewall.com 379,886,605,907 ", "gt_answer": " www.nativewall.com 379,890,606,908 ", "necessary bbox": "[' www.nativewall.com 379,890,606,908 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60057.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales revenue in billion GBP in 715,596,747,613?"}, {"role": "assistant", "content": "688.4"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "690.40 billion GBP.", "gt_answer": "688.4", "necessary bbox": "['365720,443,742,462', '323.40710,205,751,224','2018715,596,747,613']"} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the United States export?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "97257"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The United States exported 97257356, 274, 396, 283 thousand short tons of coal.\n\nAnswer: 97257", "gt_answer": "97257", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/CCMAIN/0260886.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the 415,133,463,152 's eye appear according to the essay?"}, {"role": "assistant", "content": "like the golden-coloured semi-precious stone"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The eye is described as 'beautiful' and 'like gold'.", "gt_answer": "like the golden-coloured semi-precious stone"} +{"image": ["imgs/CCMAIN/0189928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy should you 95,515,374,530 during hot weather? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "it will make your house hotter395,512,621,529"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "It will make your house hotter.", "gt_answer": "it will make your house hotter395,512,621,529"} +{"image": ["imgs/ChartQA_PCG/two_col_22054.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much is the projected increase in the share of population older than 65 years old from 131, 950, 159, 962 to 829, 950, 863, 962?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "13.7%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share in 2015131, 950, 159, 962 is 6.70%127, 678, 164, 694 and in 2050*829, 950, 863, 962 it is 20.40%824, 188, 868, 204. The increase is 20.40% - 6.70% = 13.70%. Answer: 13.70%", "gt_answer": "13.7%", "necessary bbox": "['6.70%127, 679, 164, 695', '20.40%824, 188, 868, 204']"} +{"image": ["imgs/ChartQA_PCG/two_col_448.png"], "messages": [{"role": "user", "content": "<|image|> \n511,839,537,876 was a significant year. By how many million did the population decrease from 286,836,311,876 to 511,839,537,876? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The population decreased by 1.47 million from 126.75 million in 2017286,836,311,876 to 125.28 million in 2021511,839,537,876."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The population decreased by 1.50 million from 2017286,836,311,876 to 2021511,839,537,876.", "gt_answer": "The population decreased by 1.47 million from 126.75 million in 2017286,836,311,876 to 125.28 million in 2021511,839,537,876."} +{"image": ["imgs/CCMAIN/0293950.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many traits are analyzed for 427,432,587,460?"}, {"role": "assistant", "content": "4"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Four", "gt_answer": "4"} +{"image": ["imgs/Crello/output_poster1143_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for the 'Mountains Tour'?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": " $198 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' $198 157,726,357,764 ' is associated with the 'Mountains Tour' as indicated by ' Mountains Tour 119,650,362,667 '. Answer: $198", "gt_answer": " $198 ", "necessary bbox": "[' $198 158,725,359,763 ']"} +{"image": ["imgs/CCMAIN/0219397.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The 6th July 2021 Daily News358,35,652,104 from Inclusion North276,122,479,148 highlights the government's major announcements. The Prime Minister, Boris Johnson470,204,654,229, announced on television that from 19th July717,324,825,346, most Coronavirus rules212,357,442,383 will end. This includes allowing all businesses, such as nightclubs, theatres, and stadiums, to open. There will be no limit on the number of people meeting indoors or outdoors, and wearing a face covering will not be legally required. People working from home can return to work. More information will be provided on Friday in the weekly news."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a 6th July 2021 Daily News update from Inclusion North, reporting on the Prime Minister Boris Johnson's announcement that most Coronavirus rules210,357,442,383 will end from the 19th July715,320,747,346. All businesses, including nightclubs, theatres, and stadiums, will be allowed to open. There will be no limit to the number of people that can meet indoors or outdoors. It will not be the law for people to wear a face covering. Those who have been working from home can return to work. More information will be provided in the weekly news on Friday.", "gt_answer": "The 6th July 2021 Daily News358,35,652,104 from Inclusion North276,122,479,148 highlights the government's major announcements. The Prime Minister, Boris Johnson470,204,654,229, announced on television that from 19th July717,324,825,346, most Coronavirus rules212,357,442,383 will end. This includes allowing all businesses, such as nightclubs, theatres, and stadiums, to open. There will be no limit on the number of people meeting indoors or outdoors, and wearing a face covering will not be legally required. People working from home can return to work. More information will be provided on Friday in the weekly news."} +{"image": ["imgs/Crello/output_poster558_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich text in the poster suggests significance?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Most Important"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Most \nImportant 106,224,855,317 ' suggests significance. Answer: Most Important", "gt_answer": "Most Important", "necessary bbox": "[' Most\\nImportant 99,223,855,314 ']"} +{"image": ["imgs/Crello/output_poster1765_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase suggests the uniqueness of the sale price?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " PRICE NEVER LOWER 255,756,494,779 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PRICE NEVER LOWER 254,756,493,778 ", "gt_answer": " PRICE NEVER LOWER 255,756,494,779 ", "necessary bbox": "[' PRICE NEVER LOWER 255,756,494,779 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_441.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the internet penetration percentage for Europe in 2015?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "72.90%586,109,631,128"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 72.90% 586,104,631,122", "gt_answer": "72.90%586,109,631,128", "necessary bbox": "['Europe586,109,631,128', '2015583,563,608,607', '72.90%586,109,631,128']"} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage share for Boomers on the vertical bar chart?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "19%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage share for Boomers is 19%562, 408, 588, 424. Answer: 19%", "gt_answer": "19%", "necessary bbox": "['Boomers551, 856, 600, 869', '19%563, 408, 589, 424']"} +{"image": ["imgs/ChartQA_PCG/two_col_102398.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the transport volume first exceed 148, 492, 182, 506 30000 million passenger-kilometers?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " 2005 318,846,347,886"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2004289, 843, 315, 889", "gt_answer": " 2005 318,846,347,886", "necessary bbox": [" 28939 ", " 38060 ", " 30000 148, 492, 182, 506", " 2004 288, 844, 313, 890", " 2005 320, 844, 345, 890"]} +{"image": ["imgs/Crello/output_poster1457_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the font color used in the poster?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "white"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color 'white' is specified in the text box details for ' Glaska Day\n10% special 169,253,492,597 '. Answer: white", "gt_answer": "white", "necessary bbox": "['Alaska Day\\n10% special169,249,498,612']"} +{"image": ["imgs/ChartQA_PCG/two_col_104396.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend can be observed in the market values from 204,924,233,936 to 709,924,749,936? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The market value initially decreased from 462 in 2014204,924,233,936 to 223 in 2016374,924,402,936, slightly increased to 267 in 2019*541,924,576,936, and then decreased again to 211 in 2020**709,924,749,936."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The market values show a decreasing trend from 465.90 billion U.S. dollars in 2014204,924,233,936 to 212.70 billion U.S. dollars in 2020**709,924,749,936.", "gt_answer": "The market value initially decreased from 462 in 2014204,924,233,936 to 223 in 2016374,924,402,936, slightly increased to 267 in 2019*541,924,576,936, and then decreased again to 211 in 2020**709,924,749,936."} +{"image": ["imgs/CCMAIN/0058631.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich condition is associated with the case report by Belenky Vadim? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Early Infantile Gangliosidosis GM160,213,253,224"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Early Infantile Gangliosidosis GM160,215,249,224", "gt_answer": "Early Infantile Gangliosidosis GM160,213,253,224"} +{"image": ["imgs/Crello/output_poster971_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many seabirds are killed by ocean pollution each year according to 477,35,931,105?"}, {"role": "assistant", "content": "1,000,000"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Over 1,000,000", "gt_answer": "1,000,000", "necessary bbox": "[' EACH YEAR OVER 1,000,000 SEABIRDS\\nARE KILLED BY OCEAN POLLUTION.\\nMARINE MAMMALS ARE AFFECTED BY\\nCHEMICALS RELEASED IN THE OCEAN. 477,35,931,105']"} +{"image": ["imgs/CCMAIN/0090365.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the series 'Night Shift' described in 496,283,883,484 illustrate the concept of an 'aborted promise of a sensational experience'? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The series 'Night Shift' illustrates the concept of an 'aborted promise of a sensational experience' by portraying toys that are isolated and locked up in their canvas frames, as described in The portraits of the toys illustrate an aborted promise of a sensational experience. Isolated and locked up in their canvas frames, they are exhibited as the anxious bestiary.369,369,881,397. This depiction suggests a sense of confinement and unfulfilled potential, contributing to the overall theme."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The series 'Night Shift' illustrates the concept of an 'aborted promise of a sensational experience' by portraying toys as random objects that are isolated and locked up in their canvas frames. These toys, described as 'ghostly, hybrid, dream-like, lunar and grotesque,' are exhibited as the anxious bestiary, which suggests a failed or unfulfilled expectation of excitement or thrill.", "gt_answer": "The series 'Night Shift' illustrates the concept of an 'aborted promise of a sensational experience' by portraying toys that are isolated and locked up in their canvas frames, as described in The portraits of the toys illustrate an aborted promise of a sensational experience. Isolated and locked up in their canvas frames, they are exhibited as the anxious bestiary.369,369,881,397. This depiction suggests a sense of confinement and unfulfilled potential, contributing to the overall theme."} +{"image": ["imgs/Crello/output_poster315_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the hotel offering the meal coupon? Give a straightforward response and specify the bounding box of the answer if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Riven Hotel 711,693,818,744 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " RiveN Hotel 710,693,815,732 ", "gt_answer": " Riven Hotel 711,693,818,744 ", "necessary bbox": "[' Riven Hotel 711,693,818,744 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_101511.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which season did the gate receipts first surpass 98,383,116,398?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "13/14366, 867, 397, 882"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14/15", "gt_answer": "13/14366, 867, 397, 882", "necessary bbox": "['60101, 385, 114, 398', '13/14366, 867, 397, 882', '61']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 197,549,239,575 users?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "46.5%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Male197,549,239,575 users is 46.5%313,529,368,555. Answer: 46.5%", "gt_answer": "46.5%", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557']"} +{"image": ["imgs/Crello/output_poster666_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the restaurant mentioned in 421,562,545,576?"}, {"role": "assistant", "content": " BOURGON "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "BOURGON", "gt_answer": " BOURGON ", "necessary bbox": "[' BOURGON 421,562,545,576']"} +{"image": ["imgs/CCMAIN/0237828.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich book is read on the last Saturday of the plan? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Acts 27-28852,856,924,872"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Acts 27-28850,856,923,871", "gt_answer": "Acts 27-28852,856,924,872"} +{"image": ["imgs/CCMAIN/0151869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 176,483,304,500 for licensure in Alabama? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document states that the Application fee176,483,304,500 is $250332,483,375,500, which is payable to the Alabama State Board of Midwifery. Answer: $250332,483,375,500"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Application fee176,483,304,500 is $250333,483,376,500, payable to the Alabama State Board of Midwifery. Answer: $250333,483,376,500", "gt_answer": "The document states that the Application fee176,483,304,500 is $250332,483,375,500, which is payable to the Alabama State Board of Midwifery. Answer: $250332,483,375,500"} +{"image": ["imgs/ChartQA_PCG/two_col_24226.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GDP growth percentage for the year 247, 911, 272, 951?"}, {"role": "assistant", "content": "6.98%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "7%", "gt_answer": "6.98%", "necessary bbox": "['2018247, 911, 272, 951', '6.98%']"} +{"image": ["imgs/ChartQA_PCG/two_col_80053.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the number of employees from 406,847,434,860 to 789,847,817,860?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "18000"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of employees in 2016406,847,434,860 was 62000402,305,439,322, and in 2020789,847,817,860 it was 79700. The increase is 79700 - 62000 = 17700. Answer: 17700", "gt_answer": "18000", "necessary bbox": "['62000402,305,438,322']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 680,469,744,499 users?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "53.5%550,491,606,517"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "53.5%551,487,608,513", "gt_answer": "53.5%550,491,606,517", "necessary bbox": "['Female680,469,744,499','53.5%550,491,606,517']"} +{"image": ["imgs/Crello/output_poster1817_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho provided a review for the guide? Provide a direct answer and include the answer's bounding box if available.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "\u2013 J.J. Review312,871,566,891"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " \u2013 J.J. Review 321,870,567,891 ", "gt_answer": "\u2013 J.J. Review312,871,566,891", "necessary bbox": "['\u2013 J.J. Review312,871,566,891']"} +{"image": ["imgs/ChartQA_PCG/two_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in views between 'Despactio - Luis Fonsi ft. Daddy Yankee' and 122,721,294,737?"}, {"role": "assistant", "content": "3.3"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3.20 billion", "gt_answer": "3.3", "necessary bbox": "['Despactio - Luis Fonsi ft. Daddy Yankee0,233,294,248', 'Sorry - Justin Bieber122,721,294,737']"} +{"image": ["imgs/Crello/output_poster1671_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Packing for a tropical travel"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the prominent text ' PACKING 219,135,754,298 ' and ' tropical 346,439,740,596 ', which together form 'PACKING FOR A tropical TRAVEL'. Answer: Packing for a tropical travel", "gt_answer": "Packing for a tropical travel", "necessary bbox": "[' PACKING 216,137,755,298 ', ' FOR A 405,351,526,395 ', ' tropical 357,442,743,603 ', ' TRAVEL 224,626,753,861 ']"} +{"image": ["imgs/Crello/output_poster1976_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase is created by combining the text in 441,298,764,391, 284,475,885,555, and 690,378,833,467?"}, {"role": "assistant", "content": "Let it snow"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Let it snow", "gt_answer": "Let it snow", "necessary bbox": "['Let441,298,764,391', 'snow284,475,885,555', '\u0131t690,378,833,467']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of participants in high school lacrosse in the 817, 528, 864, 545 season?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "213452"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total number of participants in the 2018/19 season, we add the number of boys and girls for that year.\n\n- Boys: 113457\n- Girls: 106957\n\nTotal = 113457 + 106957 = 220414\n\nAnswer: 220414", "gt_answer": "213452", "necessary bbox": "['Boys479, 656, 505, 675', 'Girls561, 655, 586, 670', '2018/19817, 528, 864, 545']"} +{"image": ["imgs/ChartQA_PCG/two_col_2865.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue increase from 161, 869, 187, 909 to 798, 870, 823, 909?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "20.93 billion U.S. dollars"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 2006161, 869, 187, 909 was 22.40 billion U.S. dollars and in 2020798, 870, 823, 909 it was 43.10 billion U.S. dollars. The increase is 43.10 - 22.40 = 20.70 billion U.S. dollars. Answer: 20.70 billion U.S. dollars.", "gt_answer": "20.93 billion U.S. dollars", "necessary bbox": "['2006161, 869, 187, 909', '2020798, 870, 823, 909']"} +{"image": ["imgs/ChartQA_PCG/two_col_61188.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the inflation rate in France in 2015? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "0%655, 806, 675, 824"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The inflation rate in 2015 was 0%657,803,676,822.", "gt_answer": "0%655, 806, 675, 824"} +{"image": ["imgs/Crello/output_poster610_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is being advertised as new in the poster?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "New Arrival"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' NEW\nARRIVAL 657,238,704,291 ' indicates that something new is being advertised. Answer: NEW ARRIVAL", "gt_answer": "New Arrival", "necessary bbox": "[' NEW\\nARRIVAL 653,221,707,292 ']"} +{"image": ["imgs/CCMAIN/0012141.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of 53, 600, 905, 624 in the context of the entire list? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The segment 2008 mazda mx 5 mx5 miata power retractable hardtop owners manual, medical microbiology and immunology, jetta transmission code53, 600, 905, 624 highlights the inclusion of both automotive manuals and scientific textbooks within the list. This juxtaposition underscores the eclectic nature of the collection, which spans practical automotive knowledge and advanced scientific study, catering to a wide range of informational needs."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The segment 2008 mazda mx 5 mx5 miata power retractable hardtop owners manual53, 600, 905, 624 is significant as it represents a specific technical manual for a vehicle model, highlighting the inclusion of detailed guides for automotive enthusiasts or professionals.", "gt_answer": "The segment 2008 mazda mx 5 mx5 miata power retractable hardtop owners manual, medical microbiology and immunology, jetta transmission code53, 600, 905, 624 highlights the inclusion of both automotive manuals and scientific textbooks within the list. This juxtaposition underscores the eclectic nature of the collection, which spans practical automotive knowledge and advanced scientific study, catering to a wide range of informational needs."} +{"image": ["imgs/CCMAIN/0114075.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total payout for the horse '91,199,152,212'? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The horse Ill Date Er91,199,152,212 received a payout of $267.20885,199,933,212 as indicated in the 'Pay' column. Answer: $267.20885,199,933,212"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The horse 'III Date Er91,199,152,212' is listed with a payout of $267.20884,199,932,212, which is the highest among the horses in the results. Answer: $267.20884,199,932,212", "gt_answer": "The horse Ill Date Er91,199,152,212 received a payout of $267.20885,199,933,212 as indicated in the 'Pay' column. Answer: $267.20885,199,933,212"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had a higher gross profit margin in 2016: 393,71,420,88 or 166,55,192,74? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "58%393,71,420,88 (Inditex) had the same gross profit margin as 60%166,55,192,74 (Ted Baker) in 2016."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Inditex393,520,431,536 had a higher gross profit margin in 2016 with 58%393,71,420,88 compared to Ted Baker166,55,192,74 with 60%166,55,192,74.", "gt_answer": "58%393,71,420,88 (Inditex) had the same gross profit margin as 60%166,55,192,74 (Ted Baker) in 2016."} +{"image": ["imgs/CCMAIN/0079146.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step to end a shift using the 737,301,867,331? Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The first step to end a shift217,253,578,343 is to Log into the app261,352,376,369. If a visit is in progress, it will display the option to Tap Resume Visit242,369,364,386. Answer: Log into the app261,352,376,369"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The process begins with logging into the app, which is crucial for accessing and managing visits. Answer: Log into the app.261,350,384,367", "gt_answer": "The first step to end a shift217,253,578,343 is to Log into the app261,352,376,369. If a visit is in progress, it will display the option to Tap Resume Visit242,369,364,386. Answer: Log into the app261,352,376,369"} +{"image": ["imgs/ChartQA_PCG/two_col_102195.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the difference in revenue between 2019 and 2018. Give grounding and detailed answer."}, {"role": "assistant", "content": "The revenue difference between 2019 736, 936, 765, 949 and 2018 634, 936, 662, 949 is 1230.59 - 1088.21 = 142.38 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 2019 was 1234.57 million U.S. dollars and in 2018 it was 1086.14 million U.S. dollars. The difference is 148.43 million U.S. dollars.", "gt_answer": "The revenue difference between 2019 736, 936, 765, 949 and 2018 634, 936, 662, 949 is 1230.59 - 1088.21 = 142.38 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0008172.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many activities are planned in 56,101,967,967?"}, {"role": "assistant", "content": "3"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Five", "gt_answer": "3"} +{"image": ["imgs/CCMAIN/0074512.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the area of 391,511,501,533?"}, {"role": "assistant", "content": "597m\u00b2"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "597m\u00b2", "gt_answer": "597m\u00b2"} +{"image": ["imgs/Crello/output_poster1137_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the apartment located at 244,661,653,703? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " $1,298,000 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " $1,298,000 287,790,625,827", "gt_answer": " $1,298,000 ", "necessary bbox": "[' $1,298,000 283,791,629,830']"} +{"image": ["imgs/Crello/output_poster427_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title or theme mentioned in 360,936,629,951? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " PHOTOGRAPHS & MEMORIES "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "PHOTOGRAPHS & MEMORIES360,936,629,951", "gt_answer": " PHOTOGRAPHS & MEMORIES ", "necessary bbox": "[' PHOTOGRAPHS & MEMORIES 360,936,629,951']"} +{"image": ["imgs/ChartQA_PCG/two_col_41455.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich city has the highest percentage of families below the poverty line?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Detroit city, Michigan"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The city with the highest percentage of families below the poverty line is Detroit city, Michigan276,128,439,135 with 26.20%. Answer: Detroit city, Michigan", "gt_answer": "Detroit city, Michigan", "necessary bbox": "['Detroit city, Michigan276, 128, 439, 135', '26.50']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60288.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total energy deployment in gigawatts across all countries in 648, 540, 675, 554?"}, {"role": "assistant", "content": "2.70 gigawatts"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3.10 gigawatts.", "gt_answer": "2.70 gigawatts", "necessary bbox": "['0.60848, 475, 874, 493', '0.50848, 401, 874, 419', '0.40848, 341, 874, 359', '0.50848, 279, 874, 298', '1.10849, 172, 874, 191']"} +{"image": ["imgs/ChartQA_PCG/two_col_41409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two countries have the same share of respondents?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "Mexico and Argentina"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Both Argentina132,209,194,221 and Mexico150,278,194,289 have a share of respondents at 62%795,207,824,218. Answer: Argentina and Mexico", "gt_answer": "Mexico and Argentina", "necessary bbox": "['Mexico150, 280, 192, 290', '62%796, 278, 824, 290', 'Argentina132, 210, 192, 223', '62%796, 208, 824, 220']"} +{"image": ["imgs/ChartQA_PCG/two_col_1387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in revenue between the fiscal years 328, 897, 356, 910 and 677, 897, 705, 910? Give grounding and detailed answer."}, {"role": "assistant", "content": "The difference in revenue between 2019 and 2020 is 1344 million euros, calculated by subtracting 57139672, 191, 710, 207 from 58483323, 174, 360, 191."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 2019328, 897, 356, 910 was 58483325, 176, 362, 192 million euros and in 2020677, 897, 705, 910 it was 57139674, 191, 710, 207 million euros. The difference is 1344 million euros.", "gt_answer": "The difference in revenue between 2019 and 2020 is 1344 million euros, calculated by subtracting 57139672, 191, 710, 207 from 58483323, 174, 360, 191."} +{"image": ["imgs/ChartQA_PCG/two_col_2162.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the percentage increase in the number of vehicles from 250, 501, 284, 518 to 359, 174, 374, 191. Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The number of vehicles in thousands increased from 48.40250, 501, 284, 518 to 95359, 174, 374, 191. The percentage increase is approximately 96.48%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of vehicles increased from 48.40250, 501, 284, 518 thousand in 2016 to 95359, 174, 374, 191 thousand in 2017. The percentage increase is ((95 - 48.4) / 48.4) * 100 = 96.3%.", "gt_answer": "The number of vehicles in thousands increased from 48.40250, 501, 284, 518 to 95359, 174, 374, 191. The percentage increase is approximately 96.48%."} +{"image": ["imgs/ChartQA_PCG/multi_col_101107.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth for 462,686,503,712 in 558,569,600,603?"}, {"role": "assistant", "content": "76.90 years"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "71.50", "gt_answer": "76.90 years", "necessary bbox": "['female463, 695, 502, 710', '2015565, 563, 590, 607', '76.90']"} +{"image": ["imgs/ChartQA_PCG/two_col_104528.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage represents 397, 661, 442, 687?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Very well629, 671, 708, 697 is 32.0%518, 581, 574, 607. Answer: 32.0%", "gt_answer": "4%", "necessary bbox": "['Very poorly397, 661, 442, 687', '4.0%397, 661, 442, 687']"} +{"image": ["imgs/CCMAIN/0211786.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document provides details about LANA GROSSA419,941,528,954 yarn, specifically the HARMONY150,288,257,302 line, identified by Art. 1563277,291,337,302. The yarn composition includes 56 % Alpaka (Baby)65,322,102,333, 20 % Baumwolle65,334,102,345 (Cotton), 14 % Polyamid67,345,102,357 (Polyamide), and 10 % Schurwolle (Merino)67,357,102,368. It is available in 12 colors, with a recommended needle size of 5,5\u20136727,326,752,333 and a gauge of 10 x 10 cm804,293,849,300 with 14 M808,326,828,333 and 20 R837,310,857,317. The yarn length is approximately 150 m per 50 g651,320,679,327. Suitable for sizes 38\u201340904,320,932,327, requiring about 250\u2013300 g895,326,941,333."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a color card for LANA GR\u00d6SSE421,943,546,957 yarn, specifically the HARMONY148,288,258,303 series with Art. 1563275,292,336,303. It features 12 different colors of yarn, each with a unique shade. The yarn is made from a blend of Alpaka (Baby)107,321,199,333, Baumwolle107,335,179,347, Polyamid107,348,171,360, and Schurwolle (Merino)107,358,249,370. The card includes symbols indicating the weight and size of the yarn, with a typical length of ca. 150 m per 50 g631,321,677,330 and a recommended needle size of 5,5-6727,325,749,333. The yarn is suitable for knitting garments in sizes Gr. 38-40884,321,930,330 and ca. 250-300 g884,325,943,333.", "gt_answer": "The document provides details about LANA GROSSA419,941,528,954 yarn, specifically the HARMONY150,288,257,302 line, identified by Art. 1563277,291,337,302. The yarn composition includes 56 % Alpaka (Baby)65,322,102,333, 20 % Baumwolle65,334,102,345 (Cotton), 14 % Polyamid67,345,102,357 (Polyamide), and 10 % Schurwolle (Merino)67,357,102,368. It is available in 12 colors, with a recommended needle size of 5,5\u20136727,326,752,333 and a gauge of 10 x 10 cm804,293,849,300 with 14 M808,326,828,333 and 20 R837,310,857,317. The yarn length is approximately 150 m per 50 g651,320,679,327. Suitable for sizes 38\u201340904,320,932,327, requiring about 250\u2013300 g895,326,941,333."} +{"image": ["imgs/CCMAIN/0162014.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can the archival records for Rev. Leib Bercovitch be found? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document mentions that the Repository300,408,369,423 for the archival records is the Canadian Jewish Archives452,408,615,423, which is the location where these records are stored. Answer: Canadian Jewish Archives452,408,615,423"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the repository for these records is the Canadian Jewish Archives452,408,615,423, indicating where they are stored. Answer: Canadian Jewish Archives452,408,615,423", "gt_answer": "The document mentions that the Repository300,408,369,423 for the archival records is the Canadian Jewish Archives452,408,615,423, which is the location where these records are stored. Answer: Canadian Jewish Archives452,408,615,423"} +{"image": ["imgs/Crello/output_poster405_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat hashtag is presented and what does it imply? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The hashtag presented is ' #\u0442\u043e\u043f10 '133,124,399,266, implying a reference to a 'top 10' list or ranking."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The hashtag presented is ' #\u0422\u041e\u041f10 136,149,402,285 ', which implies a list or ranking of top ten items.", "gt_answer": "The hashtag presented is ' #\u0442\u043e\u043f10 '133,124,399,266, implying a reference to a 'top 10' list or ranking."} +{"image": ["imgs/ChartQA_PCG/multi_col_20769.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue in 2020?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "3474 million U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the total revenue in 2020, we add the revenues from each category for that year:\n\n- Casino and pari-mutuel commissions: 2337795,389,825,408\n- Food and beverage: 337801,206,824,225\n- Hotel: 450801,148,824,166\n- Other: 350801,89,824,108\n\nTotal revenue = 2337 + 337 + 450 + 350 = 3484\n\nAnswer: 3484", "gt_answer": "3474 million U.S. dollars", "necessary bbox": "['2337797,389,827,408', '337801,201,823,219', '450800,146,824,164', '350801,89,824,108']"} +{"image": ["imgs/ChartQA_PCG/two_col_1809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increase in R&D expenditure from 2013 to 2020?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "286.3"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The R&D expenditure in 2013 was 7137169,648,200,664 million U.S. dollars and in 2020 it was 27573770,133,807,149 million U.S. dollars. The increase is 27573 - 7137 = 20436 million U.S. dollars. Answer: 20436 million U.S. dollars.", "gt_answer": "286.3", "necessary bbox": "['7137168, 649, 198, 664', '27573772, 133, 809, 149']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80260.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organization do respondents have the least confidence in? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Respondents have the least confidence in \"The federal government91,443,277,460\", with 28%358,440,394,457 being \"Not at all confident445,665,591,679\"."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Respondents have the least confidence in Social media sites they use67,503,274,519 with a combined percentage of 48%.", "gt_answer": "Respondents have the least confidence in \"The federal government91,443,277,460\", with 28%358,440,394,457 being \"Not at all confident445,665,591,679\"."} +{"image": ["imgs/ChartQA_PCG/two_col_63677.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total value of the top three countries combined? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "China131,136,163,146: 2683 billion, Australia113,205,163,215: 1286 billion, Korea132,275,163,284: 991 billion. Total is 4960 billion dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The top three countries are China132,134,165,144, Australia112,207,164,218, and Korea132,279,165,291. Their values are 2646.10, 1317.50, and 1025.10 billion dollars respectively. The total value is 2646.10 + 1317.50 + 1025.10 = 5008.70 billion dollars.", "gt_answer": "China131,136,163,146: 2683 billion, Australia113,205,163,215: 1286 billion, Korea132,275,163,284: 991 billion. Total is 4960 billion dollars."} +{"image": ["imgs/CCMAIN/0095629.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do if the space is insufficient according to 38,715,901,775? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "According to the span 'see531,752,549,761 Instruction 6 for procedure.549,752,685,761', if the space is insufficient, you should refer to Instruction 6 for the procedure."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If the space is insufficient, you should refer to Instruction 6 for procedure. This is indicated in the text: Note: File three copies of this Form, one of which must be manually signed. If space is insufficient, see42,752,901,761.", "gt_answer": "According to the span 'see531,752,549,761 Instruction 6 for procedure.549,752,685,761', if the space is insufficient, you should refer to Instruction 6 for the procedure."} +{"image": ["imgs/ChartQA_PCG/two_col_61188.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year did France's inflation rate hit a low point 655, 806, 675, 824?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 2015 651, 907, 675, 951"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2015649, 907, 674, 951", "gt_answer": " 2015 651, 907, 675, 951", "necessary bbox": "[' 0% 655, 806, 675, 824', ' 2015 651, 907, 675, 951']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101107.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth for 463, 695, 502, 710 in 565, 563, 590, 607?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "76.90 years"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy at birth for males in 2015 was 71.40 years. Answer: 71.40", "gt_answer": "76.90 years", "necessary bbox": "['female463, 695, 502, 710', '2015565, 563, 590, 607']"} +{"image": ["imgs/CCMAIN/0183186.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the tolerance on length for screws up to 420,415,471,429? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The tolerance on length for screws up to 1 in. incl.420,415,471,429 is -0, +0.060486,415,544,429. Answer: -0, +0.060486,415,544,429"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the tolerance on length for screws up to 1 in.420,415,471,429 is -0.060503,415,543,429. Answer: -0.060503,415,543,429", "gt_answer": "The tolerance on length for screws up to 1 in. incl.420,415,471,429 is -0, +0.060486,415,544,429. Answer: -0, +0.060486,415,544,429"} +{"image": ["imgs/ChartQA_PCG/two_col_62865.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the percentage increase in CPI from 2009 to 2020. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The increase is 21 percent. (From 87.90 144,242,177,257 in 2009 to 108.90 723,94,763,111 in 2020)"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The CPI in 2009 was 87.90145,246,178,262 and in 2020 it was 108.90725,93,765,109. The percentage increase is ((108.90 - 87.90) / 87.90) * 100 = 23.5%.", "gt_answer": "The increase is 21 percent. (From 87.90 144,242,177,257 in 2009 to 108.90 723,94,763,111 in 2020)"} +{"image": ["imgs/ChartQA_PCG/two_col_1753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people are '636, 287, 954, 319'?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "72.0%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who are 'Staying alert and taking precautions636, 287, 954, 319' is 72.0%541, 371, 598, 397. Answer: 72%", "gt_answer": "72.0%", "necessary bbox": "['72.0%543, 375, 599, 401', 'Staying alert and taking precautions636, 287, 954, 319']"} +{"image": ["imgs/Crello/output_poster842_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of 2 adult ticket?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " $38.00 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price is mentioned as ' $19.00 854,624,943,694 ' and the text ' One adult ticket 854,624,943,694 ' indicates it is for one adult ticket. Answer: $19.00", "gt_answer": " $38.00 ", "necessary bbox": "[' $19.00 856,624,941,693 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_100656.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in total supply from 2016 to 2018? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The total supply increased from 547.30700,176,741,192 million metric tons in 2016707,939,733,979 to 534.30736,193,777,209 million metric tons in 2017743,939,768,979, and then decreased to 523.20773,208,813,224 million metric tons in 2018779,939,804,979."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The total supply increased from 547.30700,176,740,192 in 2016 to 534.30740,193,780,209 in 2017, and then decreased to 523.20780,208,821,224 in 2018.", "gt_answer": "The total supply increased from 547.30700,176,741,192 million metric tons in 2016707,939,733,979 to 534.30736,193,777,209 million metric tons in 2017743,939,768,979, and then decreased to 523.20773,208,813,224 million metric tons in 2018779,939,804,979."} +{"image": ["imgs/CCMAIN/0251178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 211,567,842,584 refer to in the context of Holocaust denial? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text Denying the fact, scope, mechanisms (e.g. gas chambers) or211,567,842,584 refers to the denial of the Holocaust's occurrence, its extent, the methods used, and the intentionality behind the genocide of the Jewish people during World War II."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text Denying the fact, scope, mechanisms (e.g. gas chambers) or211,567,842,584 refers to the act of denying the existence, scale, or methods of the Holocaust, including the use of gas chambers as a means of mass murder.", "gt_answer": "The text Denying the fact, scope, mechanisms (e.g. gas chambers) or211,567,842,584 refers to the denial of the Holocaust's occurrence, its extent, the methods used, and the intentionality behind the genocide of the Jewish people during World War II."} +{"image": ["imgs/CCMAIN/0346717.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many counts are in the 76,546,526,563 section?"}, {"role": "assistant", "content": "8"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "8 counts", "gt_answer": "8"} +{"image": ["imgs/CCMAIN/0217961.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich horse had the lowest penalty points, and what were those points? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The horse 'Horseware's Barny' ridden by Kaya THOMSEN (SHO) had the lowest penalty points of 25.9895,173,922,183, which is the best score in terms of penalties. Answer: Horseware's Barny95,173,208,183, 25.9895,173,922,183"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The horse 176 Horseware's Barony68,172,209,184 had the lowest penalty points with 25.9903,172,930,184, as indicated in the 'Penalty points' column. Answer: 25.9", "gt_answer": "The horse 'Horseware's Barny' ridden by Kaya THOMSEN (SHO) had the lowest penalty points of 25.9895,173,922,183, which is the best score in terms of penalties. Answer: Horseware's Barny95,173,208,183, 25.9895,173,922,183"} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 765, 518, 790, 563?"}, {"role": "assistant", "content": "11.72"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "11.72 billion U.S. dollars.", "gt_answer": "11.72", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/CCMAIN/0242509.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the scale score for a raw score of 25? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "According to the Raw Score Conversion Table74,168,320,178, a raw score of 25451,454,469,462 corresponds to a scale score of 1472536,450,569,466. Answer: 1472536,450,569,466"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the Raw Score Conversion Table73,164,320,182, a raw score of 25 corresponds to a scale score of 1472536,451,569,466. Answer: 1472536,451,569,466", "gt_answer": "According to the Raw Score Conversion Table74,168,320,178, a raw score of 25451,454,469,462 corresponds to a scale score of 1472536,450,569,466. Answer: 1472536,450,569,466"} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion average of female and male patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?"}, {"role": "assistant", "content": "9.1"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "14.1", "gt_answer": "9.1", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311','12393,297,411,312','Male547,731,576,744']"} +{"image": ["imgs/CCMAIN/0355428.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The Early Childhood Education & Development Committee300,48,705,62 held a Virtual Special Meeting418,83,587,97 on May 18, 2021394,65,494,79, from 1:00 \u2013 2:30 pm502,65,611,79. The agenda included a roll call, approval of minutes from April 27353,326,410,340, and discussions on committee reappointments and Ad-hoc group PreK recommendations161,598,436,612. The committee members considered for reappointment were Al Whitesides220,465,320,479, Brandy Bowman220,484,340,498, Glenda Weinert220,503,336,517, Jasmine Beach-Ferrara220,522,385,536, Rich Johnston220,542,321,555, and Wendy Wieber220,560,330,574. There will be no meeting in June, with the next meeting scheduled for July 6481,708,521,721 from 1:00-2:30 pm565,708,662,721. Meeting materials are available online at www.BuncombeCounty.org/Grants518,939,776,953."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Early Childhood Education & Development Committee302,49,706,61 held a virtual special meeting on May 18, 2021395,65,498,79, from 1:00 \u2013 2:30 pm505,65,612,79. The agenda included a welcome, roll call, and approval of minutes from the previous meeting. New business involved committee reappointments for Al Whitesides220,465,319,479, Brandy Bowman220,485,341,500, Glenda Weinert220,503,337,517, Jasmine Beach-Ferrara220,523,386,537, Rich Johnston220,542,321,557, and Wendy Wieber220,561,329,576. An ad-hoc group for PreK recommendations was also discussed. No meeting was scheduled for June, with the next meeting set for July 6481,708,523,722. Meeting materials are available online at www.BuncombeCounty.org/Grants519,939,775,953.", "gt_answer": "The Early Childhood Education & Development Committee300,48,705,62 held a Virtual Special Meeting418,83,587,97 on May 18, 2021394,65,494,79, from 1:00 \u2013 2:30 pm502,65,611,79. The agenda included a roll call, approval of minutes from April 27353,326,410,340, and discussions on committee reappointments and Ad-hoc group PreK recommendations161,598,436,612. The committee members considered for reappointment were Al Whitesides220,465,320,479, Brandy Bowman220,484,340,498, Glenda Weinert220,503,336,517, Jasmine Beach-Ferrara220,522,385,536, Rich Johnston220,542,321,555, and Wendy Wieber220,560,330,574. There will be no meeting in June, with the next meeting scheduled for July 6481,708,521,721 from 1:00-2:30 pm565,708,662,721. Meeting materials are available online at www.BuncombeCounty.org/Grants518,939,776,953."} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage sum of 257,851,404,877 and 659,753,777,779?"}, {"role": "assistant", "content": "51%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "21%", "gt_answer": "51%", "necessary bbox": "[' United States 659,753,777,779','18%377,399,432,429','13%347,573,403,597','26%526,369,585,399','13%417,705,473,733','\n2%375,649,422,675','Rest of the world257,851,404,877']"} +{"image": ["imgs/CCMAIN/0124543.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "Zweefvliegclub Deelen557,149,831,163 offers a unique opportunity to experience flying from a different perspective. Operating every weekend from the military airbase Deelen319,165,595,191 in the heart of the Veluwe, members are taught to fly by instructors. Most members can fly solo within their first year. After solo flights, members can gather experience, study theoretical subjects, and obtain a license (LAPL-S)369,282,560,308. Interested individuals are encouraged to contact the club. The club's contact details are www.zcdeelen.nl207,423,423,449 and nick.faber1@gmail.com207,447,513,473."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Zweefvlieglub Deelen offers gliding experiences from the military airbase Deelen320,169,597,194, located in the heart of the Veluwe. Members learn to fly with instructors and can fly solo within their first year. After solo flights, they gather experience, study theoretical subjects, and obtain a license (LAPL-S). The club encourages interested individuals to contact them, emphasizing that the sky is not the limit.", "gt_answer": "Zweefvliegclub Deelen557,149,831,163 offers a unique opportunity to experience flying from a different perspective. Operating every weekend from the military airbase Deelen319,165,595,191 in the heart of the Veluwe, members are taught to fly by instructors. Most members can fly solo within their first year. After solo flights, members can gather experience, study theoretical subjects, and obtain a license (LAPL-S)369,282,560,308. Interested individuals are encouraged to contact the club. The club's contact details are www.zcdeelen.nl207,423,423,449 and nick.faber1@gmail.com207,447,513,473."} +{"image": ["imgs/ChartQA_PCG/two_col_60731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the fertility rate in Cameroon in 479, 861, 505, 901?"}, {"role": "assistant", "content": "4.85"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4.85", "gt_answer": "4.85", "necessary bbox": "['4.85479, 154, 506, 171']"} +{"image": ["imgs/CCMAIN/0052834.png"], "messages": [{"role": "user", "content": "<|image|> \nHow long should you expect to wait for 386,411,711,451? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "3-8 weeks229,412,345,448"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3-8 weeks", "gt_answer": "3-8 weeks229,412,345,448"} +{"image": ["imgs/ChartQA_PCG/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart corresponds to '650,153,680,179'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "77.0%553,281,609,307"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "77.0%551,283,608,309", "gt_answer": "77.0%553,281,609,307", "necessary bbox": "['Yes650,153,680,179', '77.0%553,281,609,307']"} +{"image": ["imgs/Crello/output_poster82_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the couple mentioned in 517,211,894,720?"}, {"role": "assistant", "content": "Aiden & Isabella"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Aiden & Isabella", "gt_answer": "Aiden & Isabella", "necessary bbox": "[' Aiden &\\nIsabella 517,211,894,720 ']"} +{"image": ["imgs/Crello/output_poster58_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of product is described in 630,274,933,487?"}, {"role": "assistant", "content": "\u0421\u043e\u043a\u0438"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u0421\u043e\u043a\u0438", "gt_answer": "\u0421\u043e\u043a\u0438", "necessary bbox": "['\u0421\u043e\u043a\u0438630,274,933,487']"} +{"image": ["imgs/CCMAIN/0026205.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the size requirement for the binder needed for 502,696,792,705?"}, {"role": "assistant", "content": "1-2\" Binder"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1-2\u201d Binder", "gt_answer": "1-2\" Binder"} +{"image": ["imgs/Crello/output_poster2242_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name mentioned in 402,562,588,612? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Spencer Vance "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": " Spencer Vance 402,562,588,612", "gt_answer": " Spencer Vance ", "necessary bbox": "[' Spencer Vance 402,562,588,612']"} +{"image": ["imgs/ChartQA_PCG/two_col_117.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich mobile messenger app has fewer monthly active users than 203,572,223,586 but more than 153,824,224,840? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Telegram161,698,224,713"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "QQ has fewer monthly active users than QQ203,572,223,586 with 610 million and more than Snapchat*153,824,224,840 with 530 million.", "gt_answer": "Telegram161,698,224,713"} +{"image": ["imgs/ChartQA_PCG/two_col_82565.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of internet users in 287,834,315,874?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "23.20%278, 649, 327, 666"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "23.20%279,645,328,663", "gt_answer": "23.20%278, 649, 327, 666", "necessary bbox": "['23.20%278, 649, 327, 666']"} +{"image": ["imgs/Crello/output_poster143_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Weekly To-do list"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme of the poster is indicated by the prominent text ' TO-DO LIST 259,178,746,223 ', which suggests a focus on tasks or activities. Answer: TO-DO LIST", "gt_answer": "Weekly To-do list", "necessary bbox": "[' Weekly 543,96,703,143 ', ' TO-DO LIST 256,165,744,223 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1378.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average starting salary for Engineering?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "80320417, 219, 454, 236"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "80320417, 219, 454, 236", "gt_answer": "80320417, 219, 454, 236", "necessary bbox": "['Engineering402, 945, 468, 962', '80320417, 219, 454, 236']"} +{"image": ["imgs/CCMAIN/0090709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of training does 64,65,493,116 offer? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Hands-on or remote 2-day training88,776,344,789"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Implementation Training88,760,309,774 and Post-Training Consulting518,760,742,774.", "gt_answer": "Hands-on or remote 2-day training88,776,344,789"} +{"image": ["imgs/ChartQA_PCG/multi_col_100992.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in 'Total' hospitalizations between 2005-2006 and 2007-2008?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2599"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Total' hospitalizations in 2005-2006 were 28155362,119,399,138, and in 2007-2008 they were 30754567,84,604,102. The difference is 30754 - 28155 = 2599. Answer: 2599", "gt_answer": "2599", "necessary bbox": "['Total316,676,342,692', '2005-2006372,549,434,563', '2007-2008577,549,639,563', '28155362,119,398,138', '30754567,84,604,101']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40639.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 553, 703, 593, 719 respondents who selected the 'More' option?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "49%203, 107, 229, 125"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "49%203, 108, 230, 127", "gt_answer": "49%203, 107, 229, 125", "necessary bbox": "['49%203, 107, 229, 125', 'Female553, 703, 593, 719', 'More191, 565, 218, 579']"} +{"image": ["imgs/ChartQA_PCG/two_col_101553.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which years did the crude suicide rate decrease the most? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The greatest decrease in crude suicide rate occurred between 2000 189,827,218,840 and 2005 391,827,418,840, from 7 199,129,207,146 to 6.80 ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The crude suicide rate decreased the most between 2005391,827,419,840 and 2010591,827,620,840, from 6.80 to 6.30.", "gt_answer": "The greatest decrease in crude suicide rate occurred between 2000 189,827,218,840 and 2005 391,827,418,840, from 7 199,129,207,146 to 6.80 ."} +{"image": ["imgs/ChartQA_PCG/26958202006631.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the share of population using basic drinking water sources in Cambodia and Turkey, which country has a higher percentage? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Turkey139, 542, 196, 566 with 95.49855, 539, 906, 561% is higher than Cambodia109, 685, 196, 704 with 52.40564, 682, 614, 704%"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Turkey has a higher percentage with 95.49857, 536, 907, 557 compared to Cambodia's 52.40561, 684, 611, 705.", "gt_answer": "Turkey139, 542, 196, 566 with 95.49855, 539, 906, 561% is higher than Cambodia109, 685, 196, 704 with 52.40564, 682, 614, 704%"} +{"image": ["imgs/CCMAIN/0121352.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document informs Maine residents aged 70 or Older63,180,400,240 about their eligibility for COVID-19 vaccination. It provides a link to find a vaccine site325,256,557,277 and outlines steps to follow during the vaccination visit, such as maintaining physical distancing127,371,230,395, wearing a mask, and informing the provider of any severe allergic reactions. Recipients will receive a vaccination card734,373,939,397 and a fact sheet about the vaccine received, either Pfizer or Moderna532,506,746,530. The vaccine is free for the uninsured565,567,688,591, but those with insurance should bring their card. Recipients will be asked to self-report race and ethnicity897,665,952,689 to ensure vaccine equity. Important resources and links for further information are provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is from the Portland Public Health Division and informs residents aged 70 or older in Maine about eligibility for COVID-19 vaccination. It provides a link to find a vaccine site near them at https://www.maine.gov/covid19/vaccines/vaccination-sites231,284,896,305. During the vaccination visit, individuals will receive a vaccination card and a fact sheet about the vaccine received (Pfizer or Moderna). The vaccine is free for those without insurance. Participants are asked to self-report race and ethnicity to ensure equity in distribution, with data not used against them. Important resources include FAQs and information on what to expect after vaccination.", "gt_answer": "The document informs Maine residents aged 70 or Older63,180,400,240 about their eligibility for COVID-19 vaccination. It provides a link to find a vaccine site325,256,557,277 and outlines steps to follow during the vaccination visit, such as maintaining physical distancing127,371,230,395, wearing a mask, and informing the provider of any severe allergic reactions. Recipients will receive a vaccination card734,373,939,397 and a fact sheet about the vaccine received, either Pfizer or Moderna532,506,746,530. The vaccine is free for the uninsured565,567,688,591, but those with insurance should bring their card. Recipients will be asked to self-report race and ethnicity897,665,952,689 to ensure vaccine equity. Important resources and links for further information are provided."} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the approved meeting minutes 196,209,290,222? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The approved meeting minutes document is titled APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255, showing it is the finalized record of the meeting held on October 23, 2018. Answer: APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the title of the approved meeting minutes as APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,241,641,257. Answer: APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,241,641,257", "gt_answer": "The approved meeting minutes document is titled APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255, showing it is the finalized record of the meeting held on October 23, 2018. Answer: APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"} +{"image": ["imgs/ChartQA_PCG/two_col_20227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the military spending of Chile?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "5036"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The military spending of Chile is shown as 5036379, 224, 412, 232.\n\nAnswer: 5036", "gt_answer": "5036", "necessary bbox": "['Chile208,226,239,233', '5036377,225,410,232']"} +{"image": ["imgs/CCMAIN/0215258.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat material is the 526,51,856,102 made of? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document specifies that the wipe is made of airlaid334,830,390,846, which is known for its high absorption abilities and textile-like feel. Answer: Airlaid334,830,390,846"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The wipes are made of airlaid160,412,213,429, which provides a soft and absorbent texture suitable for personal hygiene and cleaning. Answer: Airlaid.", "gt_answer": "The document specifies that the wipe is made of airlaid334,830,390,846, which is known for its high absorption abilities and textile-like feel. Answer: Airlaid334,830,390,846"} +{"image": ["imgs/Crello/output_poster42_test.png"], "messages": [{"role": "user", "content": "<|image|> \n How much can I save if I buy $1000 worth of treats?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "$ 350"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount is 35% 416,379,582,507 , so on $1000 worth of treats, you save 35%. Answer: $350", "gt_answer": "$ 350", "necessary bbox": "[' 35 415,388,505,510']"} +{"image": ["imgs/CCMAIN/0165464.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deposit requirement for Lasers (IPL, PDL, CO2 Resurfacing): A as mentioned in the text? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The deposit requirement for Lasers (IPL, PDL, CO2 Resurfacing) is a $75 deposit, which is due at scheduling. This is indicated in the span Lasers (IPL, PDL, CO2 Resurfacing): A88,167,329,180 and \\mathsf{S75}329,165,357,179."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The deposit requirement for Lasers (IPL, PDL, CO2 Resurfacing): A89,167,340,180 is $75, as indicated in the text.", "gt_answer": "The deposit requirement for Lasers (IPL, PDL, CO2 Resurfacing) is a $75 deposit, which is due at scheduling. This is indicated in the span Lasers (IPL, PDL, CO2 Resurfacing): A88,167,329,180 and \\mathsf{S75}329,165,357,179."} +{"image": ["imgs/ChartQA_PCG/two_col_4872.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people from the age group of 213,785,379,817 have died due to coronavirus in Italy as of June 8,2021?"}, {"role": "assistant", "content": "19.4%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "19.4%", "gt_answer": "19.4%", "necessary bbox": "['90 years and older213,785,379,817', '19.4%402,669,457,693']"} +{"image": ["imgs/ChartQA_PCG/02534409005100.png"], "messages": [{"role": "user", "content": "<|image|> \nAmong the causes of death listed, which one has a death rate less than 455, 947, 489, 964 per 100,000 population? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Tuberculosis178, 840, 299, 859 with a rate of 3.90319, 837, 363, 859."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The causes of death with a rate less than 100455, 947, 489, 964 per 100,000 population are Tuberculosis179, 832, 298, 855 with 3.90318, 829, 362, 849, Suicide229, 734, 298, 752 with 10.90329, 731, 384, 752, and Diabetes213, 634, 298, 652 with 13.", "gt_answer": "Tuberculosis178, 840, 299, 859 with a rate of 3.90319, 837, 363, 859."} +{"image": ["imgs/ChartQA_PCG/two_col_61362.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the number of people on ART change from 2000 to 2019? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The number of people on ART increased significantly from 0.57214,889,240,905 million in 2000 to 25.40741,101,775,117 million in 2019."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2000, the number was 0.57213,886,239,902 million. By 2019, it increased to 25.40740,99,774,116 million. This represents a significant growth over the period.", "gt_answer": "The number of people on ART increased significantly from 0.57214,889,240,905 million in 2000 to 25.40741,101,775,117 million in 2019."} +{"image": ["imgs/ChartQA_PCG/two_col_104308.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people selected 'No, and I don't plan to'?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "73.0%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who selected 'No, and I don't plan to' is 73.0%364, 369, 420, 395. Answer: 73%", "gt_answer": "73.0%", "necessary bbox": "[\"No, and I don't plan to126, 261, 319, 293\", '73.0%367, 367, 423, 393']"} +{"image": ["imgs/ChartQA_PCG/two_col_23918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue in million EUR in 768, 854, 817, 869?"}, {"role": "assistant", "content": "478"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "478", "gt_answer": "478", "necessary bbox": "['Q1 2020768, 854, 817, 869', '478781, 288, 804, 304']"} +{"image": ["imgs/CCMAIN/0146864.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many Quality Management Coordinators are listed? Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists Carolyn Cadle117,366,208,379, Cindy Bullard117,384,205,396, Jonathan Perry117,401,217,414, Lisa McDonald117,418,214,431, and Wendy Harvey117,435,214,448 as Quality Management Coordinators, totaling 5 individuals. Answer: 5"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Carolyn Cadle117,365,209,378, Cindy Bullard117,384,204,397, Jonathan Perry117,402,218,415, Lisa McDonald117,419,214,432, and Wendy Harvey117,436,215,449 as Quality Management Coordinators, totaling 5792,172,800,185. Answer: 5792,172,800,185", "gt_answer": "The document lists Carolyn Cadle117,366,208,379, Cindy Bullard117,384,205,396, Jonathan Perry117,401,217,414, Lisa McDonald117,418,214,431, and Wendy Harvey117,435,214,448 as Quality Management Coordinators, totaling 5 individuals. Answer: 5"} +{"image": ["imgs/ChartQA_PCG/multi_col_80270.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage of boys who are reported as 'Too thin' in grades 8, 9, and 10? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The combined percentage is 20% 616, 274, 644, 287 for Boys grade 10, 20% 616, 229, 644, 242 for Boys grade 9, and 17% 556, 184, 584, 197 for Boys grade 8, summing up to 57% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage is 17%552,184,580,196 for grade 8, 20%613,228,641,240 for grade 9, and 23%679,272,707,284 for grade 10. The total is 17% + 20% + 23% = 60%.", "gt_answer": "The combined percentage is 20% 616, 274, 644, 287 for Boys grade 10, 20% 616, 229, 644, 242 for Boys grade 9, and 17% 556, 184, 584, 197 for Boys grade 8, summing up to 57% ."} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 765, 518, 790, 563?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "11.72"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue for the Americas in 2019765, 518, 790, 563 was 11.72764, 231, 796, 249 billion U.S. dollars. Answer: 11.72 billion U.S. dollars.", "gt_answer": "11.72", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/Crello/output_poster1596_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat website is associated with the Cannes Film Festival poster in 220,859,306,897?"}, {"role": "assistant", "content": " hereford.blog "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "hereford.blog", "gt_answer": " hereford.blog ", "necessary bbox": "[' hereford.blog 220,859,306,897']"} +{"image": ["imgs/Crello/output_poster478_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word indicates that there is a special promotion?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Sale 94,194,235,838 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Sale 74,196,238,850 ", "gt_answer": " Sale 94,194,235,838 ", "necessary bbox": "[' Sale 94,194,235,838 ']"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the product code mentioned in the document? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "1492-ASPH3235,131,321,146"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1492-ASPH3235,131,320,146", "gt_answer": "1492-ASPH3235,131,321,146"} +{"image": ["imgs/CCMAIN/0272018.png"], "messages": [{"role": "user", "content": "<|image|> \nWho submitted the document titled '42,45,878,87'? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document titled 'Machine Learning ? Game Changer for CPS?42,45,878,87' was submitted by Sandeep Neema117,98,209,111 as indicated in the text. Answer: Sandeep Neema117,98,209,111"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document clearly states that it was submitted by Sandeep Neema117,98,209,111. Answer: Sandeep Neema117,98,209,111", "gt_answer": "The document titled 'Machine Learning ? Game Changer for CPS?42,45,878,87' was submitted by Sandeep Neema117,98,209,111 as indicated in the text. Answer: Sandeep Neema117,98,209,111"} +{"image": ["imgs/ChartQA_PCG/multi_col_1536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage point increase in female students from 172,549,196,596 to 864,552,889,595?"}, {"role": "assistant", "content": "19.10 percentage points"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "19.10%", "gt_answer": "19.10 percentage points", "necessary bbox": "['61.10%161, 343, 210, 362', '80.20%854, 62, 903, 81','2000172,549,196,596','2020864,552,889,595']"} +{"image": ["imgs/ChartQA_PCG/two_col_22391.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected national debt for Fiji in 2026?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "4.95 billion U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The projected national debt for Fiji in 2026 is shown as 4.95783, 91, 809, 107.\n\nAnswer: 4.95", "gt_answer": "4.95 billion U.S. dollars", "necessary bbox": "['4.95785, 92, 811, 108', '2026*783, 931, 811, 976']"} +{"image": ["imgs/ChartQA_PCG/two_col_81844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the number of Canadian students from 163,920,188,964 to 546,920,572,964? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The number of Canadian students increased from 0.99162,817,191,836 million in 2000163,920,188,964 to 1.82545,178,573,196 million in 2011546,920,572,964."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of Canadian students increased from 0.99163,817,192,836 million in 2000163,920,188,964 to 1.79 million in 2010510,919,536,964, an increase of 0.80 million.", "gt_answer": "The number of Canadian students increased from 0.99162,817,191,836 million in 2000163,920,188,964 to 1.82545,178,573,196 million in 2011546,920,572,964."} +{"image": ["imgs/ChartQA_PCG/71549950001483.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the largest share of global forest area in 2012?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Venezuela44, 256, 159, 274"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Venezuela39, 256, 154, 274", "gt_answer": "Venezuela44, 256, 159, 274", "necessary bbox": "['Venezuela44, 256, 159, 274', '1.15']"} +{"image": ["imgs/CCMAIN/0135071.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for the lowest registration fee? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the registration fee is 170 \u20ac563,505,581,516 if paid by 30.06.2021626,505,673,516, which is the lowest fee option available. Answer: 30.06.2021626,505,673,516"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the lowest registration fee of 170 \u20ac562,508,590,518 is available until 30.06.2021624,508,676,518. Answer: 30.06.2021624,508,676,518", "gt_answer": "The document states that the registration fee is 170 \u20ac563,505,581,516 if paid by 30.06.2021626,505,673,516, which is the lowest fee option available. Answer: 30.06.2021626,505,673,516"} +{"image": ["imgs/ChartQA_PCG/multi_col_40725.png"], "messages": [{"role": "user", "content": "<|image|> \nFor 'Up to five check-ups', which group represents 12%? Please list the group with color coding. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " Black or African American 259,650,407,666, color coded as Blue 12% 598,419,624,436."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The group that represents 12% for 'Up to five check-ups' is Hispanic American or Latino 467,650,628,670.", "gt_answer": " Black or African American 259,650,407,666, color coded as Blue 12% 598,419,624,436."} +{"image": ["imgs/Crello/output_poster1738_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich episode number is highlighted in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " EPISODE #12 87,745,257,783"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " EPISODE #12 84,745,259,786 ", "gt_answer": " EPISODE #12 87,745,257,783", "necessary bbox": "[' EPISODE #12 87,745,257,783']"} +{"image": ["imgs/ChartQA_PCG/two_col_104683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the share of immigrants in France in 2015?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "9.30%732,151,774,169"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "9.30%731, 152, 772, 171", "gt_answer": "9.30%732,151,774,169", "necessary bbox": "['2015739,819,764,863', '9.30%732,151,774,169']"} +{"image": ["imgs/ChartQA_PCG/multi_col_41.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich region has a higher proportion of 'Over 65 years': 722, 606, 805, 622 or 850, 607, 889, 626? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " Europe 850, 607, 889, 626 has a higher proportion with 19% compared to North America 722, 606, 805, 622 with 17% ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "North America has a higher proportion of 'Over 65 years' with 17.30% compared to Europe's 19%.", "gt_answer": " Europe 850, 607, 889, 626 has a higher proportion with 19% compared to North America 722, 606, 805, 622 with 17% ."} +{"image": ["imgs/CCMAIN/0183186.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the tolerance on length for screws up to 1 inch? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The tolerance on length for screws up to 1 in. incl.420,415,471,429 is -0, +0.060486,415,544,429. Answer: -0, +0.060486,415,544,429"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the tolerance on length for screws up to 1 inch is -0, +0.060485,417,543,429. Answer: -0, +0.060485,417,543,429", "gt_answer": "The tolerance on length for screws up to 1 in. incl.420,415,471,429 is -0, +0.060486,415,544,429. Answer: -0, +0.060486,415,544,429"} +{"image": ["imgs/ChartQA_PCG/multi_col_20416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 'White (non-Hispanic)' respondents who supported 512, 679, 553, 695?"}, {"role": "assistant", "content": "37%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "38%", "gt_answer": "37%", "necessary bbox": "['White (non-Hispanic)172, 563, 293, 583', '37%', 'Obama512, 679, 553, 695']"} +{"image": ["imgs/ChartQA_PCG/two_col_1825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat will be the estimated amount of tight oil production in the US in 861,906,893,942?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "33.94862, 177, 895, 193"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "33.94861,178,895,194", "gt_answer": "33.94862, 177, 895, 193", "necessary bbox": "['33.94862, 177, 895, 193','2050*861,906,893,942']"} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event is scheduled on 19th December 2020? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "According to the document, the Drawing Competition144,372,329,389 is scheduled for 19th December 2020360,372,541,389. Answer: Drawing Competition144,372,329,389"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the document, the Drawing Competition146,372,328,390 is scheduled for 19th December 2020358,372,541,390. Answer: Drawing Competition146,372,328,390", "gt_answer": "According to the document, the Drawing Competition144,372,329,389 is scheduled for 19th December 2020360,372,541,389. Answer: Drawing Competition144,372,329,389"} +{"image": ["imgs/CCMAIN/0241503.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy are geomorphological, geological, and geodetic surveys planned in East Antarctica according to 63,284,931,616? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "According to 63,284,931,616, geomorphological, geological, and geodetic surveys are planned in East Antarctica because the in-situ data for constraining GIA models are very few in this region. These surveys, along with precise monitoring techniques, aim to improve the understanding of GIA effects and the response of the solid Earth, which is crucial for constructing reliable models of ice melting history and the Earth's viscoelastic structure."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The surveys are planned in East Antarctica to gather in-situ data for constraining GIA models, as mentioned in and the coastal areas in East Antarctica, where the in-situ data for constraining GIA models are very few.71,468,923,481. This is crucial for understanding the rheological properties of the solid Earth and improving GIA models.", "gt_answer": "According to 63,284,931,616, geomorphological, geological, and geodetic surveys are planned in East Antarctica because the in-situ data for constraining GIA models are very few in this region. These surveys, along with precise monitoring techniques, aim to improve the understanding of GIA effects and the response of the solid Earth, which is crucial for constructing reliable models of ice melting history and the Earth's viscoelastic structure."} +{"image": ["imgs/Crello/output_poster846_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are some of the special guests listed for the event? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The special guests include The Hoobert Band Rainbow Sisters\nSloane\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston\nAstrid Thorpe 844,472,1008,616 "}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The special guests include The Hoobert Band, Rainbow Sister, Sidone, Andy Curtis, Douglas Sharp, Teresa Stevenson & Rob Bell, Ivory Preston, and Astrid Thorpe. The Hoobert Band Rainbow Sister\nSidone\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston\nAstrid Thorpe 840,471,975,613 ", "gt_answer": "The special guests include The Hoobert Band Rainbow Sisters\nSloane\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston\nAstrid Thorpe 844,472,1008,616 "} +{"image": ["imgs/CCMAIN/0158121.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the content of the book titled 'china the beautiful cookbook' as mentioned in 75,308,923,560? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The book 'china the beautiful cookbook' contains authentic recipes from the culinary authorities of Beijing, Shanghai, Guangdong, and Sichuan, as indicated by the span china the beautiful cookbook authentic recipes from the culinary authorities of beijing shanghai guangdong and sichuan76,383,911,397."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The book titled 'china the beautiful cookbook' in 75,308,923,560 is described as containing authentic recipes from the culinary authorities of Beijing, Shanghai, Guangdong, and Sichuan. This suggests a focus on traditional Chinese cuisine from these regions.", "gt_answer": "The book 'china the beautiful cookbook' contains authentic recipes from the culinary authorities of Beijing, Shanghai, Guangdong, and Sichuan, as indicated by the span china the beautiful cookbook authentic recipes from the culinary authorities of beijing shanghai guangdong and sichuan76,383,911,397."} +{"image": ["imgs/ChartQA_PCG/multi_col_1130.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did My Travel Group carry the most passengers?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 2008 * 159, 518, 192, 573"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2008", "gt_answer": " 2008 * 159, 518, 192, 573", "necessary bbox": "[' My Travel Group 468, 630, 570, 650', ' 2008 * 159, 518, 192, 573', ' 7575300 150, 275, 207, 292']"} +{"image": ["imgs/ChartQA_PCG/two_col_43831.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the online audience base of India in millions?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "462"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The online audience base of India is shown as 459.60 million.\n\nAnswer: 459.6", "gt_answer": "462", "necessary bbox": "['India400, 869, 426, 882']"} +{"image": ["imgs/Crello/output_poster458_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the focus of Scene 2?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " The power of positive affirmations. "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Scene 2 is focused on the power of positive affirmations, as indicated by the text ' The power of\npositive affirmations. 735,401,876,449 '. Answer: The power of\npositive affirmations. 735,401,876,449 ", "gt_answer": " The power of positive affirmations. ", "necessary bbox": "[' The power of positive affirmations. 739,404,871,450 ']"} +{"image": ["imgs/Crello/output_poster1281_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat symbol is used to connect ideas in the text?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " & 255,482,288,546"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " & 253,469,281,549 ", "gt_answer": " & 255,482,288,546", "necessary bbox": "[' & 255,482,288,546']"} +{"image": ["imgs/CCMAIN/0267905.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the origin of the melody? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Este's Psalter - 1592755,96,940,110"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "From Este's Psalter - 1592704,96,941,110", "gt_answer": "Este's Psalter - 1592755,96,940,110"} +{"image": ["imgs/ChartQA_PCG/two_col_101066.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest number of users in the Netherlands?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2019706, 892, 737, 905"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2019703,894,735,906", "gt_answer": "2019706, 892, 737, 905", "necessary bbox": "['2014 1002000116, 188, 172, 204', '2015 1021000231, 176, 287, 192', '2016 1023000347, 174, 403, 191', '2017 1029000463, 171, 518, 186', '2018 1047000578, 158, 634, 174', '2019 1060000693, 149, 750, 166', '2020 1038000809, 164, 865, 181']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion sum of female and male patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "18.2"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of female patients is 6.2619, 298, 640, 311 and male patients is 12. The sum is 6.2 + 12 = 18.2. Answer: 18.2", "gt_answer": "18.2", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311','12393,297,411,312','Male547,731,576,744']"} +{"image": ["imgs/CCMAIN/0020144.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the registration fee for delegates registering less than 15 days in advance? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "$6409,668,432,687"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$6408,671,430,686", "gt_answer": "$6409,668,432,687"} +{"image": ["imgs/ChartQA_PCG/25615455003200.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the range of government expenditure on secondary education across the given countries? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The range is from 9.29 for Laos204, 670, 242, 687 to 21.37 for Czechia176, 316, 242, 334."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The range is from 9.50 in Laos206,674,243,692 to 21.80 in Czechia176,311,244,334.", "gt_answer": "The range is from 9.29 for Laos204, 670, 242, 687 to 21.37 for Czechia176, 316, 242, 334."} +{"image": ["imgs/ChartQA_PCG/two_col_83243.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage share of the 285, 625, 387, 651 in the pie chart? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "3.0%437, 567, 482, 593"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage share of the Switzerland285, 625, 387, 651 is 16.0%474, 639, 529, 665.", "gt_answer": "3.0%437, 567, 482, 593"} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event is held in 637,541,753,564? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The event on Sep 1294,541,158,565 is the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 and it takes place in Newark, NY637,541,753,564. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The event WCMC Kathy DeJohn Memorial Sprint Enduro178,541,619,564 is scheduled for Sep 1294,541,159,564 in Newark, NY637,541,753,564. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro178,541,619,564", "gt_answer": "The event on Sep 1294,541,158,565 is the WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564 and it takes place in Newark, NY637,541,753,564. Answer: WCMC Kathy DeJohn Memorial Sprint Enduro177,541,617,564"} +{"image": ["imgs/Crello/output_poster1942_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the location mentioned in 47,947,252,961?"}, {"role": "assistant", "content": " Yellow str. 28, Westside "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Yellow st., Westside", "gt_answer": " Yellow str. 28, Westside ", "necessary bbox": "[' Yellow str. 28, Westside 47,947,252,961']"} +{"image": ["imgs/ChartQA_PCG/two_col_104308.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich option represents those who plan to use the service soon? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The option 'No, but I plan to soon' represents those who plan to use the service soon, with a percentage of 11.0%574,535,629,561."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "No, but I plan to soon697,563,884,595", "gt_answer": "The option 'No, but I plan to soon' represents those who plan to use the service soon, with a percentage of 11.0%574,535,629,561."} +{"image": ["imgs/CCMAIN/0145328.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should applicants submit their applications? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "www.olasjobs.org/central393,627,605,644"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "www.olasjobs.org/central392,627,606,645", "gt_answer": "www.olasjobs.org/central393,627,605,644"} +{"image": ["imgs/CCMAIN/0117883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phonics sound is associated with the word 'naranja'? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "J68,441,74,462"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "J sound71,438,115,460", "gt_answer": "J68,441,74,462"} +{"image": ["imgs/CCMAIN/0093622.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should the completed application be sent? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "info@dfpropertiesllc.com572,954,787,971"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "info@dfpropertiesllc.com", "gt_answer": "info@dfpropertiesllc.com572,954,787,971"} +{"image": ["imgs/CCMAIN/0084209.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The Mayors Message Video Transcript95,132,583,156 announces a telephone helpline619,132,896,156 set up by the City to support the community during the COVID-19 pandemic426,297,612,313. Residents can call 9411 3319135,277,230,293 for assistance, especially if they are vulnerable, available Monday to Friday during office hours758,334,857,350. Alternatively, a form can be filled on the City\u2019s website for a response via call or email. The message emphasizes the importance of helping each other to stay safe at home as Western Australia\u2019s situation improves."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The City of Cockburn has established a telephone helpline620,131,897,159 to support the community during the COVID-19 pandemic. Residents can call 9411 3319137,276,229,294 for assistance if they or someone they know needs help adjusting to new life circumstances. Vulnerable members can call during office hours, and forms can be submitted online for staff responses. The message emphasizes the importance of helping each other stay safe at home until the situation improves.", "gt_answer": "The Mayors Message Video Transcript95,132,583,156 announces a telephone helpline619,132,896,156 set up by the City to support the community during the COVID-19 pandemic426,297,612,313. Residents can call 9411 3319135,277,230,293 for assistance, especially if they are vulnerable, available Monday to Friday during office hours758,334,857,350. Alternatively, a form can be filled on the City\u2019s website for a response via call or email. The message emphasizes the importance of helping each other to stay safe at home as Western Australia\u2019s situation improves."} +{"image": ["imgs/ChartQA_PCG/two_col_83219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average price of cars for the '6.6 - 10.5 years' age group?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "413,077"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The average price for the '6.6 - 10.5 years' age group is 412500.\n\nAnswer: 412500", "gt_answer": "413,077", "necessary bbox": "['6.6 - 10.5 years150, 642, 258, 657']"} +{"image": ["imgs/Crello/output_poster189_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the sunglasses in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " $50 486,245,818,411 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $50 496,271,803,417 ", "gt_answer": " $50 486,245,818,411 ", "necessary bbox": "[' $50 486,245,818,411 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_23924.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did Panama's population grow from 359,851,384,891 to 542,852,571,897? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Panama's population grew from 4.22359,144,386,161 million in 2019359,851,384,891 to 4.40545,116,571,132 million in 2022*542,852,571,897, a growth of 0.18 million."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The population grew from 4.22359,142,385,158 million in 2019 to 4.40542,117,568,133 million in 2022*, which is an increase of 0.18 million.", "gt_answer": "Panama's population grew from 4.22359,144,386,161 million in 2019359,851,384,891 to 4.40545,116,571,132 million in 2022*542,852,571,897, a growth of 0.18 million."} +{"image": ["imgs/Crello/output_poster1976_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the call to action in the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "SHOW NOW801,776,841,854"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " HOW TO MAKE 231,220,267,319 ", "gt_answer": "SHOW NOW801,776,841,854", "necessary bbox": "['SHOW NOW801,776,841,854']"} +{"image": ["imgs/ChartQA_PCG/two_col_3365.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of punctual flights for 70, 387, 189, 399?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "87.40%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of punctual flights for Hawaiian Airlines70, 387, 189, 399 is 87.40%836, 385, 892, 399. Answer: 87.40%", "gt_answer": "87.40%", "necessary bbox": "['Hawaiian Airlines70, 387, 189, 399', '87.40%840, 385, 893, 399']"} +{"image": ["imgs/CCMAIN/0173731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number for Platinum Auto Service Inc.? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document lists Platinum Auto Service Inc.306,178,532,199 with the contact number 508-760-2807581,179,692,199 under the sponsors section. Answer: 508-760-2807581,179,692,199"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the contact number for Platinum Auto Service Inc.305,179,528,196 as tel. 508-760-2807544,179,692,196. Answer: 508-760-2807579,179,692,196", "gt_answer": "The document lists Platinum Auto Service Inc.306,178,532,199 with the contact number 508-760-2807581,179,692,199 under the sponsors section. Answer: 508-760-2807581,179,692,199"} +{"image": ["imgs/CCMAIN/0320343.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the annual registration fee for the youth membership? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$50.00 (Non-refundable)485,108,711,124"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$50.00483,109,546,127", "gt_answer": "$50.00 (Non-refundable)485,108,711,124"} +{"image": ["imgs/ChartQA_PCG/two_col_1902.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the average ticket price first exceed $120?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2014510,949,536,989"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014513,947,539,987", "gt_answer": "2014510,949,536,989", "necessary bbox": "['122513,239,535,254', '2014510,949,536,989']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40633.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mean number of units consumed by Men aged 603, 84, 636, 102?Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": " 19.50 "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The mean number of units consumed by Men aged 55-64 years603, 549, 667, 568 is 19.50606, 82, 639, 101. Answer: 19.50", "gt_answer": " 19.50 ", "necessary bbox": "[' Men 501, 662, 523, 676', ' 55-64 years 592, 549, 660, 568', ' 19.50 603, 84, 636, 102']"} +{"image": ["imgs/Crello/output_poster2017_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many ideas are suggested for decorating your home for Christmas?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 21 456,78,535,113 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 21 457,80,536,119 ", "gt_answer": " 21 456,78,535,113 ", "necessary bbox": "[' 21 456,78,535,113 ', ' 21 LITTLE IDEAS TO 271,136,506,147 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage difference between 609,233,745,259 and 659,753,777,779?"}, {"role": "assistant", "content": "2%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10%", "gt_answer": "2%", "necessary bbox": "[' United States 659,753,777,779','18%377,399,432,429','13%347,573,403,597','26%526,369,585,399','13%417,705,473,733','\n2%375,649,422,675','European Union609,233,745,259']"} +{"image": ["imgs/ChartQA_PCG/two_col_24274.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total sales amount for 168, 98, 213, 114 and 305, 689, 342, 705 combined?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "298427 euros"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales for Moschino168, 98, 213, 114 is 262507170, 99, 215, 116 and for Pollini305, 689, 342, 705 is 35920308, 689, 345, 705. Combined, they total 298427. Answer: 298427", "gt_answer": "298427 euros", "necessary bbox": "['262507168, 98, 213, 114', '35920305, 689, 342, 705']"} +{"image": ["imgs/ChartQA_PCG/two_col_102453.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the risk index score reach 6.53?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2019645, 867, 673, 881"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2016327, 866, 356, 880", "gt_answer": "2019645, 867, 673, 881", "necessary bbox": "['6.53', '2019645, 867, 673, 881']"} +{"image": ["imgs/ChartQA_PCG/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which academic year did the number of Chinese students reach the maximum value in the chart?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2019/20766, 941, 805, 999"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2019/20768, 940, 805, 999", "gt_answer": "2019/20766, 941, 805, 999", "necessary bbox": "['372532765, 89, 809, 106', '2019/20766, 941, 805, 999']"} +{"image": ["imgs/Crello/output_poster14_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat mood or activity suggests the poster is promoting? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text suggests a relaxed and creative activity, possibly related to starting a day of pottery creation, with coffee and inspiration, as indicated by ' My day started with a sip of coffee and asplash of inspo. '97,699,578,819."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The mood or activity suggested is 'inspiration' as indicated by the text ' My day started\nwith a sip of \ncoffee and a splash\nof inspo. 94,698,579,820 '.", "gt_answer": "The text suggests a relaxed and creative activity, possibly related to starting a day of pottery creation, with coffee and inspiration, as indicated by ' My day started with a sip of coffee and asplash of inspo. '97,699,578,819."} +{"image": ["imgs/ChartQA_PCG/two_col_43073.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich region has the highest percentage of vaccinated children?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Community of Madrid"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The region with the highest percentage of vaccinated children is Extremadura264,193,353,201 with 99.50%893,189,947,197. Answer: Extremadura", "gt_answer": "Community of Madrid", "necessary bbox": "[' Community of Madrid 203,111,353,119']"} +{"image": ["imgs/CCMAIN/0342963.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document advertises NEW Spooky Whale Fillers520,63,938,99 priced at \u00a375.00503,145,652,180 with reference DM3628626,189,715,206. These are part of a range of Horse Show Jump Novelty Items108,413,450,431 suitable for all riders. The set includes 2 fillers, each 2ft High107,527,193,544, handmade and hand-painted from Plywood Weather Treated642,527,918,544. They are designed to add variety and challenge to horse jump courses. Delivery takes approximately 5 weeks859,470,948,488. For assistance, contact the number provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an advertisement for NEW Spooky Whale Fillers523,61,940,103 priced at \u00a375.00503,144,651,180. These fillers are part of a complete equestrian range and are ideal for adding variety to show jumps courses or providing extra challenge with spooky designs. They are 2ft High Handmade and Hand Painted Made from Plywood Weather Treated104,526,918,545. The delivery time is approximately 5 weeks. For assistance in choosing suitable jumps, customers can contact the provided number.", "gt_answer": "The document advertises NEW Spooky Whale Fillers520,63,938,99 priced at \u00a375.00503,145,652,180 with reference DM3628626,189,715,206. These are part of a range of Horse Show Jump Novelty Items108,413,450,431 suitable for all riders. The set includes 2 fillers, each 2ft High107,527,193,544, handmade and hand-painted from Plywood Weather Treated642,527,918,544. They are designed to add variety and challenge to horse jump courses. Delivery takes approximately 5 weeks859,470,948,488. For assistance, contact the number provided."} +{"image": ["imgs/ChartQA_PCG/multi_col_40733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of infected people in 110, 108, 143, 117?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 375 "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of infected people in Tokyo110, 108, 143, 117 is 375902, 106, 925, 115. Answer: 375", "gt_answer": " 375 ", "necessary bbox": "[' Tokyo 110, 108, 143, 117', ' 375 905, 104, 928, 113']"} +{"image": ["imgs/CCMAIN/0349453.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the New Testament readings for Sunday, September 26 (Proper 21) in both tracks? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "For September 26 (Proper 21), both the semicontinuous and complementary tracks list the New Testament readings as James 5:13\u201320117,674,240,690 and Mark 9:38\u201350117,690,227,706. Answer: James 5:13\u201320117,674,240,690 and Mark 9:38\u201350117,690,227,706"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the readings for Sunday, September 26 (Proper 21) as James 5:13\u201320117,674,240,690 and Mark 9:38\u201350117,688,227,704 under both the semicontinuous and complementary tracks. Answer: James 5:13\u201320117,674,240,690, Mark 9:38\u201350117,688,227,704", "gt_answer": "For September 26 (Proper 21), both the semicontinuous and complementary tracks list the New Testament readings as James 5:13\u201320117,674,240,690 and Mark 9:38\u201350117,690,227,706. Answer: James 5:13\u201320117,674,240,690 and Mark 9:38\u201350117,690,227,706"} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the value of the bar for Colombia?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1.45358, 774, 397, 794"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1.45357, 769, 397, 790", "gt_answer": "1.45358, 774, 397, 794", "necessary bbox": "['1.45358, 774, 397, 794']"} +{"image": ["imgs/Crello/output_poster1738_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the podcast mentioned in 241,93,318,166?"}, {"role": "assistant", "content": " Rachel\u2019s Podcast "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Rachel's Podcast", "gt_answer": " Rachel\u2019s Podcast ", "necessary bbox": "[' Rachel\u2019s Podcast 241,93,318,166']"} +{"image": ["imgs/CCMAIN/0277571.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost to have both the 123,597,199,615 and the 114,633,189,648 as optional extras?"}, {"role": "assistant", "content": "\u00a3220"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a3270", "gt_answer": "\u00a3220"} +{"image": ["imgs/ChartQA_PCG/two_col_101066.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year showed a decrease in the number of users from the previous year? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The number of users decreased in 2020 821,892,852,905 where the count was 1038000 809,164,865,181, down from 1060000 693,149,750,166 in 2019 706,892,737,905."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of users decreased from 1060000692, 148, 750, 164 in 2019 to 1038000805, 164, 863, 181 in 2020.", "gt_answer": "The number of users decreased in 2020 821,892,852,905 where the count was 1038000 809,164,865,181, down from 1060000 693,149,750,166 in 2019 706,892,737,905."} +{"image": ["imgs/ChartQA_PCG/multi_col_21130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in revenue for 'Martha Stewart Weddings' between 2006 and 2013? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "From 2006 to 2013, 'Martha Stewart Weddings' shows an overall increasing trend in revenue, starting from 29.16124,468,162,486 million U.S. dollars in 2006 and reaching 57.28821,408,858,426 million U.S. dollars in 2013."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue for 'Martha Stewart Weddings' shows a general increase from 29.16124,468,158,486 million in 2006 to 57.28823,409,857,428 million in 2013.", "gt_answer": "From 2006 to 2013, 'Martha Stewart Weddings' shows an overall increasing trend in revenue, starting from 29.16124,468,162,486 million U.S. dollars in 2006 and reaching 57.28821,408,858,426 million U.S. dollars in 2013."} +{"image": ["imgs/ChartQA_PCG/70288898001041.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total range covered by the male-to-female ratio on the y-axis?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "0.0 to 1.0"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The y-axis ranges from 0.0218,920,246,937 to 1.0815,920,843,937. Answer: 0.0 to 1.0", "gt_answer": "0.0 to 1.0", "necessary bbox": "['0.0215, 924, 244, 940', '1.0816, 924, 844, 940']"} +{"image": ["imgs/Crello/output_poster1393_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the prices of the oils listed in the poster, and are there any promotional elements indicating a sale? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The prices of the oils are: Castor Oil 123,439,211,478 for $3.00 118,528,224,575, Lemon Oil 444,440,532,478 for $4.90 440,531,543,575, and Avocado Oil 759,440,870,478 for $2.45 781,527,882,571. The promotional element indicating a sale is SALE 138,167,713,295."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The prices are 3 148,527,190,576, 4 464,527,506,576, and 2 807,527,849,576 for Castor Oil, Lemon Oil, and Avocado Oil respectively. The poster indicates a sale with the text ' SALE 138,169,707,290'.", "gt_answer": "The prices of the oils are: Castor Oil 123,439,211,478 for $3.00 118,528,224,575, Lemon Oil 444,440,532,478 for $4.90 440,531,543,575, and Avocado Oil 759,440,870,478 for $2.45 781,527,882,571. The promotional element indicating a sale is SALE 138,167,713,295."} +{"image": ["imgs/CCMAIN/0164908.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the new nonstop service from 149,186,328,203 to Wichita begin? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Nov. 19, 2021591,204,693,218"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Nov. 19, 2021587,201,689,218", "gt_answer": "Nov. 19, 2021591,204,693,218"} +{"image": ["imgs/CCMAIN/0014499.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The Equality and Diversity Policy58,123,451,152 of International House London emphasizes a commitment to providing a safe, caring environment free from discrimination. It applies to everyone working and studying at the school, promoting equality regardless of gender119,282,179,299, marital status119,309,232,326, religious beliefs119,336,251,353, race119,362,158,380, disability119,389,194,407, sexual orientation119,416,271,434, and age119,443,150,460. The policy is implemented by being positive role models169,545,334,563, taking appropriate action176,597,329,615 against discrimination, and encouraging positive attitudes."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "International House London is committed to providing a safe and caring environment534,182,746,196 free from discrimination. The school promotes equality of opportunity regardless of gender117,285,180,299, marital status117,312,231,326, religious beliefs117,339,251,353, race and nationality117,366,286,380, disability117,393,194,407, sexual orientation117,419,270,433, and age117,446,148,460. They aim to be positive role models by being tolerant and respectful, questioning discrimination, and encouraging students and staff to develop positive attitudes.", "gt_answer": "The Equality and Diversity Policy58,123,451,152 of International House London emphasizes a commitment to providing a safe, caring environment free from discrimination. It applies to everyone working and studying at the school, promoting equality regardless of gender119,282,179,299, marital status119,309,232,326, religious beliefs119,336,251,353, race119,362,158,380, disability119,389,194,407, sexual orientation119,416,271,434, and age119,443,150,460. The policy is implemented by being positive role models169,545,334,563, taking appropriate action176,597,329,615 against discrimination, and encouraging positive attitudes."} +{"image": ["imgs/CCMAIN/0138090.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and how will the meeting regarding the 741,197,928,207 be held?"}, {"role": "assistant", "content": "July 12, 2021 at 1:30 p.m., held virtually via the Zoom platform."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "On July 12, 2021 at 1:30 p.m. via Zoom.", "gt_answer": "July 12, 2021 at 1:30 p.m., held virtually via the Zoom platform."} +{"image": ["imgs/CCMAIN/0116145.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does 82,39,339,98ensure they provide the most qualified candidates?"}, {"role": "assistant", "content": "peer to peer evaluation"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "By using an extensive database and industry tools.", "gt_answer": "peer to peer evaluation"} +{"image": ["imgs/ChartQA_PCG/two_col_6208.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the infant mortality rate change between 2009 and 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The infant mortality rate decreased from 3.30 in 2009139, 837, 164, 876 to 2.60 in 2019800, 836, 825, 876."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate decreased from 3.30 in 2009139,837,164,876 to 2.60 in 2019800,836,825,876.", "gt_answer": "The infant mortality rate decreased from 3.30 in 2009139, 837, 164, 876 to 2.60 in 2019800, 836, 825, 876."} +{"image": ["imgs/CCMAIN/0185089.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of manual is mentioned in 53, 541, 890, 561 and what does it cover? Give grounding and detailed answer."}, {"role": "assistant", "content": "The manual mentioned in 1995 honda civic del sol electrical troubleshooting manual 61sr202el53, 541, 890, 561 is an electrical troubleshooting manual for the 1995 Honda Civic Del Sol. It covers the electrical systems and troubleshooting procedures for this specific vehicle model."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The type of manual mentioned in 53, 541, 890, 561 is the '2005 lexus es330 service repair manual software'. It covers the service and repair of the 2005 Lexus ES330.", "gt_answer": "The manual mentioned in 1995 honda civic del sol electrical troubleshooting manual 61sr202el53, 541, 890, 561 is an electrical troubleshooting manual for the 1995 Honda Civic Del Sol. It covers the electrical systems and troubleshooting procedures for this specific vehicle model."} +{"image": ["imgs/ChartQA_PCG/two_col_62905.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in player expenses between 2014 and 2019?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "45"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2014, the expenses were 178605,279,627,295 million U.S. dollars, and in 2019, they were 223770,129,792,146 million U.S. dollars. The difference is 223 - 178 = 45 million U.S. dollars. Answer: 45 million U.S. dollars.", "gt_answer": "45", "necessary bbox": "['2014602, 899, 628, 939', '178606, 275, 627, 292', '2019769, 899, 794, 939', '223771, 127, 794, 143']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60971.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents who are 702, 646, 856, 660 about 193, 203, 362, 221?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "8%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who are Not at all concerned702, 646, 856, 660 about Hacking/cybersecurity193, 203, 362, 221 is 8%834, 201, 859, 217. Answer: 8%", "gt_answer": "8%", "necessary bbox": "['Not at all concerned702, 646, 856, 660', 'Hacking/cybersecurity193, 203, 362, 221', '8%836, 201, 862, 217']"} +{"image": ["imgs/ChartQA_PCG/two_col_42867.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest number of recorded deaths from codeine drug poisoning?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2018"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest number of deaths was in 2018765, 879, 790, 919 with 169 deaths. Answer: 2018", "gt_answer": "2018", "necessary bbox": "['2018765,879,790,919']"} +{"image": ["imgs/Crello/output_poster1076_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact number mentioned in the poster?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 22-0864-9380 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The contact number is provided in the text ' 22-0864-9380 175,859,336,875 '. Answer: 22-0864-9380", "gt_answer": " 22-0864-9380 ", "necessary bbox": "[' 22-0864-9380 176,860,336,875 ']"} +{"image": ["imgs/Crello/output_poster321_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat festival is being celebrated as per 575,381,854,467?"}, {"role": "assistant", "content": " Hanukkah "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HANUKKAH", "gt_answer": " Hanukkah ", "necessary bbox": "[' Hanukkah 575,381,854,467']"} +{"image": ["imgs/CCMAIN/0153864.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere did 69,240,223,257 receive his basic fine art skills training?"}, {"role": "assistant", "content": "Beijing's Children's Palace"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Beijing's Childrens Palace.", "gt_answer": "Beijing's Children's Palace"} +{"image": ["imgs/CCMAIN/0094418.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document discusses various community updates. A Christmas Tree120,87,234,100 at Ware Pond is praised, and a vacancy for a Parish Councillor227,151,356,164 is announced due to Gerrard Barker's resignation. The council will propose uses for a potential \u00a3100,000 'Section 106' contribution for leisure facilities. The Precept for 2017-18120,438,271,451 will be set at the council meeting on December 13th. A Simply Walk120,502,215,515 event is scheduled for December 5th, and volunteers are needed for a Rights of Way120,597,226,610 project. The MGPC laid a cross for Remembrance Sunday120,677,292,690, and seasonal greetings are extended. Upcoming meetings are on December 6th and 13th. Contact details for Ian Metherell and Carole Jackman are provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines various community updates and announcements. The Christmas Tree120,89,234,102 at Ware Pond is well-installed, thanks to Councillor Penny Evershed and others. A Vacancy for a Parish Councillor120,151,356,164 has been announced due to Gerrard Barker's resignation. The Council will decide on co-opting a new councillor by January. The next meeting will propose uses for a potential \u00a3100,000 contribution if planning permission is granted. The Precept for 2017-18120,439,271,452 will be set on December 13th. A Simply Walk120,501,216,514 event is scheduled for Monday, led by a volunteer. The Rights of Way120,597,228,610 project seeks volunteers to restore footpaths. Remembrance Sunday activities include laying a cross at St Mary\u2019s Church. Seasonal greetings are extended, and upcoming meetings are noted.", "gt_answer": "The document discusses various community updates. A Christmas Tree120,87,234,100 at Ware Pond is praised, and a vacancy for a Parish Councillor227,151,356,164 is announced due to Gerrard Barker's resignation. The council will propose uses for a potential \u00a3100,000 'Section 106' contribution for leisure facilities. The Precept for 2017-18120,438,271,451 will be set at the council meeting on December 13th. A Simply Walk120,502,215,515 event is scheduled for December 5th, and volunteers are needed for a Rights of Way120,597,226,610 project. The MGPC laid a cross for Remembrance Sunday120,677,292,690, and seasonal greetings are extended. Upcoming meetings are on December 6th and 13th. Contact details for Ian Metherell and Carole Jackman are provided."} +{"image": ["imgs/ChartQA_PCG/multi_col_60974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the growth percentage of 760, 552, 787, 572 in 109, 138, 121, 500 for Sales value?"}, {"role": "assistant", "content": "10%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10%", "gt_answer": "10%", "necessary bbox": "['Baby760, 552, 787, 572', 'Growth in sales (March vs. February)109, 138, 121, 500', '10%716, 393, 742, 412']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1343.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the change in net revenue for 608,773,690,789 from 522,615,548,660 to 571,616,596,660? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The net revenue decreased from 4983 519,49,552,68 in 2014 522,615,548,660 to 4645.70 558,82,612,101 in 2015 571,616,596,660, a decrease of 337.3 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The net revenue for North America608,773,690,789 decreased from 4983522,616,556,635 in 2014 to 4645.70571,616,626,635 in 2015, a decrease of 337.3 million U.S. dollars.", "gt_answer": "The net revenue decreased from 4983 519,49,552,68 in 2014 522,615,548,660 to 4645.70 558,82,612,101 in 2015 571,616,596,660, a decrease of 337.3 million U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_22558.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in the number of road traffic fatalities from 2006 to 2012? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The number of road traffic fatalities decreased from 1043 159,156,190,175 in 2006 160,931,186,977 to 601 434,829,458,847 in 2012 432,934,458,977."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of road traffic fatalities decreased from 1043159, 161, 188, 179 in 2006 to 601432, 827, 457, 846 in 2012.", "gt_answer": "The number of road traffic fatalities decreased from 1043 159,156,190,175 in 2006 160,931,186,977 to 601 434,829,458,847 in 2012 432,934,458,977."} +{"image": ["imgs/CCMAIN/0322914.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a 120,563,269,576 membership? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "\u00a391472,563,497,576"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a391", "gt_answer": "\u00a391472,563,497,576"} +{"image": ["imgs/Crello/output_poster385_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the sale mentioned in 373,208,555,342?"}, {"role": "assistant", "content": "AUGUST 1-20"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "August 1-20", "gt_answer": "AUGUST 1-20", "necessary bbox": "['AUGUST 1-20373,208,555,342']"} +{"image": ["imgs/Crello/output_poster509_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat occasion is the discount for?Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "50%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The occasion for the discount is mentioned as ' Christmas offer 648,665,873,697 '. Answer: Christmas", "gt_answer": "50%", "necessary bbox": "['Christmas offer642,668,876,698']"} +{"image": ["imgs/Crello/output_poster2152_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text boxes in the poster? Please respond succinctly and include the answer's bounding box if it is available.Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": " NO PAIN NO GAIN "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text boxes form the phrase ' NO PAIN 58,154,216,207 ', ' NO GAIN 653,719,815,772 ', and ' PAIN 11,61,259,257 '. Answer: NO PAIN 58,154,216,207 NO GAIN 653,719,815,772 PAIN 11,61,259,257 ", "gt_answer": " NO PAIN NO GAIN ", "necessary bbox": "[' NO PAIN 59,154,215,211 ', ' NO GAIN 654,720,815,777 ']"} +{"image": ["imgs/CCMAIN/0120832.png"], "messages": [{"role": "user", "content": "<|image|> \nDid the 153,177,474,213 plan to give confidential information to a Chinese funded research institute?"}, {"role": "assistant", "content": "True"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Yes", "gt_answer": "True"} +{"image": ["imgs/ChartQA_PCG/two_col_100126.png"], "messages": [{"role": "user", "content": "<|image|> \nBy how much does Italy's average annual revenue in GBP exceed that of Poland? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Italy's average annual revenue exceeds Poland's by 151 GBP (256344,439,367,455 - 105765,725,787,741)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Italy's average annual revenue is 256343, 437, 365, 453 GBP, while Poland's is 105768, 725, 790, 741 GBP. The difference is 151 GBP.", "gt_answer": "Italy's average annual revenue exceeds Poland's by 151 GBP (256344,439,367,455 - 105765,725,787,741)."} +{"image": ["imgs/CCMAIN/0187642.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The WATATUNGA WILDLIFE RESERVE370,109,632,143 in Watlington, Norfolk, is seeking a tour guide for their electric buggy tours156,190,328,206. Opened in August 2020, the reserve spans 170 acres601,239,679,254 and hosts over twenty types of ungulates and rare birds. The ideal candidate should have a friendly and welcoming demeanour514,318,818,334, a passion for conservation, and knowledge of ungulates and/or U.K. flora and fauna555,335,833,350. The role involves leading 2-3 tours daily, each lasting 1.5 hours, from March to October. Responsibilities include managing a volunteer, disinfecting buggies, and maintaining visitor areas. Required skills include two years of relevant experience, live presenting, vehicle maintenance, and animal identification. Applications are due by Monday August 2nd 2021400,864,548,880."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Watatunga Wildlife Reserve in Watlington, Norfolk, is seeking a tour guide for their electric buggy tours. The reserve, opened in August 2020, offers unique experiences with over twenty ungulate species. The role involves leading tours from Wednesday to Saturday, March to October, managing volunteers, and ensuring the buggy trailer is accessible. Applicants should have two years of relevant experience, a clean driver's license, and excellent animal identification skills. Applications are due by Monday August 2nd 2021400,863,552,879.", "gt_answer": "The WATATUNGA WILDLIFE RESERVE370,109,632,143 in Watlington, Norfolk, is seeking a tour guide for their electric buggy tours156,190,328,206. Opened in August 2020, the reserve spans 170 acres601,239,679,254 and hosts over twenty types of ungulates and rare birds. The ideal candidate should have a friendly and welcoming demeanour514,318,818,334, a passion for conservation, and knowledge of ungulates and/or U.K. flora and fauna555,335,833,350. The role involves leading 2-3 tours daily, each lasting 1.5 hours, from March to October. Responsibilities include managing a volunteer, disinfecting buggies, and maintaining visitor areas. Required skills include two years of relevant experience, live presenting, vehicle maintenance, and animal identification. Applications are due by Monday August 2nd 2021400,864,548,880."} +{"image": ["imgs/Crello/output_poster1221_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the wedding store featured in the promotion poster? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The name of the wedding store is LAGRAZZA 839,183,915,208 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the wedding store is LAGRAZZA 840,192,913,215 .", "gt_answer": "The name of the wedding store is LAGRAZZA 839,183,915,208 ."} +{"image": ["imgs/Crello/output_poster606_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word in the poster suggests a daily practice?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " routine 673,487,996,588 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " routine 674,512,999,589 ", "gt_answer": " routine 673,487,996,588 ", "necessary bbox": "[' routine 673,487,996,588 ']"} +{"image": ["imgs/Crello/output_poster1931_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the app mentioned in 799,327,855,345?"}, {"role": "assistant", "content": "BASKIN"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "NG BASKIN", "gt_answer": "BASKIN", "necessary bbox": "['BASKIN799,327,855,345']"} +{"image": ["imgs/Crello/output_poster2265_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster convey the idea of a hobby being elevated to something more significant?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "MORE than a HOBBY"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase ' than a 376,520,638,606 ' combined with ' HOBBY 154,691,849,807 ' suggests that the hobby is more than just a pastime. Answer: By using the phrase 'than a' before 'HOBBY'.", "gt_answer": "MORE than a HOBBY", "necessary bbox": "[' MORE 426,367,576,443 ', ' than a 376,523,642,607 ', ' HOBBY 153,687,849,807 ']"} +{"image": ["imgs/CCMAIN/0157214.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The Buel Township Board of Review416,91,582,108 will convene at the Buel Township Hall572,195,731,212 located at 2565 Hall Road, Croswell, MI 48422755,195,837,212 on Monday, July 19, 2021 at 8:00 a.m.366,213,644,230. The Board will address errors, omissions, principal residence exemptions, hardship exemptions, and disabled veterans exemptions210,230,817,247. The notice is issued by Blake Gordon, Secretary146,303,341,320 of the Board of Review."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Buel Township Board of Review176,195,438,215 will meet at the Buel Township Hall570,195,727,215 located at 2565 Hall Road, Croswell, MI 48422752,195,837,215 on Monday, July 19, 2021 at 8:00 a.m.366,212,646,232. The board will address errors, omissions, principal residence exemptions, hardship exemptions, and disabled veterans exemptions. The notice is signed by Blake Gordon, Secretary146,302,341,322.", "gt_answer": "The Buel Township Board of Review416,91,582,108 will convene at the Buel Township Hall572,195,731,212 located at 2565 Hall Road, Croswell, MI 48422755,195,837,212 on Monday, July 19, 2021 at 8:00 a.m.366,213,644,230. The Board will address errors, omissions, principal residence exemptions, hardship exemptions, and disabled veterans exemptions210,230,817,247. The notice is issued by Blake Gordon, Secretary146,303,341,320 of the Board of Review."} +{"image": ["imgs/CCMAIN/0320343.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required to fill in the City: field? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The City:58,242,122,256 field requires the name of the city where the individual resides. This is part of the address information collected in the form."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The City58,243,90,257 field requires the name of the city where the youth or parent/guardian resides. This information is necessary to complete the address details for the membership form.", "gt_answer": "The City:58,242,122,256 field requires the name of the city where the individual resides. This is part of the address information collected in the form."} +{"image": ["imgs/ChartQA_PCG/multi_col_101261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of respondents for '543, 276, 587, 298' in 2017?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "14.70%543, 276, 587, 298"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14.70%543, 276, 587, 298", "gt_answer": "14.70%543, 276, 587, 298", "necessary bbox": "['50 - 100 euros543, 276, 587, 298', '2017574, 566, 601, 582', '14.70%543, 276, 587, 298']"} +{"image": ["imgs/ChartQA_PCG/two_col_20910.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the domestic gasoline demand first exceed 79,293,101,305 billion gallons?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2004 495,823,521,869"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2001423,822,449,864", "gt_answer": " 2004 495,823,521,869", "necessary bbox": "[' 141.18 487,239,531,258', ' 2004 495,823,521,869','14079,293,101,305']"} +{"image": ["imgs/ChartQA_PCG/two_col_973.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected population of Spain in 2025?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "47.28"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The projected population of Spain in 2025 is shown as 47.28776, 69, 813, 88.\n\nAnswer: 47.28", "gt_answer": "47.28", "necessary bbox": "['2025*778, 823, 806, 874', '47.28775, 69, 812, 88']"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat accessory item is associated with the 136,190,392,203? Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Under the section titled 'ACCESSORY ITEMS', the document lists 1492-SP Supplementary Protector Accessories136,190,392,203 alongside Auxiliary Contact Module431,193,567,206. Answer: Auxiliary Contact Module431,193,567,206"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Accessory Items136,175,254,188 as Auxiliary Contact Module431,190,566,203, indicating it is associated with the 1492-SP Supplementary Protector Accessories235,150,549,166. Answer: Auxiliary Contact Module431,190,566,203", "gt_answer": "Under the section titled 'ACCESSORY ITEMS', the document lists 1492-SP Supplementary Protector Accessories136,190,392,203 alongside Auxiliary Contact Module431,193,567,206. Answer: Auxiliary Contact Module431,193,567,206"} +{"image": ["imgs/ChartQA_PCG/two_col_1387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in revenue between 2019 and 676,895,707,911 for Siemens AG?"}, {"role": "assistant", "content": "1344 million euros"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1324 million euros.", "gt_answer": "1344 million euros", "necessary bbox": "['58483323, 174, 360, 191', '57139672, 191, 710, 207','2019323,894,357,911','2020676,895,707,911']"} +{"image": ["imgs/Crello/output_poster1524_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the special guests performing at the event? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The special guests performing at the event are The Hoobert Band, Rainbow Sisters, Sloane, Andy Curtis, Douglas Sharp, Teresa Stevenson & Rob Bell, Ivory Preston, and Astrid Thorpe as listed in the text ' Special guests: \nThe Hoobert Band\nRainbow Sisters\nSloane\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston Astrid Thorpe '577,796,853,931."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The special guests are The Hoobert Band\nRainbow Sisters\nSloane\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston Astrid Thorpe 579,806,852,919 .", "gt_answer": "The special guests performing at the event are The Hoobert Band, Rainbow Sisters, Sloane, Andy Curtis, Douglas Sharp, Teresa Stevenson & Rob Bell, Ivory Preston, and Astrid Thorpe as listed in the text ' Special guests: \nThe Hoobert Band\nRainbow Sisters\nSloane\nAndy Curtis\nDouglas Sharp\nTeresa Stevenson & Rob Bell\nIvory Preston Astrid Thorpe '577,796,853,931."} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth difference in years for 455,639,494,655 and 549,635,581,660 in 823,520,848,566?"}, {"role": "assistant", "content": "7.03"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "7.03 years.", "gt_answer": "7.03", "necessary bbox": "['female455,639,494,655', '2018823,520,848,566', '83.38818,52,855,71','male549,635,581,660','76.35818,356,854,371']"} +{"image": ["imgs/CCMAIN/0353494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the permitted eave projection for detached garages located within 2 feet of a lot line? Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Detached garages accessory to a dwelling located within 2 feet637,468,678,487 of a lot line are permitted to have eave projections not exceeding 4 inches400,484,460,503. Answer: 4 inches400,484,460,503"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that detached garages accessory to a dwelling located within 2 feet of a lot line are permitted to have eave projections not exceeding 4 inches401,486,461,503. Answer: 4 inches401,486,461,503", "gt_answer": "Detached garages accessory to a dwelling located within 2 feet637,468,678,487 of a lot line are permitted to have eave projections not exceeding 4 inches400,484,460,503. Answer: 4 inches400,484,460,503"} +{"image": ["imgs/CCMAIN/0129364.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat document should be consulted for technical specifications of the FlexPOP Service? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "FlexPOP Technical Service Description732,388,885,404"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "FlexPOP Technical Service Description732,389,884,404", "gt_answer": "FlexPOP Technical Service Description732,388,885,404"} +{"image": ["imgs/ChartQA_PCG/two_col_5900.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year with the smallest revenue and specify the amount. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The year with the smallest revenue was 01/02 with a revenue of 67 105, 699, 120, 715 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The smallest revenue was in 01/0298,920,126,957 with 67104,693,119,709 million U.S. dollars.", "gt_answer": "The year with the smallest revenue was 01/02 with a revenue of 67 105, 699, 120, 715 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0132347.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does one meter of the fabric cost? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "\u00a33.99/mtr273,560,356,574"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a33.99/mtr", "gt_answer": "\u00a33.99/mtr273,560,356,574"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average of 738, 522, 769, 536's and 627,522,653,538's gross profit margin in 2017?"}, {"role": "assistant", "content": "53%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "50.8%", "gt_answer": "53%", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146','M&S627,522,653,538','56%634,85,659,102']"} +{"image": ["imgs/ChartQA_PCG/two_col_20016.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich province in Canada had 216,860,224,870 of licensed breweries?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Nunavut146,862,203,870"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Nunavut", "gt_answer": "Nunavut146,862,203,870", "necessary bbox": "['Nunavut146,862,203,870', '1216,860,224,870']"} +{"image": ["imgs/ChartQA_PCG/37026902001151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sum share of adults that are obese in 93, 442, 135, 464 and 74,589,139,614?"}, {"role": "assistant", "content": "2.60"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2.60", "gt_answer": "2.60", "necessary bbox": "['Japan[93, 442, 135, 464]', '1.50[258, 437, 293, 459]']"} +{"image": ["imgs/Crello/output_poster331_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the performers at the Crazy Dance Night party? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The performers include DJ Huhi\nSerene Men\nDJ Collet\nDJ Crispy\nSamson\n& many more! 374,590,616,775 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The performers are DJ Hunt, Serene Men, DJ Collet, DJ Crispy, Samson, and many more. DJ Hunt\nSerene Men\nDJ Collet\nDJ Crispy\nSamson\n& many more! 374,612,624,770 ", "gt_answer": "The performers include DJ Huhi\nSerene Men\nDJ Collet\nDJ Crispy\nSamson\n& many more! 374,590,616,775 ."} +{"image": ["imgs/CCMAIN/0039808.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat dessert is included with the Dinner on 405,421,422,441?"}, {"role": "assistant", "content": "Eclair Dessert"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Pumpkin Bar", "gt_answer": "Eclair Dessert"} +{"image": ["imgs/ChartQA_PCG/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue per paying customer in 330,945,381,964?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "5.33"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue per paying customer in Q3 2019330,945,381,964 was 5.33344,137,370,153. Answer: 5.33", "gt_answer": "5.33", "necessary bbox": "['5.33342, 137, 369, 153','Q3 2019330,945,381,964']"} +{"image": ["imgs/CCMAIN/0265362.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the 293,66,557,110? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Thursday, May 13, 2021 at 5:00 PM293,109,722,137"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Thursday, May 13, 2021 at 5:00 PM293,111,724,136", "gt_answer": "Thursday, May 13, 2021 at 5:00 PM293,109,722,137"} +{"image": ["imgs/CCMAIN/0033817.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a wine label for Paixar 201754,60,181,98, a wine from D.O. Bierzo55,90,109,107 made with 100% Mencia94,105,157,122 grapes. It received 95 points from Josh Raynolds114,413,186,432 on June 17, 2021197,413,267,432. The wine is described as having a 'saturated violet' color with a complex bouquet of spice, cherry, black currant, mulberry, and licorice. It features concentrated black and blue fruit flavors, floral pastille, and exotic spices with a hint of vanilla. The wine is noted for its richness, energy, and chewy finish with reverberating blue fruit and mineral notes. It is aged in new and used French oak barrels and is expected to be best from 2023 \u2013 2033253,391,316,410. The wine is imported by Grapes of Spain173,435,251,452 and selected by Aurelio Cabestrero167,456,259,473."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document describes the Paixar 201754,63,182,99 wine from D.O. Bierzo, made entirely from 100% Mencia94,102,157,119 grapes. It received a score of 95 points54,116,121,199 from Vinous. The wine features a complex, expansive bouquet with notes of saturated violet61,229,150,246, spice, and mineral, along with hints of cherry, black currant, mulberry265,246,323,263, and licorice. It stains the palate with concentrated black and blue fruit flavors, floral pastille, and exotic spices, sweetened by a late touch of vanilla74,325,111,342. The wine delivers a compelling blend of richness and energy, finishing long and gen-erally chewy with reverberating blue fruit and mineral notes and slowly building tannins. It is raised in new French oak barrels from 2023 \u2013 2033252,387,313,404.", "gt_answer": "The document is a wine label for Paixar 201754,60,181,98, a wine from D.O. Bierzo55,90,109,107 made with 100% Mencia94,105,157,122 grapes. It received 95 points from Josh Raynolds114,413,186,432 on June 17, 2021197,413,267,432. The wine is described as having a 'saturated violet' color with a complex bouquet of spice, cherry, black currant, mulberry, and licorice. It features concentrated black and blue fruit flavors, floral pastille, and exotic spices with a hint of vanilla. The wine is noted for its richness, energy, and chewy finish with reverberating blue fruit and mineral notes. It is aged in new and used French oak barrels and is expected to be best from 2023 \u2013 2033253,391,316,410. The wine is imported by Grapes of Spain173,435,251,452 and selected by Aurelio Cabestrero167,456,259,473."} +{"image": ["imgs/ChartQA_PCG/multi_col_40440.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 543,696,569,712 percentage of 245,586,377,602 compared to 543,726,583,742?Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Male: 41%, Female: 40%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Male543,696,569,712 who made Purchases made online245,586,377,602 is 41%, while the percentage of Female543,726,583,742 is 40%. Answer: Male: 41%, Female: 40%", "gt_answer": "Male: 41%, Female: 40%", "necessary bbox": "['Male543,696,569,712', 'Purchases made online245,586,377,602', 'Female543,726,583,742']"} +{"image": ["imgs/ChartQA_PCG/two_col_703.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the youth unemployment rate first reach 20%? Provide the year and corresponding rate.Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2010"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The youth unemployment rate first reached 20% in 2010530,824,556,870 with a rate of 20.10%. Answer: 2010", "gt_answer": "2010", "necessary bbox": "['2010526, 824, 552, 870']"} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main 117,319,199,335 of the memorandum? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Playing Rules Waivers Related to COVID-19 for Winter Sports.218,319,724,335", "gt_answer": "Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"} +{"image": ["imgs/Crello/output_poster284_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should guests RSVP for the event mentioned in 890,560,921,888?"}, {"role": "assistant", "content": "guests@smartphones.az.us"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "guests@smartphones.us", "gt_answer": "guests@smartphones.az.us", "necessary bbox": "[' PLEASE RSVP TO guests@smartphones.az.us 890,560,921,888']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101008.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference between the number of 510,692,576,712 and 510,726,565,743 aircraft in the year 513,580,541,595 ? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In 2020 513,580,541,595 , the difference is 1024 513,388,542,406 (Narrowbody) minus 216 516,185,539,204 (Widebody) equals 808 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2020, the number of Narrowbody510,692,576,712 aircraft was 1024513,389,542,408 and the number of Widebody510,726,565,743 aircraft was 216516,186,538,205. The difference is 1024 - 216 = 808.", "gt_answer": "In 2020 513,580,541,595 , the difference is 1024 513,388,542,406 (Narrowbody) minus 216 516,185,539,204 (Widebody) equals 808 ."} +{"image": ["imgs/CCMAIN/0165151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of 135,434,269,445? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Ordinance Authorizing an Amendment to Agreement with Liberty Utilities (Missouri Water) LLC, for Extension of the Agreement Purchase Term.271,429,943,448"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Extension of the Agreement Purchase Term.", "gt_answer": "Ordinance Authorizing an Amendment to Agreement with Liberty Utilities (Missouri Water) LLC, for Extension of the Agreement Purchase Term.271,429,943,448"} +{"image": ["imgs/ChartQA_PCG/two_col_22991.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had a significantly higher production of cream tins compared to the other? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The year 2010649,827,675,840 had significantly higher production, at 123,000,000631,197,693,213 tins, compared to 1911299,827,325,840 with only 1,200 tins."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The year 2010649,827,677,840 had a significantly higher production of cream tins compared to 1911298,827,325,840.", "gt_answer": "The year 2010649,827,675,840 had significantly higher production, at 123,000,000631,197,693,213 tins, compared to 1911299,827,325,840 with only 1,200 tins."} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 765, 518, 790, 563?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "11.72764, 231, 796, 249"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11.72765, 234, 798, 252", "gt_answer": "11.72764, 231, 796, 249", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/ChartQA_PCG/two_col_60196.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the surface area of 453, 815, 505, 829 in square kilometers?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "83424460, 641, 497, 656"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "83424459, 641, 497, 658", "gt_answer": "83424460, 641, 497, 656", "necessary bbox": "['Hokkaido453, 815, 505, 829', '83424460, 641, 497, 656']"} +{"image": ["imgs/ChartQA_PCG/42751487002753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of new infections of HIV/AIDS in 2010 in Cuba?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2253882, 326, 942, 347"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2253890, 314, 950, 336", "gt_answer": "2253882, 326, 942, 347", "necessary bbox": "['New infections of HIV/AIDS188, 329, 496, 351', '2253882, 326, 942, 347']"} +{"image": ["imgs/ChartQA_PCG/two_col_82637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the net sales in billion U.S. dollars for 158, 318, 410, 334?"}, {"role": "assistant", "content": "7.14"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "7.30 billion U.S. dollars.", "gt_answer": "7.14", "necessary bbox": "['Fortune Brands Home & Security158, 318, 410, 334', 'Net sales in billion U.S. dollars566, 962, 798, 974', '7.14']"} +{"image": ["imgs/ChartQA_PCG/16763327006454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ocean basin corresponding to the smallest value on the chart and what is that value? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The Indian Ocean has the smallest value on the chart with 1.30321, 417, 365, 439 trillion pieces."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The smallest value is for the Indian Ocean176, 422, 308, 441 with a value of 1.30319, 419, 363, 439.", "gt_answer": "The Indian Ocean has the smallest value on the chart with 1.30321, 417, 365, 439 trillion pieces."} +{"image": ["imgs/ChartQA_PCG/multi_col_100815.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of All SMEs viewed access to external finance as a 107, 307, 223, 320?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "14%351, 304, 379, 320"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14%352, 307, 381, 323", "gt_answer": "14%351, 304, 379, 320", "necessary bbox": "['All626, 601, 640, 615', 'Moderate obstacle107, 307, 223, 320', '14%351, 304, 379, 320']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of males in 2012?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "72.90"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy of males in 2012 is shown as 72.90435, 399, 472, 418.\n\nAnswer: 72.9", "gt_answer": "72.90", "necessary bbox": "['male511, 639, 538, 655', '2012437, 523, 463, 566', '72.90432, 401, 470, 418']"} +{"image": ["imgs/CCMAIN/0197181.png"], "messages": [{"role": "user", "content": "<|image|> \nWho taught the 588,392,772,407 program? Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The communication skills program I-SPEAK Your Language588,392,772,407 was taught by Merry Neitlich858,392,912,407, who is a consultant and works with coaches and business professionals. Answer: Merry Neitlich858,392,912,407"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The program was taught by Merry Neitlich of the Coach\u2019s Edge, focusing on communication skills for skaters. Answer: Merry Neitlich863,392,910,407", "gt_answer": "The communication skills program I-SPEAK Your Language588,392,772,407 was taught by Merry Neitlich858,392,912,407, who is a consultant and works with coaches and business professionals. Answer: Merry Neitlich858,392,912,407"} +{"image": ["imgs/ChartQA_PCG/two_col_83300.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change for people aged 65-74 463,936,501,949?"}, {"role": "assistant", "content": "28%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "28%", "gt_answer": "28%", "necessary bbox": "['65-74s463,936,501,949', '28%']"} +{"image": ["imgs/CCMAIN/0223946.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost for a 117,516,402,533? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the seminar pricing for a Supervisor, Not Working K9 at Seminar117,516,402,533 is $50.00411,516,461,533. Answer: $50.00411,516,461,533"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the seminar pricing for a Supervisor, Not Working K9 at Seminar117,516,402,533 as $50.00411,516,461,533. Answer: $50.00411,516,461,533", "gt_answer": "The document states that the seminar pricing for a Supervisor, Not Working K9 at Seminar117,516,402,533 is $50.00411,516,461,533. Answer: $50.00411,516,461,533"} +{"image": ["imgs/Crello/output_poster1053_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the sale?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "Travel Trailer Sale"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The theme of the sale is indicated by the text ' TRAVEL \nTRAILER 100,769,352,844 '. Answer: Travel Trailer", "gt_answer": "Travel Trailer Sale", "necessary bbox": "[' TRAVEL \\nTRAILER 100,768,350,839', ' SALE 316,554,912,678']"} +{"image": ["imgs/CCMAIN/0348648.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of 1-800-851-2201 in the context of the retirement plan? Give grounding and detailed answer."}, {"role": "assistant", "content": "The number 1-800-851-2201694,760,797,773 is significant as it provides participants with a direct line to representatives who can answer calls and provide assistance regarding the retirement plan. This service is available Monday through Friday from 8:00 a.m. to 6:00 p.m., Central time, as indicated in the text."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The significance of 1-800-851-22011-800-851-2201 is that it provides a contact number for participants to reach representatives who can answer calls from Monday through Friday, between 8:00 a.m. and 6:00 p.m., Central time. This ensures that participants have direct access to support and information regarding their retirement plan.", "gt_answer": "The number 1-800-851-2201694,760,797,773 is significant as it provides participants with a direct line to representatives who can answer calls and provide assistance regarding the retirement plan. This service is available Monday through Friday from 8:00 a.m. to 6:00 p.m., Central time, as indicated in the text."} +{"image": ["imgs/CCMAIN/0251178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the 385,113,609,135 specify as examples of anti-Semitism?"}, {"role": "assistant", "content": "eleven \u201ccontemporary examples of anti-Semitism\u201d"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "It specifies eleven examples.", "gt_answer": "eleven \u201ccontemporary examples of anti-Semitism\u201d"} +{"image": ["imgs/CCMAIN/0222243.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total score for the team from Washington CH? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The team of P Pollard & S Moon110,171,181,185 from Washington CH339,171,454,185 had a total score of 740611,171,638,186 as indicated in the results. Answer: 740611,171,638,186"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The team from Washington CH340,170,452,187 consists of T Bostic & D Garlic110,239,171,256, with a total score of 728608,239,637,256. Answer: 728608,239,637,256", "gt_answer": "The team of P Pollard & S Moon110,171,181,185 from Washington CH339,171,454,185 had a total score of 740611,171,638,186 as indicated in the results. Answer: 740611,171,638,186"} +{"image": ["imgs/CCMAIN/0153050.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action does the dog take according to And scare them a-way with one bark? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "According to And scare them a-way with one bark73,653,451,671, the dog scares away threats with a single bark, as indicated by the phrase 'with one bark'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to And scare them a-way with one bark73,652,438,670, the dog is expected to scare away intruders with a single bark.", "gt_answer": "According to And scare them a-way with one bark73,653,451,671, the dog scares away threats with a single bark, as indicated by the phrase 'with one bark'."} +{"image": ["imgs/CCMAIN/0045550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum duration for short-term care in a nonemergency? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "According to the document, 'short-term521,168,613,183' means a time period that does not exceed 24 hours545,226,608,240 in a nonemergency. Answer: 24 hours545,226,608,240"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that 'Short-term' means a time period that does not exceed 24 hours546,225,609,239 in a nonemergency. Answer: 24 hours546,225,609,239", "gt_answer": "According to the document, 'short-term521,168,613,183' means a time period that does not exceed 24 hours545,226,608,240 in a nonemergency. Answer: 24 hours545,226,608,240"} +{"image": ["imgs/CCMAIN/0295094.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Certificate of Accreditation58,234,265,316 issued by the International Air Transport Association (IATA) to ASIA SHIPPING TRANSPORTES INTERNACIONAIS LTDA.53,372,885,425 located in Sao Paulo, Brazil53,474,212,507. It certifies that the company has met the professional standards to promote, sell, and handle international air cargo transportation. The IATA code53,570,102,587 is 5710096002108,570,168,587, and the certificate is valid for the year 2021566,570,590,587. The document is signed by Alexander Popovich and Dusan Kostic from IATA."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Certificate of Accreditation53,228,194,276 issued by the International Air Transport Association (IATA) to ASIA SHIPPING TRANSPORTES INTERNACIONAIS LTDA.53,367,886,415, located in Sao Paulo, Brazil53,469,209,507. It certifies that the company has met the professional standards of IATA to promote, sell, and handle international air cargo transportation. The certificate is valid until 2021568,570,593,590 and can be validated online at checkacode.com340,570,419,590.", "gt_answer": "The document is a Certificate of Accreditation58,234,265,316 issued by the International Air Transport Association (IATA) to ASIA SHIPPING TRANSPORTES INTERNACIONAIS LTDA.53,372,885,425 located in Sao Paulo, Brazil53,474,212,507. It certifies that the company has met the professional standards to promote, sell, and handle international air cargo transportation. The IATA code53,570,102,587 is 5710096002108,570,168,587, and the certificate is valid for the year 2021566,570,590,587. The document is signed by Alexander Popovich and Dusan Kostic from IATA."} +{"image": ["imgs/ChartQA_PCG/21632943006027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of the population with severe food insecurity in Moldova? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Moldova has a share of 2.80 428, 497, 467, 519."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "2.80430, 501, 469, 522", "gt_answer": "Moldova has a share of 2.80 428, 497, 467, 519."} +{"image": ["imgs/ChartQA_PCG/two_col_22831.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did 29,244,43,693 first reach over 17.0 million?"}, {"role": "assistant", "content": " 2017 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2018*.", "gt_answer": " 2017 ", "necessary bbox": [" 17.19 ", " 2017 322,887,349,900"]} +{"image": ["imgs/ChartQA_PCG/multi_col_60027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 652, 528, 735, 546 said 'Yes'?"}, {"role": "assistant", "content": "30%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "30%", "gt_answer": "30%", "necessary bbox": "[' Yes 517, 649, 536, 663', ' 45 to 54 years 652, 528, 735, 546', ' 30% 673, 328, 700, 345']"} +{"image": ["imgs/CCMAIN/0077567.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "Pentaven\u00ae Fast67,106,526,163 provides immediate and fast relief67,160,475,199 for edematous and inflammatory statuses249,193,867,232. It is indicated for conditions like post-traumatic edema85,276,269,291, edema from immobility85,294,276,309, and vascular complications caused by Diabetes85,399,447,414. The recommended dosage is 1-2 tablets a day on an empty stomach, with a treatment duration of 10 to 20 days330,583,424,596 or more. Each tablet contains 300 mg Diosmin396,685,516,698, 125 GDU Bromelain396,703,542,716, and other ingredients. The product is gluten free523,832,633,845 and comes in a box of 20 tablets440,817,508,830."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Pentaven\u00ae Fast provides immediate and fast relief68,159,479,193 of edematous and inflammatory statuses. It is indicated for conditions like post-traumatic edema, edema from immobility, and lymphedema. The recommended dosage is 1-2 tablets a day65,488,246,506, taken on an empty stomach. Treatment duration is advised to be from 10 to 20 days or more332,581,481,595. Each tablet contains 300 mg Diosmin393,684,517,700, 125 GDU Bromelain393,701,543,717, 200 mg Sweet Clover Extract393,718,610,734, 5 mg Bioflavonoids393,735,541,751, and 40 mg Extract of Birch393,752,560,768. The product is packaged in a box of 20 tablets437,816,509,831 and is gluten-free.", "gt_answer": "Pentaven\u00ae Fast67,106,526,163 provides immediate and fast relief67,160,475,199 for edematous and inflammatory statuses249,193,867,232. It is indicated for conditions like post-traumatic edema85,276,269,291, edema from immobility85,294,276,309, and vascular complications caused by Diabetes85,399,447,414. The recommended dosage is 1-2 tablets a day on an empty stomach, with a treatment duration of 10 to 20 days330,583,424,596 or more. Each tablet contains 300 mg Diosmin396,685,516,698, 125 GDU Bromelain396,703,542,716, and other ingredients. The product is gluten free523,832,633,845 and comes in a box of 20 tablets440,817,508,830."} +{"image": ["imgs/ChartQA_PCG/two_col_101102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the highest per capita consumption of eggs after 664,884,689,922?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " 2019 788,882,813,922"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2019789,884,814,924", "gt_answer": " 2019 788,882,813,922", "necessary bbox": "[' 2015 664,884,689,922', ' 207.10 781,167,822,183', ' 2019 788,882,813,922']"} +{"image": ["imgs/CCMAIN/0307337.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The ODALISCA POWDER PINK VASE98,257,503,277 by Venini801,430,863,449 is priced at $67098,300,159,322. It features a sinuously curved silhouette527,373,792,391 that exudes seductive charm, crafted by Venini's expert artisans. Made from refined Murano glass507,469,637,487, it is colored in a fascinating powder pink hue507,488,779,506 with a luminous, polished effect. The vase's dimensions are W 13.39 x D 7.09 x H 7.09685,620,888,638 inches or W 34 x D 18 x H 18695,658,881,677 cm. It is Handmade In Italy524,677,702,696."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The ODALISCA POWDER PINK VASE98,257,501,277 by Venini98,213,209,241 is priced at $67098,300,159,322. It features a sinuously curved silhouette with a seductive charm, crafted by Venini's expert artisans. Made from refined Murano glass, it is colored in a fascinating powder pink hue with a luminous, polished effect. The vase measures W 13.39 x D 7.09 x H 7.09685,620,889,638 inches or W 34 x D 18 x H 18695,658,881,677 cm and is Handmade In Italy524,677,702,696.", "gt_answer": "The ODALISCA POWDER PINK VASE98,257,503,277 by Venini801,430,863,449 is priced at $67098,300,159,322. It features a sinuously curved silhouette527,373,792,391 that exudes seductive charm, crafted by Venini's expert artisans. Made from refined Murano glass507,469,637,487, it is colored in a fascinating powder pink hue507,488,779,506 with a luminous, polished effect. The vase's dimensions are W 13.39 x D 7.09 x H 7.09685,620,888,638 inches or W 34 x D 18 x H 18695,658,881,677 cm. It is Handmade In Italy524,677,702,696."} +{"image": ["imgs/ChartQA_PCG/two_col_6342.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend is observed in the unemployment rate from 208, 894, 233, 939 to 387, 893, 412, 939? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The unemployment rate decreased from 15.93%198, 261, 247, 279 in 2000208, 894, 233, 939 to 5.78%380, 734, 421, 753 in 2006387, 893, 412, 939."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The unemployment rate decreased from 15.93%200, 264, 248, 282 in 2000208, 894, 233, 939 to 5.78%382, 733, 422, 752 in 2006387, 893, 412, 939.", "gt_answer": "The unemployment rate decreased from 15.93%198, 261, 247, 279 in 2000208, 894, 233, 939 to 5.78%380, 734, 421, 753 in 2006387, 893, 412, 939."} +{"image": ["imgs/ChartQA_PCG/two_col_60458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the lowest female labor force participation from 1990 to 2020?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "56.83218,303,251,319"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "56.89217, 304, 250, 320", "gt_answer": "56.83218,303,251,319", "necessary bbox": "[\"'90224,956,242,980\", '56.83218,303,251,319']"} +{"image": ["imgs/Crello/output_poster1566_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where is the US home textile event mentioned in the poster taking place? Give grounding and detailed answer."}, {"role": "assistant", "content": "The US home textile event is taking place from 23 \u2013 26 January 2018 at '1692 Farnum Road, New York, 10011' as per the texts Main US home textile event held from 23 \u2013 26 January 2018 263,394,649,442 and 1692 Farnum Road, New York, 10011327,854,566,897."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is held from 23 \u2013 26 January 2018 at 1692 Farnum Road, New York 10011. Main US home textile event\nheld from 23 \u2013 26 January 2018 258,394,657,438 , 1692 Farnum Road,\nNew York 10011 324,844,566,888 ", "gt_answer": "The US home textile event is taking place from 23 \u2013 26 January 2018 at '1692 Farnum Road, New York, 10011' as per the texts Main US home textile event held from 23 \u2013 26 January 2018 263,394,649,442 and 1692 Farnum Road, New York, 10011327,854,566,897."} +{"image": ["imgs/Crello/output_poster547_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website for more information? Provide a concise response and include the answer's bounding box if it is available.Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " www.hairexhibitlondon.uk "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The website is provided in the text ' www.hairdressingsalon.us 38,416,59,602 '. Answer: www.hairdressingsalon.us", "gt_answer": " www.hairexhibitlondon.uk ", "necessary bbox": "[' www.hairexhibitlondon.uk 27,412,47,582 ']"} +{"image": ["imgs/Crello/output_poster651_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the font color?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "yellow"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The font color is specified as 'gold' in the text box details for ' Holi fun 173,158,729,463 '. Answer: gold", "gt_answer": "yellow", "necessary bbox": "[' Holi fun 178,142,730,475 ']"} +{"image": ["imgs/CCMAIN/0325088.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen was the zoning map created? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "April 20, 2016809,880,890,892"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "April 20, 2016803,879,885,888", "gt_answer": "April 20, 2016809,880,890,892"} +{"image": ["imgs/CCMAIN/0181105.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the keywords in English related to the document? Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists keywords in English under 'Keyword in English', which include 'DEPRIVATION OF LIBERTY332,186,548,203', 'CRIMINAL LAW332,200,453,216', and 'INTERNATIONAL CRIMINAL LAW332,214,592,230'. Answer: DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the keywords in English as DEPRIVATION OF LIBERTY332,189,548,205, CRIMINAL LAW332,200,451,216, and INTERNATIONAL CRIMINAL LAW332,213,592,229. Answer: DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW", "gt_answer": "The document lists keywords in English under 'Keyword in English', which include 'DEPRIVATION OF LIBERTY332,186,548,203', 'CRIMINAL LAW332,200,453,216', and 'INTERNATIONAL CRIMINAL LAW332,214,592,230'. Answer: DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW"} +{"image": ["imgs/ChartQA_PCG/multi_col_40407.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the highest gross gambling revenue for 435,660,574,679?"}, {"role": "assistant", "content": "2009"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2009", "gt_answer": "2009", "necessary bbox": ["Fixed odds betting terminals (FOBTs)437,692,647,712", "2009269,563,298,577", "1070.40"]} +{"image": ["imgs/CCMAIN/0027494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 3 main testing methods available for 73,385,138,434?"}, {"role": "assistant", "content": "DNA-SSP, DNA-SSO, DNA-SBT"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "DNA-SSP, DNA-SSO, DNA-SBT", "gt_answer": "DNA-SSP, DNA-SSO, DNA-SBT"} +{"image": ["imgs/ChartQA_PCG/multi_col_80102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of platforms receive payments via 307,603,356,625?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 85% 328, 78, 354, 97"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "85%327, 79, 353, 98", "gt_answer": " 85% 328, 78, 354, 97", "necessary bbox": "[' 85% 328, 78, 354, 97','Account307,603,356,625','How providers receive payments510,757,700,783']"} +{"image": ["imgs/ChartQA_PCG/two_col_3017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is represented by 506,103,595,131?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "31.0%474, 275, 529, 301"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "31.0%472,281,528,307", "gt_answer": "31.0%474, 275, 529, 301", "necessary bbox": "['31.0%474, 275, 529, 301', '6-10 mins508, 105, 595, 131']"} +{"image": ["imgs/ChartQA_PCG/two_col_80325.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich source did the most respondents say they saw fake news most often?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Facebook137,153,208,165"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Facebook 137, 152, 208, 164", "gt_answer": "Facebook137,153,208,165", "necessary bbox": "['Share of respondents495,979,659,994', 'Facebook137,153,208,165', '62%901,150,936,165']"} +{"image": ["imgs/CCMAIN/0223409.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document outlines the agenda for the City of Allen Park380,58,677,87's Special and Regular Council Meetings on July 9, 2013. The Special Meeting at 5:00 PM747,197,819,218 will discuss labor negotiations in a closed session. The Regular Meeting at 6:00 PM745,316,829,341 includes roll call, approval of minutes, and community announcements. Mayor Matakas will present a proclamation for July 20th502,496,562,517 as Magdaline Carnarvon Day. A request for a solicitor permit from ARM Security, Inc. is on the agenda, along with the final reading of an ordinance amendment. Citizens and elected officials have limited time for comments. Upcoming meetings and voting information for August 6, 2013, are also provided."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an agenda for the City of Allen Park, detailing two meetings: a Special Council Meeting312,198,517,219 and a Regular Council Meeting302,319,514,340. The Special Council Meeting on Tuesday, July 9, 2013546,198,730,219, at 5:00 PM750,198,820,219, will discuss labor negotiations under MCL. 15.268. The Regular Council Meeting on the same day at 6:00 PM747,319,827,340 includes a proclamation by Mayor Matakas declaring July 20th as Magdaline Carnarvon Day. Other agenda items include approval of previous meeting minutes, community announcements, and a reading of proposed ordinance #03-2013. The document also notes that all precincts will be located at City Hall for voting on August 6, 2013, and provides contact information for absentee ballots.", "gt_answer": "The document outlines the agenda for the City of Allen Park380,58,677,87's Special and Regular Council Meetings on July 9, 2013. The Special Meeting at 5:00 PM747,197,819,218 will discuss labor negotiations in a closed session. The Regular Meeting at 6:00 PM745,316,829,341 includes roll call, approval of minutes, and community announcements. Mayor Matakas will present a proclamation for July 20th502,496,562,517 as Magdaline Carnarvon Day. A request for a solicitor permit from ARM Security, Inc. is on the agenda, along with the final reading of an ordinance amendment. Citizens and elected officials have limited time for comments. Upcoming meetings and voting information for August 6, 2013, are also provided."} +{"image": ["imgs/ChartQA_PCG/multi_col_602.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the total arrests in the year 322,548,360,616 ?"}, {"role": "assistant", "content": "1483"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1405 thousand.", "gt_answer": "1483", "necessary bbox": "['1231328,331,357,349', '252331,102,353,121']"} +{"image": ["imgs/ChartQA_PCG/26958202006631.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the lowest share of population using at least basic drinking water source in 2000?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Cambodia109, 685, 196, 704"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Cambodia109, 682, 197, 705", "gt_answer": "Cambodia109, 685, 196, 704", "necessary bbox": "['Cambodia109, 685, 196, 704', '52.40564, 682, 614, 704']"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does it cost to add extra cheese as a topping? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The menu states that Extra Cheese698,770,799,793 is an additional topping that costs +1.75503,793,547,815. Answer: +1.75503,793,547,815"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists Extra Cheese792,768,814,793 as an additional topping option with a cost of +1.75503,791,549,816. Answer: +1.75503,791,549,816", "gt_answer": "The menu states that Extra Cheese698,770,799,793 is an additional topping that costs +1.75503,793,547,815. Answer: +1.75503,793,547,815"} +{"image": ["imgs/CCMAIN/0193440.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the item listed as \u2022 4x wine glasses in the context of 135,655,594,826? Give grounding and detailed answer."}, {"role": "assistant", "content": "The purpose of the item \u2022 4x wine glasses146,811,272,825 is to serve wine, specifically the Trapiche Malbec mentioned in the list. The inclusion of a corkscrew (if needed) suggests that the wine is intended to be opened and enjoyed during the gathering."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of the item listed as 4x wine glasses156,812,273,826 is to provide glasses for serving wine, which is part of the refreshments mentioned in the text.", "gt_answer": "The purpose of the item \u2022 4x wine glasses146,811,272,825 is to serve wine, specifically the Trapiche Malbec mentioned in the list. The inclusion of a corkscrew (if needed) suggests that the wine is intended to be opened and enjoyed during the gathering."} +{"image": ["imgs/CCMAIN/0315373.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the chairman of the session on endovenous therapies? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Mads Lomholt107,297,221,318"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Mads Lomholt105,302,220,316", "gt_answer": "Mads Lomholt107,297,221,318"} +{"image": ["imgs/CCMAIN/0342778.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the dimensions of the 155,121,570,150 Pouch in centimeters? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists the dimensions of the pouch as 3\"L x 2.2\"W x5\"H87,811,212,825 in inches, which converts to 7.62cm x 5.59cm x 12.7cm87,828,281,842 in centimeters. Answer: 7.62cm x 5.59cm x 12.7cm87,828,281,842"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The dimensions are provided in both inches and centimeters, with the metric measurements being 7.62cm x 5.59cm x 12.7cm86,828,283,842. Answer: 7.62cm x 5.59cm x 12.7cm86,828,283,842", "gt_answer": "The document lists the dimensions of the pouch as 3\"L x 2.2\"W x5\"H87,811,212,825 in inches, which converts to 7.62cm x 5.59cm x 12.7cm87,828,281,842 in centimeters. Answer: 7.62cm x 5.59cm x 12.7cm87,828,281,842"} +{"image": ["imgs/CCMAIN/0183009.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the location of the commemorative service? Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The service is to be held in the Worship Hall523,322,666,341 at 68 Khyber Pass Road, Grafton, Auckland275,354,721,373. Answer: 68 Khyber Pass Road, Grafton, Auckland275,354,721,373"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The location of the service is specified as 68 Khyber Pass Road, Grafton, Auckland275,354,721,374. Answer: 68 Khyber Pass Road, Grafton, Auckland275,354,721,374", "gt_answer": "The service is to be held in the Worship Hall523,322,666,341 at 68 Khyber Pass Road, Grafton, Auckland275,354,721,373. Answer: 68 Khyber Pass Road, Grafton, Auckland275,354,721,373"} +{"image": ["imgs/ChartQA_PCG/two_col_1378.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average starting salary difference for 402, 945, 468, 962 and 569,942,620,961?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "4859"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average starting salary for Engineering402, 945, 468, 962 is 80320417, 218, 454, 234, and for Business569,942,620,961 it is 75461577, 257, 614, 273. The difference is 80320 - 75461 = 4859. Answer: 4859", "gt_answer": "4859", "necessary bbox": "['Engineering402, 945, 468, 962', '80320417, 219, 454, 236','Business569,942,620,961','75461576,259,613,274']"} +{"image": ["imgs/Crello/output_poster1037_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discounted price of the item originally priced at 799,444,915,471?"}, {"role": "assistant", "content": " $2200 "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$2200", "gt_answer": " $2200 ", "necessary bbox": "[' $2950 799,444,915,471', ' $2200 682,473,921,529']"} +{"image": ["imgs/ChartQA_PCG/two_col_24587.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which years was the most significant increase in market size observed? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The most significant increase is from 2026709, 939, 735, 979 to 2027769, 939, 793, 979 where the market size rose by 74.70 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The most significant increase in market size was observed between 2021410,939,436,976 and 2022472,939,498,976, where it increased from 455414,503,437,519 to 498.80465,470,506,487.", "gt_answer": "The most significant increase is from 2026709, 939, 735, 979 to 2027769, 939, 793, 979 where the market size rose by 74.70 million U.S. dollars."} +{"image": ["imgs/Crello/output_poster1143_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich tour is priced at $165?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": " Sydney Harbour Hike "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Sydney Harbour Hike 534,651,860,670 ' is associated with the price ' $165 639,726,842,767 '. Answer: Sydney Harbour Hike", "gt_answer": " Sydney Harbour Hike ", "necessary bbox": "[' Sydney Harbour Hike 536,649,860,668 ']"} +{"image": ["imgs/CCMAIN/0044086.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is an ISO 9001:2015118,295,414,338 certificate issued by DEKRA Certification GmbH118,933,282,946 to HSS Hydraulik und Antriebstechnik GmbH118,413,725,442. It certifies the company's quality management system for the production and distribution of hose and pipe systems, hydraulic systems, and maintenance of hydraulic parts and steam installations. The certified location is Albstra\u00dfe 1, 78609 Tuningen, Deutschland118,618,437,634. The certificate is valid from 2019-09-14737,769,823,785 to 2022-09-13737,783,823,799, with a registration number of 80600482/7379,769,467,785."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a CERTIFICATE190,53,807,126 issued by DEKRA Certification GmbH to HSS Hydraulik und Antriebstechnik GmbH118,411,725,441. It certifies that the organization has established and maintains a quality management system according to the ISO 9001:2015118,298,414,337 standard. The scope includes the production and distribution of hose and pipe systems, hydraulic systems, and related services. The certified location is Albstra\u00dfe 1, 78609 T\u00fcbingen, Deutschland118,617,437,633. The certificate registration number is 80600482/7379,769,471,785, valid from 2019-09-14737,769,822,785 to 2022-09-13737,783,822,799. The audit report number is A13041548/2019565,748,690,764.", "gt_answer": "The document is an ISO 9001:2015118,295,414,338 certificate issued by DEKRA Certification GmbH118,933,282,946 to HSS Hydraulik und Antriebstechnik GmbH118,413,725,442. It certifies the company's quality management system for the production and distribution of hose and pipe systems, hydraulic systems, and maintenance of hydraulic parts and steam installations. The certified location is Albstra\u00dfe 1, 78609 Tuningen, Deutschland118,618,437,634. The certificate is valid from 2019-09-14737,769,823,785 to 2022-09-13737,783,823,799, with a registration number of 80600482/7379,769,467,785."} +{"image": ["imgs/ChartQA_PCG/multi_col_40733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of infected people in 110, 108, 143, 117?"}, {"role": "assistant", "content": " 375 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "375", "gt_answer": " 375 ", "necessary bbox": "[' Tokyo 110, 108, 143, 117', ' 375 905, 104, 928, 113']"} +{"image": ["imgs/Crello/output_poster1682_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat color is prominently used in the text at 159,212,701,307 and 199,317,739,392?"}, {"role": "assistant", "content": "lightcoral"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Crimson", "gt_answer": "lightcoral", "necessary bbox": "['CRASH159,212,701,307', 'course199,317,739,392']"} +{"image": ["imgs/CCMAIN/0359456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event does Claire Curzan participate in and who is her coach? Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Claire Curzan is listed in the women's section for the 50/100 BK, 50/100 FL195,198,299,211 events, and her coach is Bruce Marchionda819,198,899,211. Answer: Bruce Marchionda819,198,899,211"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Claire Curzan is listed with the events 50/100 BK194,186,247,198 and 50/100 FL253,198,299,210, and her coach is Bruce Marchionda822,198,903,210. Answer: 50/100 BK, 50/100 FL226,198,300,210, Bruce Marchionda822,198,903,210", "gt_answer": "Claire Curzan is listed in the women's section for the 50/100 BK, 50/100 FL195,198,299,211 events, and her coach is Bruce Marchionda819,198,899,211. Answer: Bruce Marchionda819,198,899,211"} +{"image": ["imgs/ChartQA_PCG/two_col_24338.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of the population reach the highest value?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2011522, 947, 549, 991"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2011526,947,553,991", "gt_answer": "2011522, 947, 549, 991", "necessary bbox": "['12134, 184, 158, 198', '2011522, 947, 549, 991']"} +{"image": ["imgs/Crello/output_poster1650_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete message conveyed in the poster?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "HAPPY NEW YEAR 2021"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The complete message is formed by combining the text in the bounding boxes: ' HAPPY 473,336,628,369 ', ' NEW YEAR 381,402,739,450 ', and ' 21 725,536,856,646 '. Answer: HAPPY 473,336,628,369 NEW YEAR 381,402,739,450 21 725,536,856,646 ", "gt_answer": "HAPPY NEW YEAR 2021", "necessary bbox": "[' HAPPY 473,334,629,367 ', ' NEW YEAR 381,402,738,450 ', ' 2 480,535,561,653 ', ' 21 725,535,850,653 ']"} +{"image": ["imgs/CCMAIN/0037212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat ratio of positive to negative interactions is suggested for salespeople to thrive? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "3 positive interactions for every 1 negative69,249,918,264"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3 positive interactions for every 1 negative.68,245,927,260", "gt_answer": "3 positive interactions for every 1 negative69,249,918,264"} +{"image": ["imgs/ChartQA_PCG/multi_col_101150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the overall net sales amount across all regions in 2019?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "939.1 million euros"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the overall net sales amount in 2019, sum the net sales from each region: Europe: 448.80785,493,826,512, North America: 334797,349,820,368, Asia Pacific: 78799,271,814,289, Rest of the world: 78. Total = 448.80 + 334 + 78 + 78 = 938.8 million euros. Answer: 938.8 million euros.", "gt_answer": "939.1 million euros", "necessary bbox": "['448.80785,490,826,509', '334795,345,817,363', '78798,268,813,286']"} +{"image": ["imgs/CCMAIN/0186677.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was Kelly's revenue in 2020? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$4.5 billion432,533,525,554"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$4.5 billion432,536,523,553", "gt_answer": "$4.5 billion432,533,525,554"} +{"image": ["imgs/ChartQA_PCG/two_col_3778.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the total population increase from 2016 to 2026* using the chart data. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The population in 2016 was 2.62164,186,190,202 million, and in 2026* it is projected to be 2.84862,126,889,142 million. The total increase is 2.84 - 2.62 = 0.22 million."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The population increased from 2.62164,183,190,199 million in 2016 to 2.84865,127,891,143 million in 2026*. The total increase is 0.22 million.", "gt_answer": "The population in 2016 was 2.62164,186,190,202 million, and in 2026* it is projected to be 2.84862,126,889,142 million. The total increase is 2.84 - 2.62 = 0.22 million."} +{"image": ["imgs/ChartQA_PCG/two_col_82040.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in average Big Mac prices over the years 196,927,224,940 to 701,927,729,940? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The average price of a Big Mac has increased over the years, starting at 3.18 in 2019196,927,224,940, rising to 3.54 in 2020449,927,477,940, and reaching 3.56 in 2021701,927,729,940."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average Big Mac price increased from 3.17 in 2019196,927,224,940 to 3.55 in 2021701,927,729,940.", "gt_answer": "The average price of a Big Mac has increased over the years, starting at 3.18 in 2019196,927,224,940, rising to 3.54 in 2020449,927,477,940, and reaching 3.56 in 2021701,927,729,940."} +{"image": ["imgs/Crello/output_poster1585_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the poster related to Martin Luther King? Give grounding and detailed answer."}, {"role": "assistant", "content": "The main message conveyed in the poster is Keep The Dream Alive 260,594,689,640 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main message is to 'Keep The Dream Alive' 259,593,691,634.", "gt_answer": "The main message conveyed in the poster is Keep The Dream Alive 260,594,689,640 ."} +{"image": ["imgs/CCMAIN/0100443.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will receive the question paper for the even semester examination? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "college mail id user611,224,690,248"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "college mail id user610,225,823,249", "gt_answer": "college mail id user611,224,690,248"} +{"image": ["imgs/ChartQA_PCG/multi_col_1130.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did 468, 630, 570, 650 carry the most passengers?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 2008 * 159, 518, 192, 573"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2018", "gt_answer": " 2008 * 159, 518, 192, 573", "necessary bbox": "[' My Travel Group 468, 630, 570, 650', ' 2008 * 159, 518, 192, 573', ' 7575300 150, 275, 207, 292']"} +{"image": ["imgs/CCMAIN/0127906.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat were the 619,452,718,502 results for the raw milk sample? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "3,400 RAC/mL644,531,711,546"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3,400 RAC/mL641,527,711,543 and 440,000 /mL731,527,791,543", "gt_answer": "3,400 RAC/mL644,531,711,546"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of beginning class full tuition per student for one visit a week? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document specifies that the beginning class full tuition183,595,368,611 is $125 per month per student387,595,582,611 for one visit a week612,595,722,611. Answer: $125 per month387,595,499,611"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the beginning class full tuition is $125 per month390,596,498,611 per student for one visit a week. Answer: $125", "gt_answer": "The document specifies that the beginning class full tuition183,595,368,611 is $125 per month per student387,595,582,611 for one visit a week612,595,722,611. Answer: $125 per month387,595,499,611"} +{"image": ["imgs/ChartQA_PCG/multi_col_60940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average age of men in 864,543,889,589?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "38.40860,52,897,71"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "38.40861,52,899,71", "gt_answer": "38.40860,52,897,71", "necessary bbox": "['Men523,673,546,687', '2019864,543,889,589', '38.40860,52,897,71']"} +{"image": ["imgs/Crello/output_poster1891_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat code should be used for the Cyber Monday Sale discount and where is it mentioned? Give grounding and detailed answer."}, {"role": "assistant", "content": "The code to be used is ' CYBERMONDAY 453,646,636,657 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The code to use is CYBERMONDAY 453,647,638,659 .", "gt_answer": "The code to be used is ' CYBERMONDAY 453,646,636,657 '."} +{"image": ["imgs/CCMAIN/0230749.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "In the case of People v. Figlia146,90,286,108, dated June 9, 2009424,90,551,108, the Presiding Disciplinary Judge approved a Conditional Admission of Misconduct603,108,721,126 for attorney F. Paul Figlia725,126,852,144 (Registration No. 26038412,144,473,161). Figlia was publicly censured for engaging in a physically intimate relationship386,161,694,179 with a client. He advised the client to find new counsel and withdrew from representation after the relationship became intimate. This misconduct violated C.R.C.P. 251.5516,250,602,268 and Colo. RPC 1.8(j)803,250,858,268."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Presiding Disciplinary Judge approved a Conditional Admission of Misconduct for F. Paul Figlia, Attorney Registration No. 26038, effective June 9, 2009. Figlia engaged in a physically intimate relationship with his client, which was reckless and constituted grounds for discipline under C.R.C.P. 251.5 and Colo. RPC 1.8(j). He advised his client to find new counsel before and after the relationship became intimate, and he withdrew from representing her shortly after.", "gt_answer": "In the case of People v. Figlia146,90,286,108, dated June 9, 2009424,90,551,108, the Presiding Disciplinary Judge approved a Conditional Admission of Misconduct603,108,721,126 for attorney F. Paul Figlia725,126,852,144 (Registration No. 26038412,144,473,161). Figlia was publicly censured for engaging in a physically intimate relationship386,161,694,179 with a client. He advised the client to find new counsel and withdrew from representation after the relationship became intimate. This misconduct violated C.R.C.P. 251.5516,250,602,268 and Colo. RPC 1.8(j)803,250,858,268."} +{"image": ["imgs/CCMAIN/0233326.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the steps involved in the Double Crab Walk? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The steps involved in the Double Crab Walk275,257,448,277 are 'DS \u2013 DS \u2013 Hl Hl \u2013 R S'. This sequence indicates a series of dance steps that include double steps and heel movements."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The steps involved in the Double Crab Walk are DS \u2013 DS \u2013 HI HI \u2013 R S523,259,684,276, as indicated in the document.", "gt_answer": "The steps involved in the Double Crab Walk275,257,448,277 are 'DS \u2013 DS \u2013 Hl Hl \u2013 R S'. This sequence indicates a series of dance steps that include double steps and heel movements."} +{"image": ["imgs/Crello/output_poster1340_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where will the festival take place? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The festival will start on 19th September\nStarting at 6 p.m. 57,158,308,279 and will be held at Tampa Park 2581\nCumberland\nSt, Pine\nBluff, AR 874,735,970,992 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The festival will take place on 19th September 56,154,293,197 at Tampa Park, 255\nCumberland St, Pine\nBluff, AR 880,742,945,977.", "gt_answer": "The festival will start on 19th September\nStarting at 6 p.m. 57,158,308,279 and will be held at Tampa Park 2581\nCumberland\nSt, Pine\nBluff, AR 874,735,970,992 ."} +{"image": ["imgs/ChartQA_PCG/two_col_23489.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year was the household consumption expenditure per capita in Vietnam around 1200?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2016614,829,642,841"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2016615, 829, 643, 841", "gt_answer": "2016614,829,642,841", "necessary bbox": "['1200121,198,149,211', '1178.06', '2016614,829,642,841']"} +{"image": ["imgs/Crello/output_poster1661_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat essential information is provided for interested participants of the calligraphy workshop? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Participants are informed that seats are limited and they should register in advance on the email participant@writeitwell.us 485,767,706,779 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The essential information includes that Seats are limited 485,726,601,736, participants need to please register in advance on 485,739,694,749, and the contact email is participant@writeitwell.us 485,762,709,772.", "gt_answer": "Participants are informed that seats are limited and they should register in advance on the email participant@writeitwell.us 485,767,706,779 ."} +{"image": ["imgs/Crello/output_poster1305_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the craft fair taking place?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " PITTSBURGH MARKET SQUARE 348,892,557,922 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PITTSBURGH MARKET SQUARE 347,892,565,921 ", "gt_answer": " PITTSBURGH MARKET SQUARE 348,892,557,922 ", "necessary bbox": "[' PITTSBURGH MARKET SQUARE 348,892,557,922 ']"} +{"image": ["imgs/CCMAIN/0191341.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the 69,127,341,166 Group?"}, {"role": "assistant", "content": "To provide information about Janet connectivity in their region, support, services and contact information."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To provide information about Janet connectivity, support, services, and contact details.", "gt_answer": "To provide information about Janet connectivity in their region, support, services and contact information."} +{"image": ["imgs/CCMAIN/0186124.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "PMMI Media Group417,69,590,100 is deprecating support for off-the-shelf API connectors from LeadWorks to platforms like Salesforce139,210,221,228, Hubspot230,210,298,228, Eloqua307,210,361,228, and Marketo400,210,469,228. Initially, these connectors were intended for self-service use by customers, but frequent troubleshooting demands have made this unsustainable. The company is now focusing on integrating with third-party integration-as-a-service (IaaS676,358,709,377) platforms such as Zapier118,377,168,395 or Integromat194,377,283,395. Customers are responsible for configuring integrations to transfer data into their chosen systems. PMMI recommends hiring an integration specialist if needed. The company aims to provide straightforward data access, leaving integration decisions to the customers. An update on direct data integration is expected by July 2021508,727,582,746."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The PMMI Media Group has developed off-the-shelf API connectors from LeadWorks to Salesforce, Hubspot, Eloqua, and Marketo. Initially intended for self-service, they found that developers were needed for many integrations. Due to resource constraints, they are deprecating support for these connectors and focusing on building hooks into third-party integration-as-a-service (IaaS) platforms like Zapier or Integromat. Customers must configure integrations in these platforms to get data out. The modern approach is using IaaS platforms to keep integrations current with vendors like Salesforce and Microsoft Dynamics. The customer should own their integration, and the media company's role ends at delivering lead data to the IaaS platform. The group is studying direct data integration and expects an update by July 2021.", "gt_answer": "PMMI Media Group417,69,590,100 is deprecating support for off-the-shelf API connectors from LeadWorks to platforms like Salesforce139,210,221,228, Hubspot230,210,298,228, Eloqua307,210,361,228, and Marketo400,210,469,228. Initially, these connectors were intended for self-service use by customers, but frequent troubleshooting demands have made this unsustainable. The company is now focusing on integrating with third-party integration-as-a-service (IaaS676,358,709,377) platforms such as Zapier118,377,168,395 or Integromat194,377,283,395. Customers are responsible for configuring integrations to transfer data into their chosen systems. PMMI recommends hiring an integration specialist if needed. The company aims to provide straightforward data access, leaving integration decisions to the customers. An update on direct data integration is expected by July 2021508,727,582,746."} +{"image": ["imgs/ChartQA_PCG/two_col_22383.png"], "messages": [{"role": "user", "content": "<|image|> \n169, 927, 207, 991 to 789, 927, 827, 991, how much did the Chained Consumer Price Index increase?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "7.23"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The index increased from 144.02169, 837, 214, 856 in May '20 to 151.25789, 191, 834, 209 in May '21. The increase is 151.25 - 144.02 = 7.23. Answer: 7.23", "gt_answer": "7.23", "necessary bbox": "['May '20169, 927, 207, 991', 'May '21789, 927, 827, 991', '144.02168, 839, 212, 857', '151.25787, 191, 831, 209']"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "Hancock's Market at Camp Lucy71,48,948,122 offers a variety of snacks and breakfast items. Snacks395,178,553,193 include SODA114,220,190,232 for $2, WATER114,262,207,274 and JUICE114,304,192,317 for $4, MISS VICKIE'S CHIPS114,346,405,359 and PLANTERS TRAIL MIX114,389,412,401 for $2, BEEF JERKY114,432,279,445 for $9, and more. Breakfast359,574,592,590 options feature a VANILLA BEAN GREEK YOGURT PARFAIT111,622,656,635 for $8, ASSORTED BREAKFAST CEREALS111,678,569,691 which are complimentary, HOT BREAKFAST OATS111,734,415,746 for $7, and PEARL SUGAR CRUSTED BELGIAN WAFFLES111,790,700,802 for $12. Many items are marked as vegetarian (VEGBreakfast359,574,592,590)."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Hancock's Market at Camp Lucy offers a variety of snacks and breakfast options. Snacks include Soda115,214,190,233 for $2, Water115,256,210,275 for $4, Juice115,298,194,317 for $4, Miss Vickie's Chips115,340,402,359 for $2, Planters Trail Mix115,382,412,401 for $2, Beef Jerky115,424,279,443 for $9, Assorted Candy115,466,362,485 for $2, Goldfish Crackers115,498,410,517 for $2, and Terra Vegetable Chips115,529,466,548 for $5. Breakfast options include Vanilla Bean Greek Yogurt Parfait115,612,651,631 for $8, Assorted Breakfast Cereals115,672,568,691 for complimentary, Hot Breakfast Oats115,725,416,744 for $7, and Pearl Sugar Crusted Belgian Waffles115,782,703,801 for $12.", "gt_answer": "Hancock's Market at Camp Lucy71,48,948,122 offers a variety of snacks and breakfast items. Snacks395,178,553,193 include SODA114,220,190,232 for $2, WATER114,262,207,274 and JUICE114,304,192,317 for $4, MISS VICKIE'S CHIPS114,346,405,359 and PLANTERS TRAIL MIX114,389,412,401 for $2, BEEF JERKY114,432,279,445 for $9, and more. Breakfast359,574,592,590 options feature a VANILLA BEAN GREEK YOGURT PARFAIT111,622,656,635 for $8, ASSORTED BREAKFAST CEREALS111,678,569,691 which are complimentary, HOT BREAKFAST OATS111,734,415,746 for $7, and PEARL SUGAR CRUSTED BELGIAN WAFFLES111,790,700,802 for $12. Many items are marked as vegetarian (VEGBreakfast359,574,592,590)."} +{"image": ["imgs/CCMAIN/0259400.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the author of the \"Glimpses of the East: N.Y.K. official guide\"? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Kawata, Tomoyuki384,178,492,191"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Kawata, Tomoyuki384,178,492,191", "gt_answer": "Kawata, Tomoyuki384,178,492,191"} +{"image": ["imgs/CCMAIN/0037809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number associated with Florencio Martin Villanueva Sarco? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists FLORENCIO MARTIN VILLANUEVA SARCO203,774,355,784 under CANDIDATURA INDEPENDIENTE216,754,358,766 with the number 252180,770,199,785. Answer: 252180,770,199,785"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Florencio Martin Villanueva Sarco206,771,354,783 as a candidate under the section labeled CANDIDATURA INDEPENDIENTE218,753,359,765, with the number 252180,771,199,783. Answer: 252180,771,199,783", "gt_answer": "The document lists FLORENCIO MARTIN VILLANUEVA SARCO203,774,355,784 under CANDIDATURA INDEPENDIENTE216,754,358,766 with the number 252180,770,199,785. Answer: 252180,770,199,785"} +{"image": ["imgs/Crello/output_poster467_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the message in 228,509,429,566?"}, {"role": "assistant", "content": " to be happy "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To be happy", "gt_answer": " to be happy ", "necessary bbox": "[' to be happy 228,509,429,566 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_60514.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage for 332,723,358,749, 358,819,424,845, and 408,861,492,889? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": " OS 332,723,358,749 is 6.6% 419,621,464,647, Custom 358,819,424,845 is 5.8% 457,673,500,699, and Database 408,861,492,889 is 4.1% 493,697,538,723, which combine to 16.5% ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage for OS332,723,358,749, Custom358,819,424,845, and Data analytics408,861,492,889 is 5.8% + 3.5% + 1.1% = 10.4%.", "gt_answer": " OS 332,723,358,749 is 6.6% 419,621,464,647, Custom 358,819,424,845 is 5.8% 457,673,500,699, and Database 408,861,492,889 is 4.1% 493,697,538,723, which combine to 16.5% ."} +{"image": ["imgs/CCMAIN/0220716.png"], "messages": [{"role": "user", "content": "<|image|> \nHow do the 560,399,678,434 casualties in 2000 compare to those in 1990?"}, {"role": "assistant", "content": "lower"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "They decreased by 50%.", "gt_answer": "lower"} +{"image": ["imgs/CCMAIN/0004647.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the URL for the full agreement of the Confidentiality, Disclosure and Assignment Agreement? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document provides a URL for the full agreement of the Confidentiality, Disclosure and Assignment Agreement37,560,463,578 under the 'Agreement' section, which is http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement179,576,734,589. Answer: http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement179,576,734,589"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides a URL for the full agreement of the Confidentiality, Disclosure and Assignment Agreement37,562,461,578, which is http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement180,577,734,590. Answer: http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement180,577,734,590", "gt_answer": "The document provides a URL for the full agreement of the Confidentiality, Disclosure and Assignment Agreement37,560,463,578 under the 'Agreement' section, which is http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement179,576,734,589. Answer: http://disclosures.acc.org/Public/Definition/ConfidentialityDisclosureandAssignmentAgreement179,576,734,589"} +{"image": ["imgs/ChartQA_PCG/multi_col_441.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the internet penetration percentage for 586,109,631,128 in 583,563,608,607?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "72.90%586,109,631,128"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "72.90%586,109,631,128", "gt_answer": "72.90%586,109,631,128", "necessary bbox": "['Europe586,109,631,128', '2015583,563,608,607', '72.90%586,109,631,128']"} +{"image": ["imgs/Crello/output_poster791_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat date and time is the Eco Talks event scheduled for? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The event is scheduled for SATURDAY 113,291,301,374, AUGUST 455,450,521,485 22 366,475,408,548 from 3 PM - 6 PM 459,535,555,570."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is scheduled for 22 367,469,408,561 AUGUST 457,453,522,482 from 3 PM \u2013 6 PM 457,535,556,565.", "gt_answer": "The event is scheduled for SATURDAY 113,291,301,374, AUGUST 455,450,521,485 22 366,475,408,548 from 3 PM - 6 PM 459,535,555,570."} +{"image": ["imgs/CCMAIN/0276387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the 82,565,911,630?"}, {"role": "assistant", "content": "Saturday, November 28th, 2015 10pm-1am"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Saturday, November 28th, 2015, 10pm-1am", "gt_answer": "Saturday, November 28th, 2015 10pm-1am"} +{"image": ["imgs/ChartQA_PCG/two_col_1140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 287, 875, 314, 891 and cats shown in the chart?"}, {"role": "assistant", "content": "844"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "844 million.", "gt_answer": "844", "necessary bbox": "['Dogs287, 875, 314, 891', '471288, 164, 311, 181', 'Cats674, 875, 699, 887', '373675, 305, 697, 322']"} +{"image": ["imgs/Crello/output_poster2280_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the bakery offering the Valentine's Day special?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Sucrea Bakery"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the bakery is given as ' Sucrea 335,102,441,128 '. Answer: Sucrea", "gt_answer": "Sucrea Bakery", "necessary bbox": "[' Sucrea 335,101,440,127 ', ' Bakery 530,99,635,133 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_60750.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage of Indian businesses reporting a 'No impact' or 'Increased' in inventory levels? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The combined percentage is 70.0% (i.e., No impact516, 143, 605, 175 35.0%473, 295, 529, 321 + Increased209, 633, 293, 659 35.0%352, 563, 408, 589)."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage is 35.0%472, 309, 528, 335 + 35.0%349, 561, 405, 587 = 70.0%.", "gt_answer": "The combined percentage is 70.0% (i.e., No impact516, 143, 605, 175 35.0%473, 295, 529, 321 + Increased209, 633, 293, 659 35.0%352, 563, 408, 589)."} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth difference in years for 455,639,494,655 and 549,635,581,660 in 823,520,848,566?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "7.03"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2018823,520,848,566, the life expectancy for females was 83.38819,52,855,71 years and for males it was 76.35819,356,855,375 years. The difference is 83.38 - 76.35 = 7.03 years. Answer: 7.03 years.", "gt_answer": "7.03", "necessary bbox": "['female455,639,494,655', '2018823,520,848,566', '83.38818,52,855,71','male549,635,581,660','76.35818,356,854,371']"} +{"image": ["imgs/ChartQA_PCG/two_col_42809.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which consecutive years did the revenue see a significant drop? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The revenue saw a significant drop between 2018454, 816, 482, 829 and 2019551, 816, 580, 829, decreasing from 6174453, 87, 483, 103 to 5857551, 123, 581, 139 million euros."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue dropped significantly between 2018453,817,482,830 and 2019551,817,580,830, from 6174452,89,482,106 to 5857551,123,581,139.", "gt_answer": "The revenue saw a significant drop between 2018454, 816, 482, 829 and 2019551, 816, 580, 829, decreasing from 6174453, 87, 483, 103 to 5857551, 123, 581, 139 million euros."} +{"image": ["imgs/ChartQA_PCG/two_col_62318.png"], "messages": [{"role": "user", "content": "<|image|> \nName two brands with a 'Share of respondents' over 40% and provide the exact percentage for each. Give grounding and detailed answer."}, {"role": "assistant", "content": "The two brands are McDonalds88,166,155,173 with 42% and Coca-Cola92,130,154,136 with 47%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The brands with a 'Share of respondents' over 40% are McDonalds 89,167,153,173 with 42% and Coca-Cola 92,131,153,137 with 47% .", "gt_answer": "The two brands are McDonalds88,166,155,173 with 42% and Coca-Cola92,130,154,136 with 47%."} +{"image": ["imgs/ChartQA_PCG/two_col_20883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average number of homicides per 100,000 inhabitants for the years 2000, 2001, and 2002? Give grounding and detailed answer."}, {"role": "assistant", "content": "To find the average, add the numbers for 2000, 2001, and 2002: 18.50138,485,171,501 + 11.10191,639,224,654 + 18.50245,485,278,501. The sum is 48.10. Divide by 3, and the average is 16.03 homicides per 100,000 inhabitants."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The average number of homicides per 100,000 inhabitants for the years 2000, 2001, and 2002 is calculated as follows: (18.50 + 11.10 + 18.50) / 3 = 16.17.", "gt_answer": "To find the average, add the numbers for 2000, 2001, and 2002: 18.50138,485,171,501 + 11.10191,639,224,654 + 18.50245,485,278,501. The sum is 48.10. Divide by 3, and the average is 16.03 homicides per 100,000 inhabitants."} +{"image": ["imgs/CCMAIN/0164000.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich artist had the most 53,159,245,166?"}, {"role": "assistant", "content": "Alyson Seconds"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Babe Rainbow", "gt_answer": "Alyson Seconds"} +{"image": ["imgs/ChartQA_PCG/two_col_1686.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average connection speed in Mbps for 104, 533, 161, 546?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "45.20 Mbps"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average connection speed for New York104, 533, 161, 546 is 45.20798, 531, 835, 546 Mbps. Answer: 45.20 Mbps", "gt_answer": "45.20 Mbps", "necessary bbox": "['New York104, 533, 161, 546', '45.20796, 531, 832, 546']"} +{"image": ["imgs/CCMAIN/0230463.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of tracks included in the 416,90,603,108? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document states there are 396 tracks42,114,85,136 on 15 CDs and one DVD, providing a comprehensive collection of tap dance recordings. Answer: 396 tracks42,114,85,136"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the 450-PAGES-HARDCOVER WITH COMPILETION BOX416,90,603,108 contains 396 tracks on 15 CDs and one DVD42,112,512,130, indicating the total number of tracks included. Answer: 396 tracks42,112,187,130", "gt_answer": "The document states there are 396 tracks42,114,85,136 on 15 CDs and one DVD, providing a comprehensive collection of tap dance recordings. Answer: 396 tracks42,114,85,136"} +{"image": ["imgs/CCMAIN/0251394.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of each level in the $330 GAPT NHL Extravaganza on 765,131,862,216?"}, {"role": "assistant", "content": "30 minutes"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "30 minutes", "gt_answer": "30 minutes"} +{"image": ["imgs/Crello/output_poster1470_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat promotional offer is mentioned for Mother's Day?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "Buy 1 Get 1"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The promotional offer is described by combining ' Buy 1 256,274,408,379', ' Get 1 531,274,673,369', and ' % 586,389,720,582'. Answer: Buy 1 Get 1 % off", "gt_answer": "Buy 1 Get 1", "necessary bbox": "[' Buy 1 257,278,410,376 ', ' Get 1 533,277,672,354 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 521, 226, 563, 241 million?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The population was 622.30521, 226, 563, 241 million in the year 2015531, 861, 556, 900. Answer: 2015", "gt_answer": "2015", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/CCMAIN/0193278.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many crayons are needed according to the supply list? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "24288,387,308,403"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "24293,386,312,402", "gt_answer": "24288,387,308,403"} +{"image": ["imgs/Crello/output_poster1150_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " PAULA BENDFELDT 311,623,582,639 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PAULA BENDFELDT 310,624,581,639 ", "gt_answer": " PAULA BENDFELDT 311,623,582,639 ", "necessary bbox": "[' PAULA BENDFELDT 311,623,582,639 ']"} +{"image": ["imgs/CCMAIN/0175408.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a BRC Certificate382,129,615,163 issued by AENOR355,57,641,100 to UVE, S.A.428,394,568,423, confirming compliance with the BRC GLOBAL STANDARD for FOOD SAFETY ISSUE 7: January 2015276,446,737,461. The certificate covers activities such as the slaughtering of chickens322,524,503,538, production of cutting, carcasses of fresh chickens and offals625,524,875,538, and packaging in shrink-wrapped, modified atmosphere and in flowpack format434,552,833,566. The certificate is for Raw poultry343,661,420,675 and has achieved Grade A322,685,374,699. The audit was conducted on 2017-02-09322,757,398,771, with the certificate issued on 2017-03-14322,773,398,786 and expiring on 2018-04-08322,804,399,817. The re-audit date was from 2018-01-28 to 2018-02-25356,788,528,802."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a BRC Certificate382,126,615,170 issued by AENOR314,430,369,445 to UVE, S.A.428,391,568,420, located at MATADERO PI MONTES DEL CIERZO, S/N. 31500 - TUDELA (NAVARRA)342,476,793,491. It certifies compliance with the BRC GLOBAL STANDARD for FOOD SAFETY ISSUE 7: January 2015278,446,737,461. The scope includes the slaughtering of chickens352,524,505,539, production of cutting, carcasses, and offal, with packaging in various formats. The organization has achieved a grade of Grade A314,684,373,700 under an Announced322,708,395,723 audit program. The certificate was audited by auditor n\u00ba 079046322,732,371,747 on 2017-02-09322,757,398,772, issued on 2017-03-14322,771,398,786, and expires on 2018-04-08322,803,398,818.", "gt_answer": "The document is a BRC Certificate382,129,615,163 issued by AENOR355,57,641,100 to UVE, S.A.428,394,568,423, confirming compliance with the BRC GLOBAL STANDARD for FOOD SAFETY ISSUE 7: January 2015276,446,737,461. The certificate covers activities such as the slaughtering of chickens322,524,503,538, production of cutting, carcasses of fresh chickens and offals625,524,875,538, and packaging in shrink-wrapped, modified atmosphere and in flowpack format434,552,833,566. The certificate is for Raw poultry343,661,420,675 and has achieved Grade A322,685,374,699. The audit was conducted on 2017-02-09322,757,398,771, with the certificate issued on 2017-03-14322,773,398,786 and expiring on 2018-04-08322,804,399,817. The re-audit date was from 2018-01-28 to 2018-02-25356,788,528,802."} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date is the event in 496,462,641,485 scheduled? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The event in King Ferry, NY496,462,641,485 is the CCR - Closed Course Enduro205,462,477,485 and is scheduled for Aug 1594,462,163,486. Answer: Aug 1594,462,163,486"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the event CCR - Closed Course Enduro205,462,478,485 in King Ferry, NY496,462,641,485 on Aug 1594,462,163,485. Answer: Aug 1594,462,163,485", "gt_answer": "The event in King Ferry, NY496,462,641,485 is the CCR - Closed Course Enduro205,462,477,485 and is scheduled for Aug 1594,462,163,486. Answer: Aug 1594,462,163,486"} +{"image": ["imgs/CCMAIN/0335298.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich spirit from Mornington Peninsula VIC is the most expensive? Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Among the spirits from Mornington Peninsula VIC, Jimmy Rum Barbados - Imported20,383,448,403 is the most expensive, priced at $13866,383,911,403. Answer: Jimmy Rum Barbados - Imported20,383,448,403"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The JIMMY RUM BARBADOS22,381,296,405 is priced at $13864,381,910,405, making it the most expensive spirit from Mornington Peninsula VIC on the menu. Answer: JIMMY RUM BARBADOS22,381,296,405", "gt_answer": "Among the spirits from Mornington Peninsula VIC, Jimmy Rum Barbados - Imported20,383,448,403 is the most expensive, priced at $13866,383,911,403. Answer: Jimmy Rum Barbados - Imported20,383,448,403"} +{"image": ["imgs/ChartQA_PCG/two_col_23649.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Ohio's population density per square mile first exceed 114,303,137,322?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "1970243,901,270,935"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1970243,896,268,935", "gt_answer": "1970243,901,270,935", "necessary bbox": "['1970243,901,270,935']"} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 477,924,503,969?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 14 483,572,499,589"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14487,569,503,587", "gt_answer": " 14 483,572,499,589", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/ChartQA_PCG/two_col_62194.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the second largest amount of exhibition space in million square meters?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "China229,220,264,233"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "China", "gt_answer": "China229,220,264,233", "necessary bbox": "['China229,220,264,233', '13.70']"} +{"image": ["imgs/CCMAIN/0001209.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category did the recipient win in the 628,85,939,620? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Strongest growth RESILIENCE228,720,762,903"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Strongest growth RESILIENCE231,709,768,814", "gt_answer": "Strongest growth RESILIENCE228,720,762,903"} +{"image": ["imgs/ChartQA_PCG/multi_col_20159.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 505, 659, 656, 679 in the 574, 560, 589, 575?"}, {"role": "assistant", "content": "22%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "38%", "gt_answer": "22%", "necessary bbox": "['UK574, 560, 589, 575', 'PET plastics recycling rate505, 659, 656, 679']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80020.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of women think 'In this context, the appropriate behavior'?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "37%696, 244, 722, 262"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "37%695, 248, 721, 266", "gt_answer": "37%696, 244, 722, 262", "necessary bbox": "['37%696, 244, 722, 262']"} +{"image": ["imgs/CCMAIN/0315373.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the focus of the 08:50 \u2013 09:00 session? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Endovenous versus open surgical varicose vein therapies - where are the limits?234,541,752,551"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Endovenous versus open surgical varicose vein therapies \u2013 where are the limits?231,540,751,552", "gt_answer": "Endovenous versus open surgical varicose vein therapies - where are the limits?234,541,752,551"} +{"image": ["imgs/CCMAIN/0319798.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a template for a Blood Sugar Log117,93,234,107 designed to record daily blood sugar levels. It includes columns for Date117,126,152,140, Time273,126,310,140, AM Blood Sugar430,126,547,140, Time584,127,623,136, and PM Blood Sugar742,126,859,140. This format allows users to track their blood sugar levels twice a day, in the morning and evening, by filling in the respective values and times."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Blood Sugar Log117,93,235,107 template designed to track blood sugar levels. It includes columns for Date117,126,154,140, Time273,126,310,140, AM Blood Sugar428,126,548,140, and PM Blood Sugar741,126,857,140. Users can fill in the date and time for each entry, along with the corresponding blood sugar readings for both morning and afternoon.", "gt_answer": "The document is a template for a Blood Sugar Log117,93,234,107 designed to record daily blood sugar levels. It includes columns for Date117,126,152,140, Time273,126,310,140, AM Blood Sugar430,126,547,140, Time584,127,623,136, and PM Blood Sugar742,126,859,140. This format allows users to track their blood sugar levels twice a day, in the morning and evening, by filling in the respective values and times."} +{"image": ["imgs/ChartQA_PCG/two_col_4257.png"], "messages": [{"role": "user", "content": "<|image|> \nCalculate the combined percentage share of global Facebook users for the countries with a 2% share. Give grounding and detailed answer."}, {"role": "assistant", "content": "The combined share for countries with 2% each ( United Kingdom 151,831,251,846, Turkey 210,753,251,769, and Thailand 197,674,251,687) is 6% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The countries with a 2% share are United Kingdom150,830,251,845, Turkey209,754,250,769, and Thailand198,678,250,690. Combined, they account for 2% + 2% + 2% = 6%.", "gt_answer": "The combined share for countries with 2% each ( United Kingdom 151,831,251,846, Turkey 210,753,251,769, and Thailand 197,674,251,687) is 6% ."} +{"image": ["imgs/CCMAIN/0247785.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the speed of the fastest lap? Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document shows that Max Werndl120,215,201,228 had a fastest lap speed of 156.32918,217,960,228 km/h. Answer: 156.32918,217,960,228 km/h"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the fastest lap was completed at a speed of 156.32914,218,957,228 km/h by Max Werndl. Answer: 156.32914,218,957,228", "gt_answer": "The document shows that Max Werndl120,215,201,228 had a fastest lap speed of 156.32918,217,960,228 km/h. Answer: 156.32918,217,960,228 km/h"} +{"image": ["imgs/ChartQA_PCG/two_col_5541.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the death rate first exceed 521,917,541,930 per 100,000 population?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 2008 162, 385, 190, 389"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2007163,410,190,415", "gt_answer": " 2008 162, 385, 190, 389", "necessary bbox": "[' 2008 162, 385, 190, 389','10.0521,917,541,930']"} +{"image": ["imgs/Crello/output_poster1493_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the Pizza Party Day event located? Respond directly and include the bounding box of the answer if it is present.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " 5757 Wayne Newton Blvd 49,346,68,666 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 5757 Wayne Newton Blvd 48,341,62,660", "gt_answer": " 5757 Wayne Newton Blvd 49,346,68,666 ", "necessary bbox": "[' 5757 Wayne Newton Blvd 49,346,68,666 ']"} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the timing mentioned in 6.2. and 6.3.? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The timing mentioned in The scheduled time of the first warning signal is 1255 hours each race day.6.2. is significant as it indicates when the races are expected to begin each day, ensuring participants are prepared. The timing in No races will be started after 1600 hours Sunday July 18, 20216.3. is crucial as it sets a deadline for the start of races, helping to manage the event schedule efficiently."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The timing mentioned in 6.1.82,514,107,526 and 6.2.82,529,107,541 is significant because it outlines the schedule for the first warning signal and the start of races, which are crucial for participants to know in order to prepare and participate effectively in the event.", "gt_answer": "The timing mentioned in The scheduled time of the first warning signal is 1255 hours each race day.6.2. is significant as it indicates when the races are expected to begin each day, ensuring participants are prepared. The timing in No races will be started after 1600 hours Sunday July 18, 20216.3. is crucial as it sets a deadline for the start of races, helping to manage the event schedule efficiently."} +{"image": ["imgs/CCMAIN/0061839.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be done several times throughout the day as part of the 110,167,274,183? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Take a moment to stop370,184,536,200"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Take a moment to stop.", "gt_answer": "Take a moment to stop370,184,536,200"} +{"image": ["imgs/Crello/output_poster386_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage mentioned in the poster?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "50%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount percentage is indicated by the combination of ' 50 86,584,213,749 ' and ' % 213,569,269,694 '. Answer: 50%", "gt_answer": "50%", "necessary bbox": "[' 50 84,583,209,733 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_41986.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which consecutive years was there a decrease in expenditure? Give grounding and detailed answer."}, {"role": "assistant", "content": "Between 2016 485,912,513,925 and 2017 570,912,597,925 with expenditures of 142.10 billion NOK* and 138.90 billion NOK* respectively."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "There was a decrease in expenditure between 2016485,911,513,924 and 2017571,911,599,924, from 142.10 billion NOK to 139.10 billion NOK.", "gt_answer": "Between 2016 485,912,513,925 and 2017 570,912,597,925 with expenditures of 142.10 billion NOK* and 138.90 billion NOK* respectively."} +{"image": ["imgs/CCMAIN/0024909.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich Bible passage is associated with '222,418,548,453'? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The 'The gift of the Spirit on the Day of Pentecost222,418,548,453' is linked to the Bible passage 'Acts 2584,424,657,446' as per the reading plan. Answer: Acts 2584,424,657,446"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists 'The gift of the Spirit on the Day of Pentecost222,418,548,453' with the corresponding Bible passage as 'Acts 2587,426,659,451'. Answer: Acts 2587,426,659,451", "gt_answer": "The 'The gift of the Spirit on the Day of Pentecost222,418,548,453' is linked to the Bible passage 'Acts 2584,424,657,446' as per the reading plan. Answer: Acts 2584,424,657,446"} +{"image": ["imgs/ChartQA_PCG/OECD_NATIONAL_AREA_DISTRIBUTION_LTU_SVK_000000.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the area value represented by 816, 115, 827, 134? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Lithuania has an area value of 15816, 115, 827, 134."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The area value represented by 816, 115, 827, 134 is 15816, 115, 827, 134.", "gt_answer": "Lithuania has an area value of 15816, 115, 827, 134."} +{"image": ["imgs/ChartQA_PCG/93336229007592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of women with raised blood pressure in 166,289,231,313?"}, {"role": "assistant", "content": "25.99"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "26%", "gt_answer": "25.99", "necessary bbox": "['Malawi171, 289, 228, 308', '25.99']"} +{"image": ["imgs/ChartQA_PCG/two_col_4887.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many million metric tons is the production volume of 197, 157, 222, 166?"}, {"role": "assistant", "content": "117.94"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "117.20 million metric tons.", "gt_answer": "117.94", "necessary bbox": "['117.94', 'Rice197, 157, 222, 166']"} +{"image": ["imgs/ChartQA_PCG/two_col_60731.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the fertility rate in Cameroon in 479, 861, 505, 901?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "4.85479, 154, 506, 171"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "4.85479, 152, 506, 168", "gt_answer": "4.85479, 154, 506, 171", "necessary bbox": "['4.85479, 154, 506, 171']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of female patients in the '40 to 49 years' age category in terms of patients per 100,000 inhabitants?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 6.2 620, 298, 640, 311"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "6.2619, 297, 640, 309", "gt_answer": " 6.2 620, 298, 640, 311", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311', ' Propotion of patients per 100,000 inhabitants 454, 627, 741, 641']"} +{"image": ["imgs/CCMAIN/0285317.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should be done if the 126,864,306,878? Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The form includes a section for Mortgage Pre-Approval126,864,306,878 with options Yes / No375,864,438,878. If the mortgage is pre-approved, the instruction is to If yes, please attach to this application.506,864,809,878 Answer: If yes, please attach to this application.506,864,809,878"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form instructs that if there is Mortgage Pre-Approval126,864,306,878, the applicant should attach it to the application. Answer: Attach it to the application.", "gt_answer": "The form includes a section for Mortgage Pre-Approval126,864,306,878 with options Yes / No375,864,438,878. If the mortgage is pre-approved, the instruction is to If yes, please attach to this application.506,864,809,878 Answer: If yes, please attach to this application.506,864,809,878"} +{"image": ["imgs/CCMAIN/0092038.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 66,380,919,456 say about the ability of individual members of the public body to respond to criticism? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "According to 66,380,919,456, individual members of the public body may respond to criticism made by those who have addressed the public body during an open call to the public. This allows for immediate feedback and interaction with the public while maintaining the structure of the meeting."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 66,380,919,456, individual members of the public body may respond to criticism made by those who have addressed the public body. This is supported by the span: individual members of the public body may respond to criticism made by those who have addressed the public body227,419,912,433.", "gt_answer": "According to 66,380,919,456, individual members of the public body may respond to criticism made by those who have addressed the public body during an open call to the public. This allows for immediate feedback and interaction with the public while maintaining the structure of the meeting."} +{"image": ["imgs/ChartQA_PCG/two_col_62569.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the 'Ease of doing business score' from 252,927,280,941 to 770,927,798,941? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The score shows a slight increase from 83.70 248,552,284,570 in 2013 252,927,280,941 to 84 775,266,792,284 in 2020 770,927,798,941."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Ease of doing business score' decreased from 83.70251,556,288,575 in 2013 to 84719,269,736,288 in 2019 and remained the same in 2020.", "gt_answer": "The score shows a slight increase from 83.70 248,552,284,570 in 2013 252,927,280,941 to 84 775,266,792,284 in 2020 770,927,798,941."} +{"image": ["imgs/ChartQA_PCG/two_col_60038.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the national debt closest to 1.50 billion U.S. dollars? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "2018266, 955, 291, 995"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The national debt was closest to 1.50 billion U.S. dollars in 2018267,954,292,994 with a value of 1.55 billion U.S. dollars.", "gt_answer": "2018266, 955, 291, 995"} +{"image": ["imgs/ChartQA_PCG/multi_col_100037.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of participants in high school sports in 705,518,752,535?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "37572"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016/17705,518,752,535, the number of Boys was 21242 and the number of Girls was 16330709,176,745,195. The total is 21242 + 16330 = 37572. Answer: 37572", "gt_answer": "37572", "necessary bbox": "['21242710,376,746,395', '16330710,172,747,191', '2016/17705,518,752,535']"} +{"image": ["imgs/CCMAIN/0267936.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the item number for the allowed gearbox mount? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "PFF19-620P574,341,663,354"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "PFF19-620P574,341,662,354", "gt_answer": "PFF19-620P574,341,663,354"} +{"image": ["imgs/CCMAIN/0321430.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the 415,798,592,828 section in the form?"}, {"role": "assistant", "content": "To confirm the correctness of the information provided."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To confirm the accuracy of the information provided.", "gt_answer": "To confirm the correctness of the information provided."} +{"image": ["imgs/Crello/output_poster2003_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being celebrated according to the poster, and when does it take place? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The event being celebrated is Chocolate Cake Day135,280,795,431, which takes place on 'JANUARY 27286,227,547,248'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event being celebrated is 'Chocolate Cake Day' 140,283,790,430, and it takes place on 'JANUARY 27' 288,226,548,246.", "gt_answer": "The event being celebrated is Chocolate Cake Day135,280,795,431, which takes place on 'JANUARY 27286,227,547,248'."} +{"image": ["imgs/Crello/output_poster993_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat language is primarily associated with the theme of the poster?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "Spanish"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Day of the dead 108,845,846,892 ' is in English, indicating the language associated with the theme. Answer: English", "gt_answer": "Spanish", "necessary bbox": "[' de los 296,372,926,571 ']"} +{"image": ["imgs/Crello/output_poster1329_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event is being advertised in the poster and what can attendees do there? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The event being advertised is a 'Charity Music Fest'. Attendees can 'Listen and Donate' as indicated by Listen and Donate736,435,906,459."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is a 'Charity Music Fest' 431,167,928,405. Attendees can 'Listen and Donate' 735,431,907,459.", "gt_answer": "The event being advertised is a 'Charity Music Fest'. Attendees can 'Listen and Donate' as indicated by Listen and Donate736,435,906,459."} +{"image": ["imgs/ChartQA_PCG/multi_col_60940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average age of men in 2019?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "38.40"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The average age of men in 2019 is shown as 38.40857, 52, 894, 71.\n\nAnswer: 38.4", "gt_answer": "38.40", "necessary bbox": "['Men523,673,546,687', '2019864,543,889,589', '38.40860,52,897,71']"} +{"image": ["imgs/ChartQA_PCG/two_col_60049.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich companies have a market share above 109, 494, 122, 506? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "EssilorLuxottica195, 920, 283, 934 with 42%226, 204, 252, 221, Others745, 920, 783, 934 with 38%751, 269, 778, 285"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The companies with a market share above 25%109, 494, 122, 506 are EssilorLuxottica193, 920, 285, 937 with 42%224, 204, 250, 221 and Others745, 920, 783, 934 with 38%750, 272, 776, 288.", "gt_answer": "EssilorLuxottica195, 920, 283, 934 with 42%226, 204, 252, 221, Others745, 920, 783, 934 with 38%751, 269, 778, 285"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 139,150,225,167 of the product with code 1492-ASPH3? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "The document provides the Description139,150,225,167 for the product code 1492-ASPH3235,131,321,146 as 1492-SP Supplementary Protectors Accessories235,150,549,166. Answer: 1492-SP Supplementary Protectors Accessories235,150,549,166"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Description139,150,225,167 of the product with code 1492-ASPH3 as 1492-SP Supplementary Protectors Accessories235,150,550,166. Answer: 1492-SP Supplementary Protectors Accessories235,150,550,166", "gt_answer": "The document provides the Description139,150,225,167 for the product code 1492-ASPH3235,131,321,146 as 1492-SP Supplementary Protectors Accessories235,150,549,166. Answer: 1492-SP Supplementary Protectors Accessories235,150,549,166"} +{"image": ["imgs/ChartQA_PCG/two_col_40384.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the rice paddy production of Vietnam in 2019?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "43448.50 thousand metric tons"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The rice paddy production of Vietnam in 2019 is shown as 43448.50287, 254, 349, 261.\n\nAnswer: 43448.5", "gt_answer": "43448.50 thousand metric tons", "necessary bbox": "['Vietnam68,256,118,261', '43448.50287,255,348,261']"} +{"image": ["imgs/ChartQA_PCG/two_col_80726.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the number of cases from 172,930,209,946 to 785,931,817,946? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The trend shows a significant increase, starting from 1 187,834,195,853 on Feb 29 172,930,209,946 and rising to 133370 776,78,825,97 by Nov 4 785,931,817,946."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of cases increased from 1189,840,197,859 on Feb 29172,930,209,946 to 133370775,77,823,95 on Nov 4785,931,817,946, showing a consistent upward trend.", "gt_answer": "The trend shows a significant increase, starting from 1 187,834,195,853 on Feb 29 172,930,209,946 and rising to 133370 776,78,825,97 by Nov 4 785,931,817,946."} +{"image": ["imgs/ChartQA_PCG/two_col_81241.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of directly managed ESPRIT stores exceed 1000 for the first time?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2010428, 900, 454, 940"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2010", "gt_answer": "2010428, 900, 454, 940", "necessary bbox": "['2010428, 900, 454, 940', '1128']"} +{"image": ["imgs/Crello/output_poster1551_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The main message conveyed is an invitation to support or join a team that believes in being eco-friendly, as indicated by the text WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 257,647,646,777."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main message is about eco-friendship and inviting people to join the team, as seen in ' WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 257,643,646,781 '.", "gt_answer": "The main message conveyed is an invitation to support or join a team that believes in being eco-friendly, as indicated by the text WE BELIEVE IN ECO-\nFRIENDSHIP. JOIN OUR TEAM. 257,647,646,777."} +{"image": ["imgs/ChartQA_PCG/two_col_158.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company's revenue is closest to 15 billion U.S. dollars? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": " Goodyear (U.S.) 240,592,340,608 has revenue of 14.75 639,590,674,604 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": " Goodyear (U.S.) 241,590,346,606 with 14.75 638,588,675,602 billion U.S. dollars.", "gt_answer": " Goodyear (U.S.) 240,592,340,608 has revenue of 14.75 639,590,674,604 billion U.S. dollars."} +{"image": ["imgs/ChartQA_PCG/two_col_40630.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend can be observed in Rabobank's total assets from 234,824,263,836 to 790,824,819,836? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Rabobank's total assets were highest in 2014 234,824,263,836 at 691278 226,81,271,97 million euros and decreased steadily to 590598 782,184,826,201 million euros in 2019 790,824,819,836."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Rabobank's total assets show a decreasing trend from 691278228,83,273,99 in 2014 to 590598785,184,830,201 in 2019.", "gt_answer": "Rabobank's total assets were highest in 2014 234,824,263,836 at 691278 226,81,271,97 million euros and decreased steadily to 590598 782,184,826,201 million euros in 2019 790,824,819,836."} +{"image": ["imgs/Crello/output_poster26_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action does the poster encourage the viewer to take?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Order now 379,475,610,503 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Order now 379,475,608,505 ", "gt_answer": " Order now 379,475,610,503 ", "necessary bbox": "[' Order now 379,475,610,503 ']"} +{"image": ["imgs/CCMAIN/0018391.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich programming languages does Daniel have experience with? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Under the 'Technical' skills section, Daniel lists C#104,537,121,550 and JavaScript104,551,165,564 as programming languages he is skilled in. Answer: C#104,537,121,550 and JavaScript104,551,165,564"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Daniel's technical skills include Programming 1&2403,481,516,493, Object oriented scripting403,497,559,509, and Industrial programming403,512,554,524, showcasing his proficiency in these languages. Answer: Programming 1&2403,481,516,493, Object oriented scripting403,497,559,509, Industrial programming403,512,554,524", "gt_answer": "Under the 'Technical' skills section, Daniel lists C#104,537,121,550 and JavaScript104,551,165,564 as programming languages he is skilled in. Answer: C#104,537,121,550 and JavaScript104,551,165,564"} +{"image": ["imgs/Crello/output_poster745_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the author of the quote on the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The author of the quote on the poster is VOLTAIRE61,415,88,566."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The author of the quote is VOLTAIRE 63,419,92,555 .", "gt_answer": "The author of the quote on the poster is VOLTAIRE61,415,88,566."} +{"image": ["imgs/CCMAIN/0203059.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do if you want to cancel your 210,60,790,115 lessons?"}, {"role": "assistant", "content": "give 28 days notice by emailing info@swimbuddies.co.uk"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Give 28 days notice by emailing info@swimbuddies.co.uk.", "gt_answer": "give 28 days notice by emailing info@swimbuddies.co.uk"} +{"image": ["imgs/ChartQA_PCG/two_col_3253.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined value of Specialty tea and Tea other in million GBP?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "81.10"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The value for Specialty tea is 46.10467, 835, 500, 851 million GBP and for Tea other is 35749, 852, 764, 869 million GBP. Combined, they total 81.10 million GBP. Answer: 81.10 million GBP.", "gt_answer": "81.10", "necessary bbox": "[' 46.10 467,834,501,850', ' 35 746,854,761,870']"} +{"image": ["imgs/Crello/output_poster1833_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat website is mentioned on the poster? Give a straightforward response and specify the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " graylingstuff.com 240,935,496,957 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " graylingstuff.com 239,935,496,958 ", "gt_answer": " graylingstuff.com 240,935,496,957 ", "necessary bbox": "[' graylingstuff.com 240,935,496,957 ']"} +{"image": ["imgs/Crello/output_poster2040_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the message conveyed to teachers in 319,391,542,404 and 311,444,594,649?"}, {"role": "assistant", "content": "DEAR TEACHERS! WE LOVE YOU!"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Dear teachers! We love you!", "gt_answer": "DEAR TEACHERS! WE LOVE YOU!", "necessary bbox": "[' DEAR TEACHERS! 319,391,542,404', ' WE\\nLOVE\\nYOU! 311,444,594,649']"} +{"image": ["imgs/Crello/output_poster857_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the event? Give a straightforward response and specify the bounding box of the answer if it exists.Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": " March 6 | 4:00 pm "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The date and time of the event are mentioned in the text ' March 6 | 4:00 pm 615,752,832,794 '. Answer: March 6 | 4:00 pm", "gt_answer": " March 6 | 4:00 pm ", "necessary bbox": "[' March 6 | 4:00 pm 615,755,828,797']"} +{"image": ["imgs/CCMAIN/0095710.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich car had the smallest gap in 400,234,964,533 and what was the gap? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The AdvancedCompositeProductsInc Cadillac CTS-V had the smallest gap of 0.032, as indicated by the span 0.032882, 364, 915, 375."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The car with the smallest gap in 400,234,964,533 was the 'Lucas Oil Chevrolet Camaro' driven by Tomy Drissi, with a gap of 0.0327 seconds.", "gt_answer": "The AdvancedCompositeProductsInc Cadillac CTS-V had the smallest gap of 0.032, as indicated by the span 0.032882, 364, 915, 375."} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the infant mortality rate first drop to 581, 829, 611, 847?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2015"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate first dropped to 3.30581, 829, 611, 847 in the year 2015583, 930, 608, 974. Answer: 2015", "gt_answer": "2015", "necessary bbox": "['2015582, 931, 607, 976', '3.30581, 829, 611, 847']"} +{"image": ["imgs/Crello/output_poster368_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more information about the special offer be found? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "More information can be found at 'albinster.eu' as indicated in ' albinster.eu 431,838,521,863'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "More information can be found at ' albinster.eu 432,837,521,860 '.", "gt_answer": "More information can be found at 'albinster.eu' as indicated in ' albinster.eu 431,838,521,863'."} +{"image": ["imgs/ChartQA_PCG/multi_col_100190.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many million U.S. dollars was the revenue for Clinical IT Systems in 667,569,712,588?"}, {"role": "assistant", "content": "620.20 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "615", "gt_answer": "620.20 ", "necessary bbox": "['2022672,571,709,584', 'Clinical IT Systems159,116,304,133', '620.20']"} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate in 2009?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "15.90%432, 119, 481, 138"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "15.90%432, 118, 477, 137", "gt_answer": "15.90%432, 119, 481, 138", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138']"} +{"image": ["imgs/CCMAIN/0116675.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date was the 629,149,696,167 price recorded? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document shows that the price of Gasoil+629,149,696,167 was recorded on 28/04/21627,170,693,186 at 1.604\u20ac629,185,691,205. Answer: 28/04/21627,170,693,186"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Gasoil+629,149,696,167 price as 1.604\u20ac631,185,692,203 on 28/04/21631,170,696,188. Answer: 28/04/21631,170,696,188", "gt_answer": "The document shows that the price of Gasoil+629,149,696,167 was recorded on 28/04/21627,170,693,186 at 1.604\u20ac629,185,691,205. Answer: 28/04/21627,170,693,186"} +{"image": ["imgs/Crello/output_poster1401_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " www.giftsforyourhappykids.net 108,934,365,958 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.giftsforyourhappykids.net 107,934,365,958 ", "gt_answer": " www.giftsforyourhappykids.net 108,934,365,958 ", "necessary bbox": "[' www.giftsforyourhappykids.net 108,934,365,958 ']"} +{"image": ["imgs/Crello/output_poster1402_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the time slots mentioned for the event?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "2 PM and 3 PM"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The time slots are mentioned as ' 2 PM 201,436,350,467 ' and ' 3 PM 598,436,748,467 '. Answer: 2 PM to 3 PM", "gt_answer": "2 PM and 3 PM", "necessary bbox": "[' 2 PM 202,437,349,465', ' 3 PM 600,438,747,467']"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many pieces are included in the 235,440,457,458? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "3pc476,460,502,473"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3pc478,456,502,469", "gt_answer": "3pc476,460,502,473"} +{"image": ["imgs/CCMAIN/0044573.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required for the 'Signatures of Authorization to Pay' section? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The 'Signatures of Authorization to Pay' section requires signatures from two approvers, labeled as Approver #1117,721,216,736 and Approver #2117,758,216,773. Answer: Approver #1117,721,216,736 and Approver #2117,758,216,773"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form requires signatures from two approvers, as indicated by the section labeled Signatures of Authorization to Pay117,683,395,698 with spaces for Approver #1117,720,214,736 and Approver #2117,757,214,773. Answer: Approver #1 and Approver #2.", "gt_answer": "The 'Signatures of Authorization to Pay' section requires signatures from two approvers, labeled as Approver #1117,721,216,736 and Approver #2117,758,216,773. Answer: Approver #1117,721,216,736 and Approver #2117,758,216,773"} +{"image": ["imgs/CCMAIN/0301594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the 232,195,329,214?"}, {"role": "assistant", "content": "MERRIAM VINEYARDS"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Pinot Noir Cuvee", "gt_answer": "MERRIAM VINEYARDS"} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 712,910,762,929?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "59731,133,746,149"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "59728,134,743,151", "gt_answer": "59731,133,746,149", "necessary bbox": "['59731,133,746,149','2028***712,910,762,929']"} +{"image": ["imgs/ChartQA_PCG/22143392000229.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the perceived corruption score of 177,549,217,571?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "30"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The perceived corruption score for Togo177,549,217,571 is 30680,547,702,569. Answer: 30", "gt_answer": "30", "necessary bbox": "['30683,544,705,566', 'Togo177,549,217,571']"} +{"image": ["imgs/Crello/output_poster2005_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first word in the title?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "The385,297,575,343"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " the 380,294,574,346 ", "gt_answer": "The385,297,575,343", "necessary bbox": "['The385,297,575,343']"} +{"image": ["imgs/CCMAIN/0119449.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do if you have issues or concerns related to 3.\tIssues or concerns related to (name of ministry) should be directed to (email address of designated staff member).? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "If you have issues or concerns related to the ministry, you should direct them to the email address of the designated staff member as indicated in 3.\tIssues or concerns related to (name of ministry) should be directed to (email address of designated staff member).99,343,850,357."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If you have issues or concerns related to (name of ministry)3.\tIssues or concerns related to (name of ministry) should be directed to (email address of designated staff member)., you should direct them to the email address of the designated staff member as mentioned in the text.", "gt_answer": "If you have issues or concerns related to the ministry, you should direct them to the email address of the designated staff member as indicated in 3.\tIssues or concerns related to (name of ministry) should be directed to (email address of designated staff member).99,343,850,357."} +{"image": ["imgs/ChartQA_PCG/two_col_62434.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share difference between the top brand 191,852,232,861 and the second brand 155,127,232,136? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The difference is 3% (23.80%905,850,954,860 - 20.80%821,125,870,136)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The market share difference is 23.80%905,849,954,861 - 20.80%822,125,871,136 = 3%.", "gt_answer": "The difference is 3% (23.80%905,850,954,860 - 20.80%821,125,870,136)."} +{"image": ["imgs/ChartQA_PCG/two_col_23649.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Ohio's population density per square mile first exceed null270?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2000"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2000410,895,435,934, the density was 276.20, which first exceeded 270null. Answer: 2000", "gt_answer": "2000", "necessary bbox": "['2000410,896,435,935']"} +{"image": ["imgs/Crello/output_poster1353_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned on the poster? Respond directly and include the bounding box of the answer if it is present.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "www.unique.us739,944,826,957"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.unique.us 739,942,825,954 ", "gt_answer": "www.unique.us739,944,826,957", "necessary bbox": "[' www.unique.us 739,944,826,957 ']"} +{"image": ["imgs/Crello/output_poster928_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the color of the text ' 479,541,865,713 '?"}, {"role": "assistant", "content": "White"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "white", "gt_answer": "White", "necessary bbox": "[' Technologies 479,541,865,713 ']"} +{"image": ["imgs/CCMAIN/0135047.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is responsible for ensuring the website complies with WCAG 2.0 level AA? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The responsibility for hiring a website developer to ensure compliance with WCAG 2.0 level AA by June 30, 2021670,838,769,851 is assigned to Scott Skillen<825,840,914,850. Answer: Scott Skillen825,840,914,850"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that Scott Skillen is responsible for hiring a website developer to ensure the website complies with the requirements of WCAG 2.0 level AA by June 30, 2021. Answer: Scott Skillen827,141,910,156", "gt_answer": "The responsibility for hiring a website developer to ensure compliance with WCAG 2.0 level AA by June 30, 2021670,838,769,851 is assigned to Scott Skillen<825,840,914,850. Answer: Scott Skillen825,840,914,850"} +{"image": ["imgs/ChartQA_PCG/two_col_23276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country recorded the second highest number of coronavirus deaths per one million population?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Bosnia and Herzegovina31,186,198,195"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Czechia146,220,195,227", "gt_answer": "Bosnia and Herzegovina31,186,198,195", "necessary bbox": "['Bosnia and Herzegovina31,186,198,195', '2941.65832,185,889,193']"} +{"image": ["imgs/CCMAIN/0031216.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 238,198,328,230 recorded as of July 9, 2021? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The total number of Loggerhead Nests238,198,328,230 is given at the bottom of the table under the 'Totals' row, which shows 3533266,613,302,627. Answer: 3533266,613,302,627"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the total number of Loggerhead Nests238,198,328,230 as 3533 under the 'Totals' section. Answer: 3533", "gt_answer": "The total number of Loggerhead Nests238,198,328,230 is given at the bottom of the table under the 'Totals' row, which shows 3533266,613,302,627. Answer: 3533266,613,302,627"} +{"image": ["imgs/Crello/output_poster1548_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the event scheduled according to 248,397,635,424?"}, {"role": "assistant", "content": "23 \u2013 26 January 2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "23 \u2013 26 January 2018", "gt_answer": "23 \u2013 26 January 2018", "necessary bbox": "[' Main US home textile event held from 23 \u2013 26 January 2018 248,397,635,424']"} +{"image": ["imgs/Crello/output_poster1333_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "Wood carving tools and techniques"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the prominent text ' WOOD\nCARVING 83,296,517,514 '. Answer: Wood Carving", "gt_answer": "Wood carving tools and techniques", "necessary bbox": "[' WOOD 92,292,470,408 ', ' CARVING 81,423,516,502 ', ' TOOLS & Techniques 85,570,522,609 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of online shoppers using 0, 257, 163, 273?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "39%854, 255, 890, 269"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "39%854, 255, 889, 269", "gt_answer": "39%854, 255, 890, 269", "necessary bbox": "['Electronic payment (PayPal if available)0, 257, 163, 273', '39%854, 255, 890, 269']"} +{"image": ["imgs/ChartQA_PCG/two_col_4524.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of the population first reach 17%?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2012"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage first reached 17% in 2012600,870,626,913. Answer: 2012.", "gt_answer": "2012", "necessary bbox": "['17123,208,135,222', '2012599,871,625,914']"} +{"image": ["imgs/CCMAIN/0165464.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat happens if you cancel your appointment with 88,561,188,573? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that if you cancel with 5-6 days notice88,561,188,573, you will receive a 75% refund of the excess196,561,362,573. Answer: 75% refund196,561,272,573"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The policy states that if you cancel or reschedule less than 7 days326,481,369,493 before the appointment, the deposit will be forfeited. Answer: The deposit will be forfeited.", "gt_answer": "The document states that if you cancel with 5-6 days notice88,561,188,573, you will receive a 75% refund of the excess196,561,362,573. Answer: 75% refund196,561,272,573"} +{"image": ["imgs/CCMAIN/0181105.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the 74,187,251,206 related to the document?"}, {"role": "assistant", "content": "DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW", "gt_answer": "DEPRIVATION OF LIBERTY, CRIMINAL LAW, INTERNATIONAL CRIMINAL LAW"} +{"image": ["imgs/CCMAIN/0132347.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the width of the 47,178,389,200? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "150cm273,545,330,559"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "150cm273,546,332,559", "gt_answer": "150cm273,545,330,559"} +{"image": ["imgs/Crello/output_poster1206_test.png"], "messages": [{"role": "user", "content": "<|image|> \nAre the texts in the poster related to any specific type of clothing? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Yes, the texts ' Pick the perfect business suit 63,649,274,694 ' and ' SUITS 124,384,359,574 ' relate to business suits as the specific type of clothing."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, the text ' SUITS 128,379,356,574 ' indicates that the poster is related to suits, a type of clothing.", "gt_answer": "Yes, the texts ' Pick the perfect business suit 63,649,274,694 ' and ' SUITS 124,384,359,574 ' relate to business suits as the specific type of clothing."} +{"image": ["imgs/ChartQA_PCG/two_col_210.png"], "messages": [{"role": "user", "content": "<|image|> \nFor 489,930,668,935, which country has a count of exactly 10.10? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Both Serbia & Montenegro71,471,205,476 and Chile174,453,205,457 have 10.10 average number of partners."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The country with a count of exactly 10.10 is Chile174,452,203,456.", "gt_answer": "Both Serbia & Montenegro71,471,205,476 and Chile174,453,205,457 have 10.10 average number of partners."} +{"image": ["imgs/CCMAIN/0331238.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the booth fee for the Big River Steampunk Festival? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$350.00573,143,647,160"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$350.00576,142,649,160", "gt_answer": "$350.00573,143,647,160"} +{"image": ["imgs/ChartQA_PCG/two_col_4872.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people from the age group of 213,785,379,817 have died due to coronavirus in Italy as of June 8,2021?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "19.4%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people from the age group 90 years and older213,785,379,817 who have died due to coronavirus is given as 19.4%402,655,458,681.\n\nAnswer: 19.4%", "gt_answer": "19.4%", "necessary bbox": "['90 years and older213,785,379,817', '19.4%402,669,457,693']"} +{"image": ["imgs/Crello/output_poster341_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I buy clothes here? Please respond succinctly and include the answer's bounding box if it is available.Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Clothing\nAccessories\nPocket Knives 325,374,471,426 ' includes 'Clothing', indicating that clothes are available. Answer: Yes", "gt_answer": "Yes", "necessary bbox": "['clothing 322,375,413,392']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1189.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of republicans who responded no?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "54%827, 131, 854, 149"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "54%829, 131, 855, 149", "gt_answer": "54%827, 131, 854, 149", "necessary bbox": "['54%827, 131, 854, 149']"} +{"image": ["imgs/ChartQA_PCG/two_col_60657.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category has more than 877,948,895,958 of retail chains?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Fashion & Clothing"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The category with more than 25 retail chains is Fashion & Clothing44,156,173,166, which has 25 retail chains. Answer: Fashion & Clothing", "gt_answer": "Fashion & Clothing", "necessary bbox": "['Fashion & Clothing44,157,172,166', '25877,948,895,958']"} +{"image": ["imgs/Crello/output_poster1200_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the studio?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "KAMELIE BEAUTY STUDIO"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the studio is mentioned as ' KAMELIE 203,91,357,121 '. Answer: KAMELIE", "gt_answer": "KAMELIE BEAUTY STUDIO", "necessary bbox": "[' KAMELIE 202,92,358,122', ' BEAUTY STUDIO 203,127,301,137']"} +{"image": ["imgs/Crello/output_poster1788_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs registration required for the event mentioned in 438,876,555,913?"}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Yes", "gt_answer": "Yes", "necessary bbox": "[' Registration\\nrequired 438,876,555,913']"} +{"image": ["imgs/Crello/output_poster1397_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in the poster? Give a straightforward response and specify the bounding box of the answer if it exists.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " walnuthill.com 590,719,704,757 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " walnuthill.com 589,710,703,745 ", "gt_answer": " walnuthill.com 590,719,704,757 ", "necessary bbox": "[' walnuthill.com 590,719,704,757 ']"} +{"image": ["imgs/CCMAIN/0296439.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document introduces Ivan34,41,94,91, a Cuban trumpet player and percussionist34,117,218,140 residing in Mallorca. He is classically trained and has collaborated with Lou Bega and other Latin Stars166,320,329,338. Ivan is a member of various Cuban and Latin groups in Europe and is versatile in all music styles69,374,148,392. The document highlights different music styles covered, including classic, jazz, latin, pop, rock, and soul664,831,690,852. It also mentions options for music setups, such as drums, bass, guitar, saxophone, percussion, and string section701,910,794,931. The presentation is by Rony B.194,755,244,777, and it offers an all-inclusive entertainment solution on the Balearics."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Ivan is a cuban trumpet player and percussionist35,116,214,140, residing in Mallorca. He is classically trained and has collaborated with Lou Bega and other Latin stars. Ivan is a member of various Cuban and Latin groups in Europe and can play all music styles. The document highlights his versatility and musical background. It also mentions the services offered by Rony B., a musical director, including artists and equipment for events on the Balearics. Ivan provides a basic ceremony setup as a pianist/keyboarder and a basic reception/dinner setup with options for drums, bass, guitar, saxophone, percussion, and string section.", "gt_answer": "The document introduces Ivan34,41,94,91, a Cuban trumpet player and percussionist34,117,218,140 residing in Mallorca. He is classically trained and has collaborated with Lou Bega and other Latin Stars166,320,329,338. Ivan is a member of various Cuban and Latin groups in Europe and is versatile in all music styles69,374,148,392. The document highlights different music styles covered, including classic, jazz, latin, pop, rock, and soul664,831,690,852. It also mentions options for music setups, such as drums, bass, guitar, saxophone, percussion, and string section701,910,794,931. The presentation is by Rony B.194,755,244,777, and it offers an all-inclusive entertainment solution on the Balearics."} +{"image": ["imgs/Crello/output_poster1101_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main event mentioned in the poster?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Traditional Fall Bazaar"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main event is highlighted in the text ' Traditional\nFall\nBazaar 256,340,708,779 '. Answer: Fall Bazaar", "gt_answer": "Traditional Fall Bazaar", "necessary bbox": "[' Traditional\\nFall\\nBazaar 253,341,704,769 ']"} +{"image": ["imgs/CCMAIN/0210633.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is 228,90,870,145 located?"}, {"role": "assistant", "content": "Southampton County, Virginia"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Southampton County, Virginia.", "gt_answer": "Southampton County, Virginia"} +{"image": ["imgs/Crello/output_poster1470_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage offered in the sale?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "50%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount percentage is indicated by the combination of ' 50 236,401,507,680 ' and ' % 589,392,720,574 '. Answer: 50%", "gt_answer": "50%", "necessary bbox": "[' 50 239,406,509,709 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of travelers in 854, 532, 883, 546?"}, {"role": "assistant", "content": "50.55 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "49.10 million", "gt_answer": "50.55 million", "necessary bbox": "['47.80', '2.40', '0.35', 'Number of travelers in millions104, 154, 114, 458']"} +{"image": ["imgs/CCMAIN/0330296.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a pedigree chart for a dog named D'UNE FEE DE PORT ARTHUR41,56,333,75, with the registration number LOF 1466561,86,124,98. The father is BEN HUR DE PORT ARTHUR45,144,217,156 and the mother is YOUKETTE DE PORT ARTHUR45,422,228,434. The pedigree includes ancestors such as ULLO DU VIGNAUD276,166,391,178 and WALLIS DE CASTELMEUR276,239,432,251. The estimated coefficient of inbreeding is 25 %476,653,533,678. The owner is Mr Jean Renard82,618,172,630 and there are 50145,627,159,639 points in the pedigree. The data is entered by members, and accuracy is not guaranteed."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a pedigree chart for D'UNE FEE DE PORT ARTHUR41,56,332,75, an English Setter with the registration number (F) LOF 1466541,85,124,98. The dog's father is BEN HUR DE PORT ARTHUR45,143,218,156 and mother is YOUKETTE DE PORT ARTHUR45,419,228,432. Both parents have a high number of points in pedigree. The estimated coefficient of inbreeding is 25 %476,653,535,677, indicating a moderate level of genetic relatedness. The owner is Mr Jean Renard90,617,173,630.", "gt_answer": "The document is a pedigree chart for a dog named D'UNE FEE DE PORT ARTHUR41,56,333,75, with the registration number LOF 1466561,86,124,98. The father is BEN HUR DE PORT ARTHUR45,144,217,156 and the mother is YOUKETTE DE PORT ARTHUR45,422,228,434. The pedigree includes ancestors such as ULLO DU VIGNAUD276,166,391,178 and WALLIS DE CASTELMEUR276,239,432,251. The estimated coefficient of inbreeding is 25 %476,653,533,678. The owner is Mr Jean Renard82,618,172,630 and there are 50145,627,159,639 points in the pedigree. The data is entered by members, and accuracy is not guaranteed."} +{"image": ["imgs/Crello/output_poster1937_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the age range for the 'Happy Hours' event?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 7-14 y.o. 199,651,306,685 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 7-14 y.o. 198,652,306,686 ", "gt_answer": " 7-14 y.o. 199,651,306,685 ", "necessary bbox": "[' 7-14 y.o. 199,651,306,685 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20157.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many million square feetwas is the growth in total leasable space from 159, 106, 186, 111 to 159, 861, 187, 866?"}, {"role": "assistant", "content": "3322"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3320 million square feet.", "gt_answer": "3322", "necessary bbox": "['Total leasable space in million square feet447, 946, 689, 953', '7326904, 859, 934, 866', '4004582, 104, 612, 111']"} +{"image": ["imgs/ChartQA_PCG/two_col_63074.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of employees in H1 2015?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "729600"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of employees in H1 2015 is shown as 729600853, 187, 897, 203.\n\nAnswer: 729600", "gt_answer": "729600", "necessary bbox": "['H1 2015852, 921, 898, 934', '729600852, 186, 896, 202']"} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the entry fee for double-handed boats if registered after July 13, 2021? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$80474,470,499,486"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$90253,471,278,484", "gt_answer": "$80474,470,499,486"} +{"image": ["imgs/Crello/output_poster1896_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company's name appears twice in the poster? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The company's name 'Atlas Blanco' appears twice in the poster, as indicated by Atlas Blanco790,111,887,136 and Atlas Blanco93,111,190,136."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The company name 'Atlas Blanco' appears twice in the poster: ' Atlas Blanco 93,112,190,140 ' and ' Atlas Blanco 790,112,887,140 '.", "gt_answer": "The company's name 'Atlas Blanco' appears twice in the poster, as indicated by Atlas Blanco790,111,887,136 and Atlas Blanco93,111,190,136."} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a menu from Stockyard Restaurant featuring Appetizer Selections374,131,637,152 priced per item. The Raw Bar457,195,548,214 includes Jumbo Shrimp Cocktail231,239,461,255 and Chilled Oysters347,260,497,276. Hors D'oeuvres416,300,589,318 offers items like Lobster Arancini265,343,427,359, Bacon Wrapped Sea Scallops227,364,513,380, and Maryland Crab Cake223,385,421,401. Flatbread pizzas, serving 4-6, are priced at $14 each462,727,549,742 with options like Sausage149,757,233,773, BBQ Chicken167,778,294,794, and Margherita296,799,403,815. Platters for 25-30 guests include Aged Cheddar Cheese and Crackers308,880,662,896 and Hummus Dip214,922,338,938."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a menu from STOCKYARD438,67,569,82, featuring a variety of Appetizer Selections371,130,637,155 priced per item. The Raw Bar455,192,548,213 includes options like Jumbo Shrimp Cocktail232,238,460,255 and Chilled Oysters346,259,500,276. The Hors D'oeuvres416,296,588,316 section offers items such as Lobster Arancini264,344,427,361 and Bacon Wrapped Sea Scallops226,365,516,382. The menu also includes Flatbread Pizza362,695,534,715 for feeding 4-6 people at $14 each, with options like Sausage150,752,234,770 and BBQ Chicken161,774,293,792. Platters374,848,465,868 for 25-30 guests include Aged Cheddar Cheese and Crackers308,877,657,894 and Fresh Cut Vegetable Crudit\u00e9 Platter201,898,546,915.", "gt_answer": "The document is a menu from Stockyard Restaurant featuring Appetizer Selections374,131,637,152 priced per item. The Raw Bar457,195,548,214 includes Jumbo Shrimp Cocktail231,239,461,255 and Chilled Oysters347,260,497,276. Hors D'oeuvres416,300,589,318 offers items like Lobster Arancini265,343,427,359, Bacon Wrapped Sea Scallops227,364,513,380, and Maryland Crab Cake223,385,421,401. Flatbread pizzas, serving 4-6, are priced at $14 each462,727,549,742 with options like Sausage149,757,233,773, BBQ Chicken167,778,294,794, and Margherita296,799,403,815. Platters for 25-30 guests include Aged Cheddar Cheese and Crackers308,880,662,896 and Hummus Dip214,922,338,938."} +{"image": ["imgs/Crello/output_poster88_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 875,259,945,504?"}, {"role": "assistant", "content": "May 26"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "May 26", "gt_answer": "May 26", "necessary bbox": "[' May 26 \\n8 pm\\nC 26\\n$18 875,259,945,504']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20535.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference between the median ages of Men and Women in 865, 546, 890, 592? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "In 2019865, 546, 890, 592, the difference between the median ages of Men and Women is 30.30 - 28.40 = 1.90."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2019865, 546, 890, 592, the median age for Men is 30.20 and for Women is 28.40. The difference is 1.8 years.", "gt_answer": "In 2019865, 546, 890, 592, the difference between the median ages of Men and Women is 30.30 - 28.40 = 1.90."} +{"image": ["imgs/ChartQA_PCG/two_col_62905.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in player expenses between 602, 899, 628, 939 and 769, 899, 794, 939'?"}, {"role": "assistant", "content": "45"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "45 million U.S. dollars.", "gt_answer": "45", "necessary bbox": "['2014602, 899, 628, 939', '178606, 275, 627, 292', '2019769, 899, 794, 939', '223771, 127, 794, 143']"} +{"image": ["imgs/Crello/output_poster2206_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the old price of the sports water bottles?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " $ 130 635,513,684,564 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $130 637,513,682,564 ", "gt_answer": " $ 130 635,513,684,564 ", "necessary bbox": "[' New price 703,520,783,564 ', ' $ 130 635,513,684,564 ']"} +{"image": ["imgs/CCMAIN/0258921.png"], "messages": [{"role": "user", "content": "<|image|> \nIs the 142,563,298,578 considered dangerous to the public and nature? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Yes-0%804,571,869,585"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Yes-0%801,572,864,586", "gt_answer": "Yes-0%804,571,869,585"} +{"image": ["imgs/ChartQA_PCG/multi_col_101261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of respondents for '50 - 100 euros' in 2017?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "14.70%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents for '50 - 100 euros' in 2017 is 14.70%543, 286, 587, 308. Answer: 14.70%", "gt_answer": "14.70%", "necessary bbox": "['50 - 100 euros543, 276, 587, 298', '2017574, 566, 601, 582', '14.70%543, 276, 587, 298']"} +{"image": ["imgs/ChartQA_PCG/15359798001840.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the highest job finding method percentage?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "41895, 224, 917, 246"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "41897, 231, 920, 253", "gt_answer": "41895, 224, 917, 246", "necessary bbox": "['Personal contacts234, 228, 385, 246', '41895, 224, 917, 246']"} +{"image": ["imgs/CCMAIN/0315538.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document describes the Triple Crown45,502,228,521 bar in San Marcos, Texas45,528,236,547. The bar is familiar to many, even if they haven't visited. The barkeep, who calls everyone \"hun644,598,679,615\", turns down the jukebox to watch \"The Price is Right762,616,927,633\". The bar opens at 8 a.m.255,641,310,658, and patrons drink both coffee and alcohol. The author prefers Jack Daniel\u2019s126,659,244,676 and Sierra Nevada552,659,686,676. The atmosphere can be dark, with people updating Facebook or looking for jobs. The author suggests informing the barkeep if you expect a call."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a humorous piece titled TRIPLE CROWN45,502,226,519, describing the Triple Crown bar in San Marcos, Texas. The barkeep is known for calling everyone \u201chun\u201d638,597,689,612 and turning down the jukebox to watch The Price is Right757,619,926,634. The bar opens at 8 a.m.255,643,313,658, and patrons are likely to drink both coffee and alcohol. The author enjoys working there despite the dark atmosphere. Others may update Facebook, look for jobs, or hide out. The bar is a place where people can be themselves, and the author encourages patrons to let the barkeep know when they order.", "gt_answer": "The document describes the Triple Crown45,502,228,521 bar in San Marcos, Texas45,528,236,547. The bar is familiar to many, even if they haven't visited. The barkeep, who calls everyone \"hun644,598,679,615\", turns down the jukebox to watch \"The Price is Right762,616,927,633\". The bar opens at 8 a.m.255,641,310,658, and patrons drink both coffee and alcohol. The author prefers Jack Daniel\u2019s126,659,244,676 and Sierra Nevada552,659,686,676. The atmosphere can be dark, with people updating Facebook or looking for jobs. The author suggests informing the barkeep if you expect a call."} +{"image": ["imgs/Crello/output_poster1496_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat hashtags are used to promote community support in the text box with 720,721,896,794 ?"}, {"role": "assistant", "content": "#SupportEachOther #FlattenTheCurve"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "#SupportEachOther, #FlattenTheCurve", "gt_answer": "#SupportEachOther #FlattenTheCurve", "necessary bbox": "[' #SupportEachOther\\n#FlattenTheCurve 720,721,896,794 ']"} +{"image": ["imgs/CCMAIN/0225707.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the automation tools mentioned in 403,291,959,483 benefit the people ops team? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The automation tools saved the people ops team 80 hours of manual work each month. This was achieved by working closely with C-level executives to identify areas where automation could be implemented, as described in Worked closely with C-level executives to identify areas of automation for425,372,958,389 and the people ops team leading to automation tools that saved 80 hours of425,388,949,404."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The automation tools saved 80 hours of manual work each month for the people ops team, as mentioned in Worked closely with C-level executives to identify areas of automation for the people ops team leading to automation tools that saved 80 hours of manual work each month423,371,959,386.", "gt_answer": "The automation tools saved the people ops team 80 hours of manual work each month. This was achieved by working closely with C-level executives to identify areas where automation could be implemented, as described in Worked closely with C-level executives to identify areas of automation for425,372,958,389 and the people ops team leading to automation tools that saved 80 hours of425,388,949,404."} +{"image": ["imgs/ChartQA_PCG/two_col_83331.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the lowest expenditure in million euros?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1992186,868,213,873"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1993187,840,214,845", "gt_answer": "1992186,868,213,873", "necessary bbox": "['1992186,868,213,873', '159468473,867,517,873']"} +{"image": ["imgs/Crello/output_poster1474_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many contact addresses are provided in the poster?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Three"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The contact addresses are listed as ' 1 East Peninsula St.\n(456) 5864 5648 90,857,253,881 ', ' 786 Roehampton St.\n(568) 5694 4568 388,857,551,881 ', and ' 50 Livingston Court\n(669) 1488 6584 692,857,857,881 '. Answer: Three", "gt_answer": "Three", "necessary bbox": "[' 1 East Peninsula St.\\n(456) 5864 5648 90,855,254,880 ', ' 786 Roehampton St.\\n(568) 5694 4568 388,855,552,880 ', ' 50 Livingston Court\\n(669) 1488 6584 691,855,857,880 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_41032.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the categories with the same number of retail chains and what that number is. Give grounding and detailed answer."}, {"role": "assistant", "content": "The categories Toys & Games128,396,226,404, Consumer Electronics76,354,226,361, and Food194,313,225,321 all have 10516,312,533,320 retail chains."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The categories with the same number of retail chains are Optical179,432,226,440, Toys & Games129,395,227,403, Consumer Electronics77,358,227,366, and Food194,311,227,318, each having 10520,310,538,318 retail chains.", "gt_answer": "The categories Toys & Games128,396,226,404, Consumer Electronics76,354,226,361, and Food194,313,225,321 all have 10516,312,533,320 retail chains."} +{"image": ["imgs/ChartQA_PCG/two_col_82752.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined percentage of funding from Voluntary health care payments and Household out of pocket?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "26%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage is 14%489,665,515,681 + 12%765,680,791,696 = 26%. Answer: 26%", "gt_answer": "26%", "necessary bbox": "['14%488, 664, 514, 680', '12%764, 681, 790, 698']"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "This document certifies that Palmers Scaffolding UK Ltd384,211,748,235 is a full contracting member of the National Access & Scaffolding Confederation255,387,876,411 (NASC). The company complies with the NASC membership audit procedure and meets the SSIP512,317,551,333 requirements through the Deemed to Satisfy Criteria. The NASC Membership No266,460,471,476 is 32704529,460,586,476, and the audit expiry date is 30th April 2021530,523,663,537. The document is signed by the NASC Managing Director, Robin James, and indicates that the company is bound by the NASC Membership Criteria, Byelaws, Rules, and Code of Conduct."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Full Membership Certificate12,350,98,674 issued by the National Access & Scaffolding Confederation256,385,878,409 to Palmers Scaffolding UK Ltd383,208,749,232. It certifies that the company complies with the requirements of the NASC membership audit procedure581,296,908,313 and meets the requirements of SSIP510,316,552,333 through the Deemed to Satisfy Criteria. The company is a full contracting member of the NASC. The certificate includes details such as NASC Membership No: 32704268,459,481,476, Audit Expiry Date: 30th April 2021268,522,532,539, and signatures from the NASC President268,586,409,603 and NASC Managing Director268,649,493,666. The company is bound by the NASC Membership Criteria, Byelaws, Rules, and Code of Conduct.", "gt_answer": "This document certifies that Palmers Scaffolding UK Ltd384,211,748,235 is a full contracting member of the National Access & Scaffolding Confederation255,387,876,411 (NASC). The company complies with the NASC membership audit procedure and meets the SSIP512,317,551,333 requirements through the Deemed to Satisfy Criteria. The NASC Membership No266,460,471,476 is 32704529,460,586,476, and the audit expiry date is 30th April 2021530,523,663,537. The document is signed by the NASC Managing Director, Robin James, and indicates that the company is bound by the NASC Membership Criteria, Byelaws, Rules, and Code of Conduct."} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of Sold Date: 10-16-2012 in the context of the property's sale? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The Sold Date: 10-16-2012427,73,579,86 indicates the date on which the property transaction was completed. This date is significant as it marks the official transfer of ownership and is used to calculate the duration the property was on the market, which was 23 days from the list date of 08-09-2012."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The significance of Sold Date: 10-16-2012428,73,580,85 is that it marks the date when the property was sold, providing a timeline for the transaction and potentially indicating the market conditions or trends at the time of sale.", "gt_answer": "The Sold Date: 10-16-2012427,73,579,86 indicates the date on which the property transaction was completed. This date is significant as it marks the official transfer of ownership and is used to calculate the duration the property was on the market, which was 23 days from the list date of 08-09-2012."} +{"image": ["imgs/Crello/output_poster702_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete inspirational phrase on the poster? Provide a concise response and include the answer's bounding box if it is available.Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " TO TRAVEL IS TO LIVE "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase is formed by combining the text from both text boxes: ' TO TRAVEL 108,175,542,259 ' and ' IS TO LIVE 422,755,816,823 '. Answer: TO TRAVEL 108,175,542,259 IS TO LIVE 422,755,816,823 ", "gt_answer": " TO TRAVEL IS TO LIVE ", "necessary bbox": "[' TO TRAVEL 96,179,539,255 ', ' IS TO LIVE 422,755,815,831 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the military spending of 208,226,239,233?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "5036"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The military spending of Chile208,226,239,233 is 5036379,225,412,233 million U.S. dollars. Answer: 5036", "gt_answer": "5036", "necessary bbox": "['Chile208,226,239,233', '5036377,225,410,232']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 197,549,239,575 users?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "46.5%310,531,367,557"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "46.5%312,529,368,555", "gt_answer": "46.5%310,531,367,557", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557']"} +{"image": ["imgs/CCMAIN/0172615.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich student from O'Gorman High School received the Academic Excellence and Leadership Award? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Abigail Belisle705,634,813,650"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Tiana Desrochers693,667,825,684", "gt_answer": "Abigail Belisle705,634,813,650"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich snack is the most expensive? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "BEEF JERKY114,432,279,445"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "BEEF JERKY114,426,279,445", "gt_answer": "BEEF JERKY114,432,279,445"} +{"image": ["imgs/Crello/output_poster269_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much do you donate with every purchase according to 103,839,617,960?"}, {"role": "assistant", "content": "$10"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$10", "gt_answer": "$10", "necessary bbox": "['You donate $10 103,839,617,960']"} +{"image": ["imgs/CCMAIN/0276387.png"], "messages": [{"role": "user", "content": "<|image|> \nWho should be contacted for 210,782,320,794 regarding the fundraiser?"}, {"role": "assistant", "content": "Christine Martineau @ 860-707-3332"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Christine Martineau", "gt_answer": "Christine Martineau @ 860-707-3332"} +{"image": ["imgs/CCMAIN/0134135.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year did 164,132,282,153 join the U.S. Navy?"}, {"role": "assistant", "content": "1945"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1945", "gt_answer": "1945"} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the specific requirements mentioned in 58,247,486,446 that Common Off-the-Shelf Ethernet technology cannot efficiently fulfill? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The specific requirements mentioned are in terms of temporal determinism. According to the text in requirements, namely in terms of temporal determinism, that60,299,484,313, these requirements cannot be efficiently fulfilled by Common Off-the-Shelf Ethernet technology."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific requirements mentioned in 58,247,486,446 that Common Off-the-Shelf Ethernet technology cannot efficiently fulfill are temporal determinism. This refers to the need for precise timing and synchronization in applications such as industrial automation and real-time traffic management.", "gt_answer": "The specific requirements mentioned are in terms of temporal determinism. According to the text in requirements, namely in terms of temporal determinism, that60,299,484,313, these requirements cannot be efficiently fulfilled by Common Off-the-Shelf Ethernet technology."} +{"image": ["imgs/Crello/output_poster457_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of items mentioned in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 10 372,98,604,340 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 10 372,98,604,335 ", "gt_answer": " 10 372,98,604,340 ", "necessary bbox": "[' 10 372,98,604,340 ']"} +{"image": ["imgs/CCMAIN/0296416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage variance in '66,444,134,462' between 2019/20 and 2020/21? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The 'Total Other Receipts66,444,134,462' decreased from \u00a310,002 to \u00a33,506, resulting in a variance of 64.95%368,462,392,476. Answer: 64.95%368,462,392,476"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows a 'Variance120,87,154,103' of '-6,496343,459,364,471' for 'Total Other Receipts66,444,134,462', which is a '64.95%367,459,392,471' variance. Answer: 64.95%367,459,392,471", "gt_answer": "The 'Total Other Receipts66,444,134,462' decreased from \u00a310,002 to \u00a33,506, resulting in a variance of 64.95%368,462,392,476. Answer: 64.95%368,462,392,476"} +{"image": ["imgs/CCMAIN/0181003.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The Radiation Machine Use Application290,117,735,133 form from the University of Central Florida is required before acquiring any ionizing radiation-producing machine. It must be submitted to the Radiation Safety Officer149,171,221,189 for approval. The form includes sections for Researcher Information146,210,343,227, Use Description146,304,275,321, Staff146,565,186,582, Location of Use/Storage146,734,346,751, and Personal Protective Equipment146,777,399,794. Researchers must provide details about the machine, procedures, and techniques, and list all staff involved. The form also requires information about the location of use and storage, and the personal protective equipment to be used. Signatures from the PI118,854,132,865 and RSO118,879,146,889 are needed for validation."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Radiation Machine Use Application291,110,735,134 form from the University of Central Florida. It requires submission to the Radiation Safety Officer for review and approval before acquiring an ionizing radiation-producing machine. The form includes sections for Researcher Information146,210,343,228, Use Description146,305,274,323, Staff146,565,186,583, Location of Use/Storage146,734,346,752, and Personal Protective Equipment146,777,400,795. The researcher must provide details such as name, date, lab number, and contact information. The use description should include machine type, procedures, and techniques. Staff information includes names, PID, email, and building details. Location and storage details are required, along with PPE specifications. The form must be signed by both the PI and RSO.", "gt_answer": "The Radiation Machine Use Application290,117,735,133 form from the University of Central Florida is required before acquiring any ionizing radiation-producing machine. It must be submitted to the Radiation Safety Officer149,171,221,189 for approval. The form includes sections for Researcher Information146,210,343,227, Use Description146,304,275,321, Staff146,565,186,582, Location of Use/Storage146,734,346,751, and Personal Protective Equipment146,777,399,794. Researchers must provide details about the machine, procedures, and techniques, and list all staff involved. The form also requires information about the location of use and storage, and the personal protective equipment to be used. Signatures from the PI118,854,132,865 and RSO118,879,146,889 are needed for validation."} +{"image": ["imgs/ChartQA_PCG/two_col_5541.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the death rate first exceed 10 per 100,000 population?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 2008 162, 385, 190, 389"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2007163,410,190,415", "gt_answer": " 2008 162, 385, 190, 389", "necessary bbox": "[' 10.20 ', ' 2008 162, 385, 190, 389']"} +{"image": ["imgs/CCMAIN/0086156.png"], "messages": [{"role": "user", "content": "<|image|> \nOutline the file image, and add grounding bbox to key text."}, {"role": "assistant", "content": "The document is a CREDIT CARD AUTHORIZATION FORM349,231,649,250 for Arlene C. Gerson, PhD, a licensed psychologist. It requests the Patient Name58,302,177,318, Credit Card Type58,405,207,422 (VISA, MASTERCARD, DISCOVER, AMERICAN EXPRESS), Cardholder Name58,440,213,457, Cardholder Address58,475,232,492, Credit Card Number58,510,234,526, Expiration560,510,647,526 date, Security Code740,510,863,526, and the Name as it appears on card58,544,299,561. The form authorizes Dr. Gerson to process payments for psychological services. The Signature of credit card holder58,701,321,718 and Today's Date are required. The version date is 5/5/2017161,919,230,936."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a CREDIT CARD AUTHORIZATION FORM349,233,648,250 for Arlene C. Gerson, PhD, a licensed psychologist located at 9650 Santiago Rd., Suite 3, Columbia, MD 21045. It allows patients to authorize the processing of payments on their credit card for psychological services provided by Dr. Gerson. The form requires the patient's name, credit card type (VISA, MASTERCARD, DISCOVER, AMERICAN EXPRESS), cardholder name, address, credit card number, expiration date, and security code. The patient must also provide the name as it appears on the card and sign the form with their signature and the current date.", "gt_answer": "The document is a CREDIT CARD AUTHORIZATION FORM349,231,649,250 for Arlene C. Gerson, PhD, a licensed psychologist. It requests the Patient Name58,302,177,318, Credit Card Type58,405,207,422 (VISA, MASTERCARD, DISCOVER, AMERICAN EXPRESS), Cardholder Name58,440,213,457, Cardholder Address58,475,232,492, Credit Card Number58,510,234,526, Expiration560,510,647,526 date, Security Code740,510,863,526, and the Name as it appears on card58,544,299,561. The form authorizes Dr. Gerson to process payments for psychological services. The Signature of credit card holder58,701,321,718 and Today's Date are required. The version date is 5/5/2017161,919,230,936."} +{"image": ["imgs/ChartQA_PCG/multi_col_60974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the growth percentage of 760, 552, 787, 572 in 109, 138, 121, 500 for Sales value?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "10%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The growth percentage of Baby760, 552, 787, 572 in Sales value109, 138, 121, 500 is 10%714, 395, 740, 413. Answer: 10%", "gt_answer": "10%", "necessary bbox": "['Baby760, 552, 787, 572', 'Growth in sales (March vs. February)109, 138, 121, 500', '10%716, 393, 742, 412']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for 414,680,457,700 in 487,576,515,590 ?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "3.70487,450,513,469"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3.70489,452,515,470", "gt_answer": "3.70487,450,513,469", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 1980?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": " 14 "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate in 1980 is shown as 14487, 573, 502, 592.\n\nAnswer: 14", "gt_answer": " 14 ", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/Crello/output_poster819_test.png"], "messages": [{"role": "user", "content": "<|image|> \nI would like a cup of coffee and a piece of cake. Is there an additional charge for the cake?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Get a cake\nfor free 81,326,279,624 ' indicates that the cake is free with your coffee. Answer: No", "gt_answer": "No", "necessary bbox": "[' Get a cake \\nfor free 79,326,279,631 ','with your coffee77,669,244,732']"} +{"image": ["imgs/CCMAIN/0355747.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the '224,150,709,161 '? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "The menu lists the price of the Shrimp + Crab Claw Cocktail224,150,709,161 as 21739,150,772,161. Answer: 21739,150,772,161"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the 'Shrimp + Crab Claw Cocktail224,150,709,161' under starters with a price of 21738,150,774,161. Answer: 21738,150,774,161", "gt_answer": "The menu lists the price of the Shrimp + Crab Claw Cocktail224,150,709,161 as 21739,150,772,161. Answer: 21739,150,772,161"} +{"image": ["imgs/ChartQA_PCG/two_col_4928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the unemployment rate in 2009?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "15.90%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The unemployment rate in 2009 is shown as 15.90%432, 118, 477, 137.\n\nAnswer: 15.9%", "gt_answer": "15.90%", "necessary bbox": "['2009442, 844, 468, 889', '15.90%432, 119, 481, 138']"} +{"image": ["imgs/Crello/output_poster1978_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message is being conveyed regarding the witch and the cat? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The message conveyed is 'never mind the witch, beware of the cat', indicating a playful warning about the cat rather than the witch, referencing the text never mind the witch, 583,348,876,447 and beware of the cat 624,478,1000,580."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The message conveyed is ' NEVER MIND THE WITCH, 584,342,876,440 ' and ' beware of the cat 626,478,1009,583 '.", "gt_answer": "The message conveyed is 'never mind the witch, beware of the cat', indicating a playful warning about the cat rather than the witch, referencing the text never mind the witch, 583,348,876,447 and beware of the cat 624,478,1000,580."} +{"image": ["imgs/CCMAIN/0279972.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the potential consequences mentioned in 114,489,886,683 if the property owner fails to pay the outstanding charges? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The potential consequences include the right of Francis City to turn off the water and/or sewer service, charge late fees and collection fees up to 40\\%680,618,716,631, and any Attorney fees or Court cost. Additionally, the city can lien the property to collect unpaid amounts, and failure to pay may delay or prevent the sale of the property if there are unpaid amounts pending at the time of the proposed sale."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If the property owner fails to pay the outstanding charges, the document mentions that it may delay or prevent the sale of the property if there are unpaid amounts pending at the time of the proposed sale. This is detailed in the span failure to pay any outstanding charges on the account may delay or prevent sale of the property if there are unpaid amounts pending at the time of the proposed sale.117,632,884,650.", "gt_answer": "The potential consequences include the right of Francis City to turn off the water and/or sewer service, charge late fees and collection fees up to 40\\%680,618,716,631, and any Attorney fees or Court cost. Additionally, the city can lien the property to collect unpaid amounts, and failure to pay may delay or prevent the sale of the property if there are unpaid amounts pending at the time of the proposed sale."} +{"image": ["imgs/Crello/output_poster1465_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location of the event? Give a straightforward response and specify the bounding box of the answer if it exists.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 1692 Farnum Road, New York, 10011 290,911,636,942 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 1692 Farnum Road, New York, 10011 294,907,638,938 ", "gt_answer": " 1692 Farnum Road, New York, 10011 290,911,636,942 ", "necessary bbox": "[' 1692 Farnum Road, New York, 10011 290,911,636,942 ']"} +{"image": ["imgs/Crello/output_poster79_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time will the event take place? Provide a concise response and include the answer's bounding box if it is available.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 6 PM EST 68,376,100,637 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6 PM EST 71,382,104,645 ", "gt_answer": " 6 PM EST 68,376,100,637 ", "necessary bbox": "[' 6 PM EST 68,376,100,637 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_3778.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the years marked with an asterisk (*) in the chart. Why might these years be significant? Give grounding and detailed answer."}, {"role": "assistant", "content": "The years marked with an asterisk (*) are 2019*371,925,399,970, 2020*441,925,469,970, 2021*511,925,539,970, 2022*580,925,608,970, 2023*650,925,678,970, 2024*720,925,748,970, 2025*790,925,818,970, and 2026*859,925,888,970. These years might be significant because they potentially represent future estimates or projections, indicated by the asterisk."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The years marked with an asterisk (*) are 2019*372, 925, 401, 970, 2020*442, 925, 470, 970, 2021*511, 925, 540, 970, 2022*581, 925, 610, 970, 2023*651, 925, 680, 970, 2024*721, 925, 750, 970, 2025*791, 925, 820, 970, and 2026*861, 925, 890, 970. These years likely represent projections or estimates for future population figures.", "gt_answer": "The years marked with an asterisk (*) are 2019*371,925,399,970, 2020*441,925,469,970, 2021*511,925,539,970, 2022*580,925,608,970, 2023*650,925,678,970, 2024*720,925,748,970, 2025*790,925,818,970, and 2026*859,925,888,970. These years might be significant because they potentially represent future estimates or projections, indicated by the asterisk."} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost for a Deluxe Room per night including gratuity? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the Contract235,199,291,213 section, the cost for Deluxe Rooms244,286,341,300 is $135 s/d/t/q359,286,437,300 which includes gratuity. Answer: $135 s/d/t/q359,286,437,300"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost for a Deluxe Room246,285,337,301 as $135 s/d/t/q (includes gratuity)355,285,562,301. Answer: $135", "gt_answer": "According to the Contract235,199,291,213 section, the cost for Deluxe Rooms244,286,341,300 is $135 s/d/t/q359,286,437,300 which includes gratuity. Answer: $135 s/d/t/q359,286,437,300"} +{"image": ["imgs/ChartQA_PCG/two_col_24502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents use the metro/small bus?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "83%163, 173, 188, 189"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "83%164, 172, 190, 188", "gt_answer": "83%163, 173, 188, 189", "necessary bbox": "['83%163, 173, 188, 189']"} +{"image": ["imgs/CCMAIN/0201959.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the text in 32,281,288,822 explain the role of compactness of L1 phonetic categories in non-native perception? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The text explains that the compactness of L1 phonetic categories, as mentioned in compactness of L1 phonetic categories122,684,253,696, is a measure of variability in how native categories are represented in perceptual space. This compactness affects non-native perception by influencing the perceived dissimilarity between novel contrasting sounds."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text explains that the compactness of L1 phonetic categories contributes significantly to participants' ability to perceive the psychoacoustic distance between two novel sounds. It suggests that having more compact vowel categories in L1 might facilitate the process of category formation for unfamiliar sounds, as indicated by the span compactness of the native category contributes significantly to the participants\u2019 ability to perceive the psychoacoustic distance between two novel sounds (Fig2). Having more compact vowel categories in L1 might facilitate the process of category formation for unfamiliar sounds.32,546,957,608.", "gt_answer": "The text explains that the compactness of L1 phonetic categories, as mentioned in compactness of L1 phonetic categories122,684,253,696, is a measure of variability in how native categories are represented in perceptual space. This compactness affects non-native perception by influencing the perceived dissimilarity between novel contrasting sounds."} +{"image": ["imgs/CCMAIN/0017954.png"], "messages": [{"role": "user", "content": "<|image|> \nWho has the highest score in 656,512,928,933 and what is the score? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Jacob Rapp (Choctaw-6A) has the highest score with a value of 93, as indicated by the entry Jacob Rapp (Choctaw-6A)661,515,776,523 and 93 1046886,515,929,523."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The highest score in 656,512,928,933 is by Jacob Rapp (Chickasha-6A) with a score of 1046 yards.", "gt_answer": "Jacob Rapp (Choctaw-6A) has the highest score with a value of 93, as indicated by the entry Jacob Rapp (Choctaw-6A)661,515,776,523 and 93 1046886,515,929,523."} +{"image": ["imgs/ChartQA_PCG/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the forecasted share in the global gross domestic product adjusted for Purchasing Power Parity for 2026?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "0.21%785, 199, 823, 216"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "0.21%785, 198, 823, 214", "gt_answer": "0.21%785, 199, 823, 216", "necessary bbox": "['2026*788, 947, 816, 992', '0.21%785, 199, 823, 216']"} +{"image": ["imgs/ChartQA_PCG/two_col_4887.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the production volume of 197, 157, 222, 166?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "117.94 million metric tons"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The production volume of Rice197, 157, 222, 166 is 118.40 million metric tons. Answer: 118.40 million metric tons.", "gt_answer": "117.94 million metric tons", "necessary bbox": "['Rice197, 157, 222, 166']"} +{"image": ["imgs/CCMAIN/0203140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the latest arrival time at 127,614,161,627 from the airport? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The schedule indicates that the latest arrival time at SilverStar127,614,161,627 from the airport is 11:30 PM898,581,926,590. Answer: 11:30 PM898,581,926,590"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The schedule shows that the latest arrival at SilverStar Mountain Resort127,614,161,627 from the airport is at 10:30 PM. Answer: 10:30 PM", "gt_answer": "The schedule indicates that the latest arrival time at SilverStar127,614,161,627 from the airport is 11:30 PM898,581,926,590. Answer: 11:30 PM898,581,926,590"} +{"image": ["imgs/CCMAIN/0014708.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document lists the members of the IIC Committee376,173,566,205 at Guru Nanak Institute of Technology163,131,621,162, Kolkata. The committee is led by Prof. (Dr.) S.K.Sen175,259,352,282 as the President, with Dr. Kakali Bandyopadhay175,289,415,313 as the Vice-President and Dr. Sunipa Roy175,320,318,343 as the Convenor. Other members include Ms. Sraboni Kundu175,350,355,374, Mr. Tridib Chakraborty175,381,392,404, Mr. Shantanu Chakraborty175,411,420,435, Mr. Chiranjib Dutta181,442,363,465, Mr. Suman Ghosh181,472,349,496, Mr. Saikat Mazumder181,503,382,526, Ms. Palasri Dhar181,533,335,557, Ms. Santana Das181,563,335,587, Dr. Sangeeta Bhattacharya181,594,425,617, and Dr. Mounita Das181,624,335,648."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a list of the IIIC Committee375,176,568,204 members from Guru Nanak Institute of Technology, Kolkata-700114164,132,834,160. It includes the names and titles of the committee members. The President is Prof. (Dr.) S.K.Sen176,261,354,281, the Vice-President is Dr. Kakali Bandyopadhay176,291,416,311, and the Convener is Dr. Sunipa Roy176,321,319,341. Other members include Ms. Sraboni Kundu176,351,355,371, Mr. Tridib Chakraborty176,381,392,401, Mr. Shantanu Chakraborty176,411,420,431, Mr. Chiranjib Dutta176,441,362,461, Mr. Suman Ghosh176,471,347,491, Mr. Saikat Mazumder176,501,382,521, Ms. Palasri Dhar176,531,331,551, Ms. Santana Das176,561,333,581, Dr. Sangeeeta Bhattacharya176,591,425,611, and Dr. Mounita Das176,621,333,641.", "gt_answer": "The document lists the members of the IIC Committee376,173,566,205 at Guru Nanak Institute of Technology163,131,621,162, Kolkata. The committee is led by Prof. (Dr.) S.K.Sen175,259,352,282 as the President, with Dr. Kakali Bandyopadhay175,289,415,313 as the Vice-President and Dr. Sunipa Roy175,320,318,343 as the Convenor. Other members include Ms. Sraboni Kundu175,350,355,374, Mr. Tridib Chakraborty175,381,392,404, Mr. Shantanu Chakraborty175,411,420,435, Mr. Chiranjib Dutta181,442,363,465, Mr. Suman Ghosh181,472,349,496, Mr. Saikat Mazumder181,503,382,526, Ms. Palasri Dhar181,533,335,557, Ms. Santana Das181,563,335,587, Dr. Sangeeta Bhattacharya181,594,425,617, and Dr. Mounita Das181,624,335,648."} +{"image": ["imgs/CCMAIN/0239889.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required to specify the product being withdrawn? Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The form includes fields for 'Reference61,475,181,494', 'Product designation232,475,467,494', and 'Quantity774,475,875,494' to detail the specific product involved in the withdrawal. Answer: Reference61,475,181,494, Product designation232,475,467,494, Quantity774,475,875,494"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form includes fields for Reference61,475,182,493, Product designation233,475,464,493, and Quantity774,475,874,493 to specify the product being withdrawn. Answer: Reference, Product designation, Quantity", "gt_answer": "The form includes fields for 'Reference61,475,181,494', 'Product designation232,475,467,494', and 'Quantity774,475,875,494' to detail the specific product involved in the withdrawal. Answer: Reference61,475,181,494, Product designation232,475,467,494, Quantity774,475,875,494"} +{"image": ["imgs/ChartQA_PCG/two_col_20438.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the production volume of vegetables and melons in 317, 852, 342, 892?"}, {"role": "assistant", "content": "779.82 million metric tons"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "778.50", "gt_answer": "779.82 million metric tons", "necessary bbox": "['779.82', '2005317, 852, 342, 892']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 494,726,524,744 think it's '307,583,422,603'?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "43%352, 82, 377, 101"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "43%352,81,378,99", "gt_answer": "43%352, 82, 377, 101", "necessary bbox": "['43%352, 82, 377, 101','Somewhat common307,583,422,603','Male 494,726,524,744']"} +{"image": ["imgs/ChartQA_PCG/39067786005185.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the production value for 203, 757, 329, 775 in 1961?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "423081894, 754, 961, 775"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "423081895, 754, 962, 775", "gt_answer": "423081894, 754, 961, 775", "necessary bbox": "['South America203, 757, 329, 775', '423081894, 754, 961, 775']"} +{"image": ["imgs/CCMAIN/0315538.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time does the 45,502,228,521 open? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "8 a.m.255,641,310,658"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "8 a.m.256,641,317,659", "gt_answer": "8 a.m.255,641,310,658"} +{"image": ["imgs/CCMAIN/0083544.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich plant in the New England Logging Road Mix has the indicator 786,272,811,285? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The plant Sorghastrum nutans35,269,166,285, also known as Indian Grass, is listed with the indicator UPL786,272,811,285 in the table. Answer: Sorghastrum nutans35,269,166,285"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Sorghastrum nutans35,272,168,285 with the indicator UPL786,272,811,285, indicating its specific use or characteristic in the mix. Answer: Sorghastrum nutans35,272,168,285", "gt_answer": "The plant Sorghastrum nutans35,269,166,285, also known as Indian Grass, is listed with the indicator UPL786,272,811,285 in the table. Answer: Sorghastrum nutans35,269,166,285"} +{"image": ["imgs/CCMAIN/0225236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the club organizing the puzzle in 156,103,411,273?"}, {"role": "assistant", "content": "The Armchair Treasure Hunt Club"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The Armchair Treasure Hunt Club", "gt_answer": "The Armchair Treasure Hunt Club"} +{"image": ["imgs/CCMAIN/0134135.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many publications did 164,132,282,153 collaborate on or write?"}, {"role": "assistant", "content": "31"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "31 publications.", "gt_answer": "31"} +{"image": ["imgs/ChartQA_PCG/two_col_24431.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total spending on online platforms 110, 251, 209, 261, 121, 348, 208, 356, 119, 299, 207, 307?"}, {"role": "assistant", "content": "4249.02 million SEK"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3206.98 million SEK", "gt_answer": "4249.02 million SEK", "necessary bbox": "['Online display110, 251, 209, 261', '1986.51520, 250, 577, 259', 'Online video121, 348, 208, 356', '1109.84387, 346, 445, 355', 'Social media119, 299, 207, 307', '1152.67394, 298, 451, 307']"} +{"image": ["imgs/CCMAIN/0153488.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proposed solution to resolve the conflict with 119,196,173,209?"}, {"role": "assistant", "content": "MERC monitored election"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "A Michigan Employment Relations Commission (MERC) monitored election.", "gt_answer": "MERC monitored election"} +{"image": ["imgs/ChartQA_PCG/two_col_21548.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organ had the most transplant candidates waiting in 186,144,203,163?"}, {"role": "assistant", "content": "Kidney"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Kidney", "gt_answer": "Kidney", "necessary bbox": "['Kidney163,233,204,248', '91834803,230,844,245','All186,144,203,163']"} +{"image": ["imgs/ChartQA_PCG/two_col_2392.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the sales in billion pounds first drop below 50?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2014537,910,563,950"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2014538,907,564,947", "gt_answer": "2014537,910,563,950", "necessary bbox": "['50.10', '2014537,910,563,950']"} +{"image": ["imgs/ChartQA_PCG/multi_col_602.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the total arrests in the year 322,548,360,616?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "1483"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2006/07322,548,360,616, the total arrests were 1231 (Male) + 252333,109,355,128 (Female) = 1483. Answer: 1483", "gt_answer": "1483", "necessary bbox": "['1231328,331,357,349', '252331,102,353,121']"} +{"image": ["imgs/CCMAIN/0242728.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is from the 2021 Regular Session423,92,575,103 and details the roll call for the PENDING CONFERENCE COMMITTEE366,131,632,143 on HB 38 BY EDMONDS426,145,572,156. The roll call results show 76 YEAS480,276,519,288, 27 NAYS479,649,519,661, and 2 ABSENT470,815,529,826. The session took place on 6/09/2021743,131,808,142 at 4:54:52 PM741,144,816,155. The list of names under each category indicates the voting outcome for the adoption of the conference report."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a roll call from the 2021 Regular Session423,92,575,103 regarding the adoption of HB 38 BY EDMONDS428,145,570,156. The vote was held on 6/09/2021743,131,808,142 at 4:54:52 PM743,145,818,156. A total of 76181,636,198,648 members voted in favor (YEAS481,276,521,288), 27181,796,198,808 against (NAYS481,648,521,660), and 2423,92,431,103 were absent. The list includes names of members who voted in favor and those who did not, along with their respective totals.", "gt_answer": "The document is from the 2021 Regular Session423,92,575,103 and details the roll call for the PENDING CONFERENCE COMMITTEE366,131,632,143 on HB 38 BY EDMONDS426,145,572,156. The roll call results show 76 YEAS480,276,519,288, 27 NAYS479,649,519,661, and 2 ABSENT470,815,529,826. The session took place on 6/09/2021743,131,808,142 at 4:54:52 PM741,144,816,155. The list of names under each category indicates the voting outcome for the adoption of the conference report."} +{"image": ["imgs/Crello/output_poster1503_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete statement from the poster regarding Facebook usage? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The complete statement from the poster is: A smartphone user \nchecks Facebook \napproximately 174,433,356,531 14 634,161,751,262 times a DAY. 627,295,733,319"}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The complete statement is ' A smartphone user\nchecks Facebook\napproximately 174,435,356,532 ' and ' times a day. 628,296,734,320 '.", "gt_answer": "The complete statement from the poster is: A smartphone user \nchecks Facebook \napproximately 174,433,356,531 14 634,161,751,262 times a DAY. 627,295,733,319"} +{"image": ["imgs/CCMAIN/0266987.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company is associated with 130,343,392,376?"}, {"role": "assistant", "content": "The Leadership Center"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "The Leadership Center", "gt_answer": "The Leadership Center"} +{"image": ["imgs/CCMAIN/0232718.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the suggested change for the 589,146,676,161 committee?"}, {"role": "assistant", "content": "Change 'Legislative' to 'Advocacy' committee"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Change to 'Advocacy' and eliminate advocacy events.", "gt_answer": "Change 'Legislative' to 'Advocacy' committee"} +{"image": ["imgs/ChartQA_PCG/two_col_103626.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many substances had less than 10% of respondents entering treatment? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Methadone292, 840, 355, 854, Buprenorphine417, 840, 501, 857, Fentanyl569, 840, 616, 857, and Other712, 840, 745, 854 each had less than 10%. So, 4 substances had less than 10%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Three substances had less than 10% of respondents: Methadone 293,840,357,854 with 5% 316,769,335,785, Buprenorphine 417,840,501,857 with 4% 447,775,466,791, and Fentanyl 570,840,619,854 with 0.40% 571,800,608,816.", "gt_answer": "Methadone292, 840, 355, 854, Buprenorphine417, 840, 501, 857, Fentanyl569, 840, 616, 857, and Other712, 840, 745, 854 each had less than 10%. So, 4 substances had less than 10%."} +{"image": ["imgs/CCMAIN/0125862.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the fee for a 111,420,302,441 for someone with an annual income of $55,000?"}, {"role": "assistant", "content": "$100"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$100", "gt_answer": "$100"} +{"image": ["imgs/CCMAIN/0176350.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is used to hold the raisins in place for the Easter Pear Bunny Salad? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "cream cheese518,529,633,546"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "cream cheese512,530,634,549", "gt_answer": "cream cheese518,529,633,546"} +{"image": ["imgs/CCMAIN/0279951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific compliance regulations must be followed according to 89,388,879,611? Give grounding and detailed answer."}, {"role": "assistant", "content": "According to 89,388,879,611, the staff must follow CHOP Staff compliance regulations, which include having a valid PPD, receiving an annual flu shot, and obtaining background clearances. These regulations ensure the safety and health of both staff and visitors."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 89,388,879,611, the specific compliance regulations include having a valid PPD, annual flu shot, and background clearances. These requirements are part of the CHOP Staff compliance regulations that the Family Room Assistant must adhere to.", "gt_answer": "According to 89,388,879,611, the staff must follow CHOP Staff compliance regulations, which include having a valid PPD, receiving an annual flu shot, and obtaining background clearances. These regulations ensure the safety and health of both staff and visitors."} +{"image": ["imgs/CCMAIN/0145328.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat certification is required for the position? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "NYS ELA 7-12 certification235,450,457,467"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "NYS ELA 7-12 certification235,449,456,468", "gt_answer": "NYS ELA 7-12 certification235,450,457,467"} +{"image": ["imgs/CCMAIN/0146864.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 323,158,532,171? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Milton Plata MD117,158,226,171"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Milton Plata MD117,158,226,171", "gt_answer": "Milton Plata MD117,158,226,171"} +{"image": ["imgs/ChartQA_PCG/two_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in views between 'Despactio - Luis Fonsi ft. Daddy Yankee' and 'Sorry - Justin Bieber'?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "3.3"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The views for 'Despacito - Luis Fonsi ft. Daddy Yankee' are 6.32 billion, and for 'Sorry - Justin Bieber', they are 3.18 billion. The difference is 6.32 - 3.18 = 3.14 billion. Answer: 3.14 billion.", "gt_answer": "3.3", "necessary bbox": "['Despactio - Luis Fonsi ft. Daddy Yankee0,233,294,248', 'Sorry - Justin Bieber122,721,294,737']"} +{"image": ["imgs/CCMAIN/0142870.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the weight of the biggest bass caught? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The biggest bass caught is indicated in the 'Big Bass' column. The largest value listed is 4 lb. 06 oz.502,521,576,548, caught by Tim Solo136,521,163,548. Answer: 4 lb. 06 oz.502,521,576,548"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The biggest bass caught weighed 4 lb. 02 oz.503,160,574,185, as indicated in the 'Big Bass' column for the first place team. Answer: 4 lb. 02 oz.503,160,574,185", "gt_answer": "The biggest bass caught is indicated in the 'Big Bass' column. The largest value listed is 4 lb. 06 oz.502,521,576,548, caught by Tim Solo136,521,163,548. Answer: 4 lb. 06 oz.502,521,576,548"} +{"image": ["imgs/ChartQA_PCG/two_col_104528.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage represents 397, 661, 442, 687?"}, {"role": "assistant", "content": "4%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "4.0%", "gt_answer": "4%", "necessary bbox": "['Very poorly397, 661, 442, 687', '4.0%397, 661, 442, 687']"} +{"image": ["imgs/CCMAIN/0289553.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 175,519,297,531 for this quarter? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The Net Interest Income175,519,297,531 is calculated as 'Interest Income (3.1)' minus 'Interest Expense (3.2)'. The document shows 'Interest Income' as 259,140526,490,573,502 and 'Interest Expense' as 142,748526,505,573,517. Therefore, the net interest income is 116,392526,519,573,532. Answer: 116,392526,519,573,532"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Net Interest Income175,519,297,531 is calculated by subtracting the Interest Expense175,504,268,516 from the Interest Income175,489,263,501. It is shown as 116,392 in the document. Answer: 116,392", "gt_answer": "The Net Interest Income175,519,297,531 is calculated as 'Interest Income (3.1)' minus 'Interest Expense (3.2)'. The document shows 'Interest Income' as 259,140526,490,573,502 and 'Interest Expense' as 142,748526,505,573,517. Therefore, the net interest income is 116,392526,519,573,532. Answer: 116,392526,519,573,532"} +{"image": ["imgs/CCMAIN/0109076.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the fees for different categories mentioned in 73,412,631,925? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The fees for different categories mentioned in the text are: Open category costs \\S45, Senior category costs \\S20, Novice category costs \\S20, and Pee Wee category costs $5. This information is found in the span 'Fees: Open 95,883,204,923\\S45201,889,239,919 Senior 238,883,320,923\\S20317,889,355,919 Novice354,883,442,923\\S20445,889,484,919 Pee Wee $5 482,883,625,923'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The fees are: Open $45, Senior $20, Novice $20, and Pee Wee $5. This information is found in the span Fees: Open $45 Senior $20 Novice $20 Pee Wee $593,886,610,921.", "gt_answer": "The fees for different categories mentioned in the text are: Open category costs \\S45, Senior category costs \\S20, Novice category costs \\S20, and Pee Wee category costs $5. This information is found in the span 'Fees: Open 95,883,204,923\\S45201,889,239,919 Senior 238,883,320,923\\S20317,889,355,919 Novice354,883,442,923\\S20445,889,484,919 Pee Wee $5 482,883,625,923'."} +{"image": ["imgs/ChartQA_PCG/two_col_4167.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of males aged 15-49 using condoms in 170, 430, 219, 442?"}, {"role": "assistant", "content": "16%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "16%", "gt_answer": "16%", "necessary bbox": "['Ethiopia170, 430, 219, 442', '16%681, 428, 709, 439']"} +{"image": ["imgs/ChartQA_PCG/two_col_80325.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich source did 901,150,936,165 respondents say they saw fake news most often?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Facebook137,153,208,165"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Facebook", "gt_answer": "Facebook137,153,208,165", "necessary bbox": "['Facebook137,153,208,165', '62%901,150,936,165']"} +{"image": ["imgs/ChartQA_PCG/33979578000285.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the protein efficiency of 234,524,270,542 with 154,621,268,642 and identify which one is more efficient. Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The protein efficiency of Pork 234,524,270,542 is 8.50 495,521,534,542, which is more efficient than Lamb/mutton 154,621,268,642 with a protein efficiency of 6.30 439,616,479,637."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Pork234,524,270,542 is more efficient with a value of 8.50496,521,536,542 compared to Lamb/mutton154,621,268,642 with 6.30440,619,480,641.", "gt_answer": "The protein efficiency of Pork 234,524,270,542 is 8.50 495,521,534,542, which is more efficient than Lamb/mutton 154,621,268,642 with a protein efficiency of 6.30 439,616,479,637."} +{"image": ["imgs/Crello/output_poster978_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is encouraged by the text in 729,159,852,251?"}, {"role": "assistant", "content": "Try them all"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "try them all", "gt_answer": "Try them all", "necessary bbox": "[' try\\nthemall 729,159,852,251']"} +{"image": ["imgs/CCMAIN/0090709.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the components of Part One in Smarter Social\u2122? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "CUSTOMIZED ESSENTIAL DOCUMENTS88,530,383,543"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "CUSTOMIZED ESSENTIAL DOCUMENTS88,530,384,543", "gt_answer": "CUSTOMIZED ESSENTIAL DOCUMENTS88,530,383,543"} +{"image": ["imgs/Crello/output_poster1791_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the event taking place as per 46,171,138,482?"}, {"role": "assistant", "content": "17/4/2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "17/4/2018", "gt_answer": "17/4/2018", "necessary bbox": "[' 17/\\n4/\\n2018/ 46,171,138,482']"} +{"image": ["imgs/Crello/output_poster1010_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the best dessert place located as per 340,592,640,640?"}, {"role": "assistant", "content": "South Gate, California"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "South Gate, California", "gt_answer": "South Gate, California", "necessary bbox": "[' BEST DESSERT PLACE\\nIN SOUTH GATE, CALIFORNIA 340,592,640,640']"} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much 486,314,540,321 can the vessel carry? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The cargo capacity section specifies that the vessel can carry 1,500 MT805,311,843,321 of deck cargo, indicating its capability to transport substantial weight. Answer: 1,500 MT805,311,843,321"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the vessel can carry 1,500 MT803,314,842,321 of deck cargo, indicating its capacity for transporting cargo on the deck. Answer: 1,500 MT803,314,842,321", "gt_answer": "The cargo capacity section specifies that the vessel can carry 1,500 MT805,311,843,321 of deck cargo, indicating its capability to transport substantial weight. Answer: 1,500 MT805,311,843,321"} +{"image": ["imgs/CCMAIN/0320949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required in the section 92,924,906,943? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In the section 92,924,906,943, the presenter is required to provide their printed name, signature, and date. This information is crucial as it serves as a declaration that the presenter has read and understood the current Presenter's Agreement and agrees to abide by its provisions at all times."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The section 92,924,906,943 requires the applicant to provide their name, signature, and date. This is indicated by the text 'Name (print): \u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026. Signature \u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026\u2026 Date \u2026\u2026\u2026\u2026\u2026\u2026\u2026.92,924,906,943'.", "gt_answer": "In the section 92,924,906,943, the presenter is required to provide their printed name, signature, and date. This information is crucial as it serves as a declaration that the presenter has read and understood the current Presenter's Agreement and agrees to abide by its provisions at all times."} +{"image": ["imgs/CCMAIN/0156904.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the time frame during which 164,354,693,385? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "11am -1pm410,306,592,336"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11am -1pm410,302,588,336", "gt_answer": "11am -1pm410,306,592,336"} +{"image": ["imgs/ChartQA_PCG/08686631003296.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the government expenditure on secondary education as a share of GDP for Cuba?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "3.52%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The government expenditure on secondary education as a share of GDP for Cuba is 3.51.\n\nAnswer: 3.51", "gt_answer": "3.52%", "necessary bbox": "['Cuba191, 323, 233, 341']"} +{"image": ["imgs/CCMAIN/0103304.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Request for a Predevelopment Meeting316,71,682,89 form from Irving, Texas. It requires details such as the Project Name157,147,274,164, Proposed Building Location53,213,257,227, and Proposed Meeting Date53,258,227,273. The form asks for the Purpose of Meeting53,303,200,318 and contact information. Meetings are normally held on Thursdays250,524,314,536, and an attorney's presence may be required. Virtual meetings can involve various departments like Building Inspections133,646,281,660 and Planning and Zoning604,646,754,660. The form must be submitted with the site plan by 5 p.m. Friday252,841,380,859 before the meeting date, and can be emailed to irving-permits@cityofirving.org473,759,694,774."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Request for a Predevelopment Meeting316,70,682,90 form from the City of Irving, Texas. It requires details such as Project Name157,148,273,165, Proposed Building Location53,213,257,228, Proposed Meeting Date53,258,227,273, and Purpose of Meeting53,303,199,318. Contact information for a Contact Person53,394,169,409 is also needed. Meetings are typically held on Thursdays, and the form must be submitted by 5 p.m. Friday250,841,382,860 prior to the meeting date. The form can be emailed to irving-permits@cityofirving.org474,759,693,774, and attachments over 20 MB should be sent via Hightail.com or DropBox.", "gt_answer": "The document is a Request for a Predevelopment Meeting316,71,682,89 form from Irving, Texas. It requires details such as the Project Name157,147,274,164, Proposed Building Location53,213,257,227, and Proposed Meeting Date53,258,227,273. The form asks for the Purpose of Meeting53,303,200,318 and contact information. Meetings are normally held on Thursdays250,524,314,536, and an attorney's presence may be required. Virtual meetings can involve various departments like Building Inspections133,646,281,660 and Planning and Zoning604,646,754,660. The form must be submitted with the site plan by 5 p.m. Friday252,841,380,859 before the meeting date, and can be emailed to irving-permits@cityofirving.org473,759,694,774."} +{"image": ["imgs/ChartQA_PCG/two_col_103143.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend is indicated in the transport volume of road freight between 2006 and 2019? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The transport volume shows an overall increasing trend, starting at 15862208,299,245,315 million tonne-kilometers in 2006 and reaching 20526 million tonne-kilometers in 2019."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The transport volume of road freight shows an overall increasing trend from 2006 to 2019. Starting at 15862209,300,246,317 in 2006 and reaching 20407 in 2019, with some fluctuations in between.", "gt_answer": "The transport volume shows an overall increasing trend, starting at 15862208,299,245,315 million tonne-kilometers in 2006 and reaching 20526 million tonne-kilometers in 2019."} +{"image": ["imgs/CCMAIN/0337996.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of 202,608,368,622? Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Exception 2021-058 for Robert & Lisa Tulloss at 103 Sylvia Drive404,607,753,623 involves a request to construct a pool and pool decking in the 100-foot Resource Protection Area (RPA) buffer along the Poquoson River644,622,886,639. Answer: To construct a pool and pool decking in the 100-foot Resource Protection Area (RPA) buffer along the Poquoson River.276,622,886,639"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that Exception 2021-058202,608,368,622 involves constructing a pool and pool decking in the 100-foot Resource Protection Area (RPA)644,622,886,637 buffer along the Poquoson River. Answer: To construct a pool and pool decking in the RPA buffer.", "gt_answer": "Exception 2021-058 for Robert & Lisa Tulloss at 103 Sylvia Drive404,607,753,623 involves a request to construct a pool and pool decking in the 100-foot Resource Protection Area (RPA) buffer along the Poquoson River644,622,886,639. Answer: To construct a pool and pool decking in the 100-foot Resource Protection Area (RPA) buffer along the Poquoson River.276,622,886,639"} +{"image": ["imgs/ChartQA_PCG/51323122000764.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of labor force who are women in Tunisia according to the chart?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "26.01%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of labor force who are women in Tunisia is 26.01564, 679, 614, 699. Answer: 26.01", "gt_answer": "26.01%", "necessary bbox": "['Tunisia119, 680, 178, 699', '26.01565, 677, 615, 699']"} +{"image": ["imgs/CCMAIN/0027494.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is required about the 50,241,162,259? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The PATIENT DATA50,241,162,259 section lists fields such as Patient first name52,257,186,275, Patient last name503,257,634,275, Patient ID52,274,126,292, Year of Birth52,296,146,314, Gender306,296,362,314, Weight427,296,481,314, CMV598,296,634,314, Blood group/RhD705,296,834,314, Diagnosis52,320,123,338, Time of diagnosis598,320,729,338, Phenotype number52,340,197,358, and Race598,340,634,358. Answer: Patient first name, Patient last name, Patient ID, Year of Birth, Gender, Weight, CMV, Blood group/RhD, Diagnosis, Time of diagnosis, Phenotype number, Race"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form asks for the Patient first name50,257,189,274, Patient last name503,257,635,274, Patient ID50,272,129,290, Year of Birth50,297,147,314, Gender306,297,362,314, Weight427,297,481,314, CMV597,297,635,314, and Blood group/RhD707,297,836,314. Answer: First name, last name, ID, birth year, gender, weight, CMV, blood group.", "gt_answer": "The PATIENT DATA50,241,162,259 section lists fields such as Patient first name52,257,186,275, Patient last name503,257,634,275, Patient ID52,274,126,292, Year of Birth52,296,146,314, Gender306,296,362,314, Weight427,296,481,314, CMV598,296,634,314, Blood group/RhD705,296,834,314, Diagnosis52,320,123,338, Time of diagnosis598,320,729,338, Phenotype number52,340,197,358, and Race598,340,634,358. Answer: Patient first name, Patient last name, Patient ID, Year of Birth, Gender, Weight, CMV, Blood group/RhD, Diagnosis, Time of diagnosis, Phenotype number, Race"} +{"image": ["imgs/Crello/output_poster1337_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete phrase formed by the text boxes?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "Happy Independence Day"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text boxes form the phrase 'Happy Independence Day' when ordered logically. Answer: Happy 549,183,882,469 Independence 607,378,745,412 DAY 749,539,929,713 ", "gt_answer": "Happy Independence Day", "necessary bbox": "[' Happy 567,164,898,449 ', ' INDEPEN\\nDENCE 655,321,786,408 ', ' Day 746,543,937,710 ']"} +{"image": ["imgs/Crello/output_poster1526_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat discount is being offered by Orange Fox? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "A 20% discount is being offered, as stated in the text ' Enjoy 20% off at Orange Fox ' 447,273,786,342 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "A 20% discount is being offered, as mentioned in ' Enjoy 20% off at Orange Fox 451,267,789,333 '.", "gt_answer": "A 20% discount is being offered, as stated in the text ' Enjoy 20% off at Orange Fox ' 447,273,786,342 ."} +{"image": ["imgs/Crello/output_poster1545_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat company is mentioned in the poster and what is the tagline associated with it? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The company mentioned is ' Lagrazza \nInsurance ' 121,744,678,871 ' and the tagline is ' PROTECTING FUTURE 122,674,373,684 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The company mentioned is ' Lagrazza\nInsurance 120,746,679,873 ', and the tagline is ' PROTECTING FUTURE 122,675,372,684 '.", "gt_answer": "The company mentioned is ' Lagrazza \nInsurance ' 121,744,678,871 ' and the tagline is ' PROTECTING FUTURE 122,674,373,684 '."} +{"image": ["imgs/Crello/output_poster459_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Punch Day celebration? Respond directly and include the bounding box of the answer if it is present.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " September 20 369,246,565,303 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " September 20 368,247,566,301 ", "gt_answer": " September 20 369,246,565,303 ", "necessary bbox": "[' September 20 369,246,565,303 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_61211.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the highest ACSI score recorded from 2008 to 2020?Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "73"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest ACSI score recorded was 73 in 2011342,936,368,980. Answer: 73", "gt_answer": "73", "necessary bbox": "['2011338, 939, 365, 983']"} +{"image": ["imgs/ChartQA_PCG/13001955010627.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat country has a bar value of 871, 507, 910, 529?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Namibia146, 511, 214, 529"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Namibia146, 509, 218, 527", "gt_answer": "Namibia146, 511, 214, 529", "necessary bbox": "['Namibia146, 511, 214, 529', '0.01871, 507, 910, 529']"} +{"image": ["imgs/Crello/output_poster1132_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the airline mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Milton express airlines 63,80,539,189 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Milton\nexpress airlines 64,79,538,187 ", "gt_answer": " Milton express airlines 63,80,539,189 ", "necessary bbox": "[' Milton express airlines 63,80,539,189 ']"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the Supreme Pizza? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The menu lists the price of the Supreme Pizza118,276,303,298 as 26.95793,321,842,343. Answer: 26.95793,321,842,343"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The Supreme Pizza117,275,302,300 includes a variety of toppings and is priced at 26.95789,321,840,346. Answer: 26.95789,321,840,346", "gt_answer": "The menu lists the price of the Supreme Pizza118,276,303,298 as 26.95793,321,842,343. Answer: 26.95793,321,842,343"} +{"image": ["imgs/ChartQA_PCG/multi_col_20394.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change in logistics division for Ocean from 2013 to 2016?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Increase of 20%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2013, the logistics division for Ocean was 5%810,533,829,552. In 2016, it was 25%840,415,867,433. The percentage change is 25% - 5% = 20%. Answer: 20%", "gt_answer": "Increase of 20%", "necessary bbox": "[' 5% 812, 529, 831, 548', ' 25% 839, 415, 864, 433']"} +{"image": ["imgs/CCMAIN/0301594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact email for 39,56,200,98? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "info@MerriamVineyards.com474,959,689,978"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "info@MerriamVineyards.com475,961,688,976", "gt_answer": "info@MerriamVineyards.com474,959,689,978"} +{"image": ["imgs/Crello/output_poster1785_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat brand or label is mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " CUVIDA "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' CUVIDA 74,203,196,222 ' suggests a brand or label, possibly related to fashion. Answer: CUVIDA", "gt_answer": " CUVIDA ", "necessary bbox": "[' CUVIDA 74,201,194,220 ']"} +{"image": ["imgs/Crello/output_poster2151_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for the item mentioned? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The price for the item mentioned (\u0440\u0443\u0431\u0430\u0448\u043a\u0430) is 599 377,439,547,542 \u0440\u0443\u0431\u043b\u0435\u0439 412,549,511,589, which translates to '599 rubles'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The price is 599 382,437,546,541 \u0440\u0443\u0431\u043b\u0435\u0439 410,544,510,592.", "gt_answer": "The price for the item mentioned (\u0440\u0443\u0431\u0430\u0448\u043a\u0430) is 599 377,439,547,542 \u0440\u0443\u0431\u043b\u0435\u0439 412,549,511,589, which translates to '599 rubles'."} +{"image": ["imgs/Crello/output_poster1408_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the individuals getting married? Give a straightforward response and specify the bounding box of the answer if it exists.Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": " Susanna & Robert "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The names of the individuals getting married are ' Susan 1,278,690,435 ' and ' Robert 346,457,864,560 '. Answer: Susan 1,278,690,435 and Robert 346,457,864,560 ", "gt_answer": " Susanna & Robert ", "necessary bbox": "[' Susanna 49,280,674,416 ', ' Robert 371,430,893,551 ']"} +{"image": ["imgs/CCMAIN/0097861.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the Monte Carlo particle transport library model according to 142,632,861,648? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The Monte Carlo particle transport library models the transport of neutrons, gamma rays, and light ions, as well as the products they generate from nuclear and coulomb collisions. This is detailed in the span transport library allows accurate simulations of nuclear diagnostic signatures from142,632,861,648."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Monte Carlo particle transport library models transport of neutrons, gamma rays, and light ions, as well as products generated from nuclear and coulomb collisions. This is detailed in the span It models transport of neutrons, gamma rays and light ions, as well142,665,861,681.", "gt_answer": "The Monte Carlo particle transport library models the transport of neutrons, gamma rays, and light ions, as well as the products they generate from nuclear and coulomb collisions. This is detailed in the span transport library allows accurate simulations of nuclear diagnostic signatures from142,632,861,648."} +{"image": ["imgs/ChartQA_PCG/multi_col_60912.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year did the population of female inhabitants in Tunisia reach exactly 605,191,634,209 million? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The female population reached 5.70 605,191,634,209 million in the year 2016 605,575,631,620."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The population of female inhabitants reached 5.70605,191,634,209 million in the year 2016603,575,629,620.", "gt_answer": "The female population reached 5.70 605,191,634,209 million in the year 2016 605,575,631,620."} +{"image": ["imgs/ChartQA_PCG/two_col_42187.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat pattern can you observe in the number of ATMs per hundred thousand adults from 2005 to 2019? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The number of ATMs per hundred thousand adults in Indonesia generally increased from 9.32 in 2005178,889,203,929 to a peak of 55.14 in 2017767,889,792,929, after which it slightly decreased to 53.41 in 2019865,889,890,929."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The number of ATMs per hundred thousand adults increased steadily from 9.20 in 2005178,889,203,929 to a peak of 56.10 in 2017768,889,793,929, before slightly decreasing to 54.10 in 2019865,889,890,929.", "gt_answer": "The number of ATMs per hundred thousand adults in Indonesia generally increased from 9.32 in 2005178,889,203,929 to a peak of 55.14 in 2017767,889,792,929, after which it slightly decreased to 53.41 in 2019865,889,890,929."} +{"image": ["imgs/ChartQA_PCG/two_col_1387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in revenue between 2019 and 676,895,707,911 for Siemens AG?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "1344 million euros"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue in 2019 was 58483323,176,360,192 million euros and in 2020 it was 57139676,193,713,209 million euros. The difference is 58483 - 57139 = 1344 million euros. Answer: 1344 million euros.", "gt_answer": "1344 million euros", "necessary bbox": "['58483323, 174, 360, 191', '57139672, 191, 710, 207','2019323,894,357,911','2020676,895,707,911']"} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of event is scheduled for 94,423,165,447? Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The event on July 1194,423,165,447 is listed as STER - Timekeeping Enduro (Plate/Lights reqd)184,423,630,446 in Gillett, PA. Answer: Timekeeping Enduro259,423,452,446"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The event on July 1194,423,165,447 is described as a Timekeeping Enduro258,423,450,447, which requires specific equipment like plates and lights. Answer: Timekeeping Enduro258,423,450,447", "gt_answer": "The event on July 1194,423,165,447 is listed as STER - Timekeeping Enduro (Plate/Lights reqd)184,423,630,446 in Gillett, PA. Answer: Timekeeping Enduro259,423,452,446"} +{"image": ["imgs/ChartQA_PCG/two_col_102358.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Ming Yang generate less than 1000 million yuan?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "2008"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008, the revenue was 124.68143,815,183,831 million yuan, which is less than 1000 million yuan. Answer: 2008", "gt_answer": "2008", "necessary bbox": "['2008149, 864, 177, 876', '124.68143, 817, 183, 834']"} +{"image": ["imgs/ChartQA_PCG/two_col_5805.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which years did the global production of pineapples first surpass 129,332,143,344 million metric tons? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The global production of pineapples first surpassed 20 129,332,143,344 million metric tons between years 2009 421,845,447,884 and 2010 455,844,481,884."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The global production first surpassed 20129,332,143,344 million metric tons in 2008387,845,413,884 with a production of 19.49385,333,418,349 million metric tons.", "gt_answer": "The global production of pineapples first surpassed 20 129,332,143,344 million metric tons between years 2009 421,845,447,884 and 2010 455,844,481,884."} +{"image": ["imgs/ChartQA_PCG/multi_col_101180.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the 417,753,488,773 length surpass 200,000 miles?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "2014"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Oil pipeline417,753,488,773 length surpassed 200,000 miles in 2016719,592,747,637 with a length of 2121109705,543,760,562. Answer: 2016.", "gt_answer": "2014", "necessary bbox": "['Oil pipeline417,753,488,773', '199793605,553,653,572', '208621655,553,703,572', '2014614,599,642,645', '2015664,600,692,645']"} +{"image": ["imgs/ChartQA_PCG/two_col_60657.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category has more than 877,948,895,958 of retail chains?"}, {"role": "assistant", "content": "Fashion & Clothing"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Fashion & Clothing", "gt_answer": "Fashion & Clothing", "necessary bbox": "['Fashion & Clothing44,157,172,166', '25877,948,895,958']"} +{"image": ["imgs/ChartQA_PCG/two_col_21548.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organ had the most transplant candidates waiting?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Kidney163,233,204,248"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " All 189, 147, 205, 160", "gt_answer": "Kidney163,233,204,248", "necessary bbox": "['Kidney163,233,204,248', '91834803,230,844,245']"} +{"image": ["imgs/CCMAIN/0041130.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the enrollment for UnitedHealthcare Community Plan increase from 75,327,130,352 to 76,448,125,467?"}, {"role": "assistant", "content": "4190"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1,537", "gt_answer": "4190"} +{"image": ["imgs/ChartQA_PCG/two_col_4651.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Atlanta Falcons first surpass 131, 275, 152, 288 million in revenue?"}, {"role": "assistant", "content": "2017"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2014.", "gt_answer": "2017", "necessary bbox": "['451', '2017790, 894, 815, 934', '400131, 275, 152, 288']"} +{"image": ["imgs/Crello/output_poster222_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message of the 4th point of recycling commercial?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Recycle today, live greener tomorrow. 746,831,888,843 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Recycle today, live greener tomorrow. 741,829,886,839 ", "gt_answer": " Recycle today, live greener tomorrow. 746,831,888,843 ", "necessary bbox": "[' Recycle today, live greener tomorrow. 746,831,888,843 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20756.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did the youth unemployment rate reach its peak?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2007 387, 890, 411, 936"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2007386, 890, 410, 936", "gt_answer": " 2007 387, 890, 411, 936", "necessary bbox": "[' 23.03% ', ' 2007 387, 890, 411, 936']"} +{"image": ["imgs/CCMAIN/0095998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the certificate number awarded to LITEK? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "LTU008202105C211086473,179,695,219"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "LTU008202105C211086470,183,693,218", "gt_answer": "LTU008202105C211086473,179,695,219"} +{"image": ["imgs/CCMAIN/0226699.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of validity for the authorization after it is signed? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "NINETY DAYS489,670,579,684"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "NINETY DAYS489,671,580,683", "gt_answer": "NINETY DAYS489,670,579,684"} +{"image": ["imgs/ChartQA_PCG/two_col_80718.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increase in the estimated total health expenditure from 2026 to 2028? Give grounding and detailed answer."}, {"role": "assistant", "content": "The increase is 6192.50 - 5549.50 574,216,622,232 = 643 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The estimated total health expenditure in 2026 is 5549.50573,218,621,234 billion U.S. dollars and in 2028 it is 6187.10 billion U.S. dollars. The increase is 6187.10 - 5549.50 = 637.60 billion U.S. dollars.", "gt_answer": "The increase is 6192.50 - 5549.50 574,216,622,232 = 643 billion U.S. dollars."} +{"image": ["imgs/CCMAIN/0330296.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the father of D'UNE FEE DE PORT ARTHUR? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The pedigree lists BEN HUR DE PORT ARTHUR45,144,217,156 as the father, with the identification LOF 1320345,163,108,175. Answer: BEN HUR DE PORT ARTHUR45,144,217,156"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the father of D'UNE FEE DE PORT ARTHUR as BEN HUR DE PORT ARTHUR45,143,218,156 with the identification number LOF 1320345,162,110,175. Answer: BEN HUR DE PORT ARTHUR45,143,218,156", "gt_answer": "The pedigree lists BEN HUR DE PORT ARTHUR45,144,217,156 as the father, with the identification LOF 1320345,163,108,175. Answer: BEN HUR DE PORT ARTHUR45,144,217,156"} +{"image": ["imgs/Crello/output_poster1503_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many times a day does a smartphone user check Facebook according to the poster? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "According to the poster, a smartphone user checks Facebook approximately 14 634,161,751,262 times a day."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "A smartphone user checks Facebook approximately 14 635,160,745,263 times a day.", "gt_answer": "According to the poster, a smartphone user checks Facebook approximately 14 634,161,751,262 times a day."} +{"image": ["imgs/Crello/output_poster163_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the restaurant mentioned in the poster?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "RAMAH SUSHI"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the restaurant is given as ' RAMAH \nSUSHI 167,128,234,185 '. Answer: RAMAH SUSHI", "gt_answer": "RAMAH SUSHI", "necessary bbox": "[' RAMAH \\nSUSHI 164,128,232,183 ']"} +{"image": ["imgs/CCMAIN/0095998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the certificate for LITEK expire? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "May 31st, 2023566,640,667,657"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "May 31st, 2023568,637,624,664", "gt_answer": "May 31st, 2023566,640,667,657"} +{"image": ["imgs/CCMAIN/0063311.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat technique does Nicolas Ruel use in his photography series? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "eight-second exposure359,762,525,780"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "eight-second exposure360,762,524,781", "gt_answer": "eight-second exposure359,762,525,780"} +{"image": ["imgs/ChartQA_PCG/two_col_5680.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the number of viewers who watched the 2017 and 2018 seasons of Thursday Night Football. What was the difference? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The difference in the number of viewers between 2017434,872,462,885 and 2018532,872,561,885 was approximately 3.96 million viewers, with 2018532,872,561,885 having more viewers."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2017, the number of viewers was 10.90 million, and in 2018, it was 14.90 million. The difference is 4 million.", "gt_answer": "The difference in the number of viewers between 2017434,872,462,885 and 2018532,872,561,885 was approximately 3.96 million viewers, with 2018532,872,561,885 having more viewers."} +{"image": ["imgs/ChartQA_PCG/multi_col_20953.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the population of the 398, 696, 510, 712 in 821, 586, 849, 600?"}, {"role": "assistant", "content": "70.30 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "81.6", "gt_answer": "70.30 million", "necessary bbox": "['Lower income class398, 696, 510, 712', '2015821, 586, 849, 600', '70.30']"} +{"image": ["imgs/ChartQA_PCG/two_col_40981.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total percentage of respondents who found the loans either \"Very important\" or \"Important\"?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "87.2%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for \"Very important\" is 59% and for \"Important\" is 28%. Adding these gives 59% + 28% = 87%. Answer: 87%", "gt_answer": "87.2%", "necessary bbox": "[' Very important 178, 834, 264, 851', ' Important 387, 835, 443, 851']"} +{"image": ["imgs/CCMAIN/0265362.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date and time of the Design Review Board meeting? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Thursday, May 13, 2021 at 5:00 PM293,109,722,137"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Thursday, May 13, 2021 at 5:00 PM294,111,724,136", "gt_answer": "Thursday, May 13, 2021 at 5:00 PM293,109,722,137"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Asian voters supported 413, 723, 493, 743?"}, {"role": "assistant", "content": " 65% "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "65%", "gt_answer": " 65% ", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/CCMAIN/0084284.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total 107,400,324,420 for the Business Improvement District proposal? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document states that the Number of ballots sent107,400,324,420 was 216737,400,771,420. Answer: 216737,400,771,420"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Aggregate value of hereditaments of votes cast107,552,558,571 in favour of the proposal was \u00a33,104,600. Answer: \u00a33,104,600", "gt_answer": "The document states that the Number of ballots sent107,400,324,420 was 216737,400,771,420. Answer: 216737,400,771,420"} +{"image": ["imgs/ChartQA_PCG/two_col_139.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the countries with a youth unemployment rate exceeding 620,947,637,956 percent. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The countries with a youth unemployment rate exceeding 25620,947,637,956 percent are Italy*167,191,198,197 with 29.70%, Greece **138,165,199,169 with 34%, and Spain165,138,198,144 with 39.90%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The countries with a youth unemployment rate exceeding 25620,947,637,956 percent are: Sweden150,218,198,224 (24.30%), Italy*166,191,198,197 (30.60%), Greece **138,164,200,169 (34.10%), and Spain165,137,198,143 (40.10%).", "gt_answer": "The countries with a youth unemployment rate exceeding 25620,947,637,956 percent are Italy*167,191,198,197 with 29.70%, Greece **138,165,199,169 with 34%, and Spain165,138,198,144 with 39.90%."} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the certificate awarded to? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Trenton McKinney285,341,562,397"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Trenton McKinney287,331,564,396", "gt_answer": "Trenton McKinney285,341,562,397"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the level and count of the line dance 'BOP THE B'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "48 Count, 4 Wall, Beginner level line dance176,79,530,94"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Beginner level line dance with 48 Count176,79,253,96.", "gt_answer": "48 Count, 4 Wall, Beginner level line dance176,79,530,94"} +{"image": ["imgs/CCMAIN/0342721.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat types of conditions were measured by 112,383,254,401? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "atmospheric, surface, sea ice and snow, and oceanic conditions371,530,869,545"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Atmospheric, surface, sea ice and snow, and oceanic conditions.", "gt_answer": "atmospheric, surface, sea ice and snow, and oceanic conditions371,530,869,545"} +{"image": ["imgs/ChartQA_PCG/two_col_1784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich social media platform has the least share of respondents?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "Tumblr"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The platform with the least share of respondents is Tumblr815, 846, 849, 897, with a share of 10%. Answer: Tumblr", "gt_answer": "Tumblr", "necessary bbox": "['Tumblr814, 842, 848, 891']"} +{"image": ["imgs/CCMAIN/0358422.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The Edgewood Independent School District 2020-2021 ACADEMIC CALENDAR221,24,779,87 outlines important dates and schedules. Key holidays include Labor Day478,431,540,442 on Sept. 7362,431,405,442, Thanksgiving Break478,448,596,459 from Nov. 23-27351,448,416,459, Winter Break478,465,556,476 from Dec. 21-Jan. 1340,465,427,476, MLK Day478,480,533,491 on Jan. 18361,480,405,491, Spring Break478,496,555,508 from Mar. 8-12355,496,412,508, Easter Break478,513,555,524 on Apr. 2366,513,401,524, Battle of Flowers478,528,577,540 on Apr. 23360,529,403,540, and Memorial Day478,544,560,556 on May 31362,545,405,556. Instructional minutes are specified for different school levels, with Elementary School325,593,437,604 having 83,700588,593,629,604 minutes, and both Middle School325,610,409,621 and High School325,625,397,636 having 86,400588,610,629,621 minutes. Regular School Hours 432,672,574,683 vary by school type, and ACE School Hours445,775,563,786 are listed for Perales325,791,370,803 and Gus Garcia University School325,806,499,818. The calendar was approved on July 21, 2020446,952,559,968."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Edgewood Independent School District 2020-2021 Academic Calendar220,18,783,50 outlines key dates and events for the school year. The calendar begins with professional development days in July and August, followed by the start of the academic year on August 28. Notable holidays include Labor Day481,430,540,442 on September 7, Thanksgiving Break481,446,595,458 from November 23-27, and Winter Break481,463,556,475 from December 21-January 1. Spring Break is scheduled for March 8-12. Instructional minutes vary by grade level, with elementary schools having 83,700 minutes, middle schools 86,400, and high schools also 86,400. Regular school hours are specified for different grades, with early childhood centers starting at 7:45 am. ACE school hours are provided for specific schools. The calendar concludes with the end of the academic year in June.", "gt_answer": "The Edgewood Independent School District 2020-2021 ACADEMIC CALENDAR221,24,779,87 outlines important dates and schedules. Key holidays include Labor Day478,431,540,442 on Sept. 7362,431,405,442, Thanksgiving Break478,448,596,459 from Nov. 23-27351,448,416,459, Winter Break478,465,556,476 from Dec. 21-Jan. 1340,465,427,476, MLK Day478,480,533,491 on Jan. 18361,480,405,491, Spring Break478,496,555,508 from Mar. 8-12355,496,412,508, Easter Break478,513,555,524 on Apr. 2366,513,401,524, Battle of Flowers478,528,577,540 on Apr. 23360,529,403,540, and Memorial Day478,544,560,556 on May 31362,545,405,556. Instructional minutes are specified for different school levels, with Elementary School325,593,437,604 having 83,700588,593,629,604 minutes, and both Middle School325,610,409,621 and High School325,625,397,636 having 86,400588,610,629,621 minutes. Regular School Hours 432,672,574,683 vary by school type, and ACE School Hours445,775,563,786 are listed for Perales325,791,370,803 and Gus Garcia University School325,806,499,818. The calendar was approved on July 21, 2020446,952,559,968."} +{"image": ["imgs/Crello/output_poster1789_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time does the event start?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2 p.m."}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The start time is given as ' 8 PM 49,216,70,253 '. Answer: 8 PM", "gt_answer": "2 p.m.", "necessary bbox": "[' Starting at 2 p.m. 30,216,55,331 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_81813.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average producer price index of insulation materials from 442, 879, 467, 919 to 872, 879, 897, 919? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The average index from 2010442, 879, 467, 919 to 2018872, 879, 897, 919 is 171.10."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average producer price index from 2011497, 879, 523, 917 to 2018869, 877, 894, 917 is calculated as follows: (157.10 + 165.90 + 173.90 + 181.90 + 189.90 + 194.90) / 6 = 177.33.", "gt_answer": "The average index from 2010442, 879, 467, 919 to 2018872, 879, 897, 919 is 171.10."} +{"image": ["imgs/Crello/output_poster674_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount code of the sale event?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "7739263"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount code is mentioned in the text ' enter 7739z03 at checkout\nfree shipping 248,869,601,925'. Answer: 7739z03", "gt_answer": "7739263", "necessary bbox": "['enter 7739263 at checkout246,871,604,895']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20612.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did 574, 134, 600, 152 decrease between 2017* and 2019*? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Non-cloud traffic574, 134, 600, 152 decreased by 4% between 2017* and 2019*, from 14% to 10%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2017*, Non-cloud traffic553, 672, 649, 687 was 14%574, 134, 600, 152. In 2019*, it was 11%. The decrease is 3%.", "gt_answer": "Non-cloud traffic574, 134, 600, 152 decreased by 4% between 2017* and 2019*, from 14% to 10%."} +{"image": ["imgs/ChartQA_PCG/two_col_171.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the average player salary of 64, 353, 130, 359 compare to 81, 277, 129, 283? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The average player salary of Tottenham 64, 353, 130, 359 is 4.95 million U.S. dollars 553, 352, 582, 359, while Chelsea 81, 277, 129, 283 has an average player salary of 5.97 million U.S. dollars 639, 276, 667, 283."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The average player salary of Tottenham64, 353, 130, 359 is 4.95552, 351, 581, 359 million U.S. dollars, while Chelsea81, 277, 129, 283 has an average salary of 5.97638, 275, 667, 283 million U.S. dollars. Chelsea's average salary is higher by 1.02 million U.S. dollars.", "gt_answer": "The average player salary of Tottenham 64, 353, 130, 359 is 4.95 million U.S. dollars 553, 352, 582, 359, while Chelsea 81, 277, 129, 283 has an average player salary of 5.97 million U.S. dollars 639, 276, 667, 283."} +{"image": ["imgs/ChartQA_PCG/two_col_258.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the years where cattle population was over 1000 million head. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " 2012 172,834,199,846, 2013 241,834,269,846, 2014 310,834,338,846, 2021* 789,834,823,846"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The years where the cattle population was over 1000 million head are 2013243,832,272,845, 2014310,832,338,845, and 2021*790,832,824,845.", "gt_answer": " 2012 172,834,199,846, 2013 241,834,269,846, 2014 310,834,338,846, 2021* 789,834,823,846"} +{"image": ["imgs/Crello/output_poster1263_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase indicates the current action related to the pub in 726,317,790,361 and 726,567,871,681?"}, {"role": "assistant", "content": "We are OPEN"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "We are OPEN", "gt_answer": "We are OPEN", "necessary bbox": "[' We are 726,317,790,361', ' OPEN 726,567,871,681']"} +{"image": ["imgs/Crello/output_poster1937_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I participate when I am 16 years old\uff1f Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The age range for participation is mentioned as ' 7-14 y.o. 200,653,308,689 '. Answer: No", "gt_answer": "No", "necessary bbox": "['7-14 y.o.197,647,313,685]"} +{"image": ["imgs/ChartQA_PCG/two_col_101945.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents found it 503, 101, 711, 133?"}, {"role": "assistant", "content": "24.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "24.0%", "gt_answer": "24.0%", "necessary bbox": "['24.0%475, 259, 531, 285', 'Moderately comfortable503, 101, 711, 133']"} +{"image": ["imgs/ChartQA_PCG/two_col_82607.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year by its bounding box and provide the number of victims for the year directly following 750,864,775,904. Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The bounding box 750,864,775,904 corresponds to the year 2017750,864,775,904. The year following it is 2018798,864,823,904, with 775801,397,823,413 victims."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The year following 2018795,864,820,904 is 2019846,864,871,904, with 693 victims.", "gt_answer": "The bounding box 750,864,775,904 corresponds to the year 2017750,864,775,904. The year following it is 2018798,864,823,904, with 775801,397,823,413 victims."} +{"image": ["imgs/ChartQA_PCG/two_col_1387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the y-axis label 99, 417, 108, 628 signify in this chart? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The y-axis label Revenue in million euros99, 417, 108, 628 signifies that the values are represented in millions of euros, meaning 58483323, 174, 360, 191 equals 58,483 million euros or 58.483 billion euros."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The y-axis label Revenue in million euros99, 417, 108, 628 signifies the scale of measurement for the revenue values represented on the chart.", "gt_answer": "The y-axis label Revenue in million euros99, 417, 108, 628 signifies that the values are represented in millions of euros, meaning 58483323, 174, 360, 191 equals 58,483 million euros or 58.483 billion euros."} +{"image": ["imgs/CCMAIN/0172835.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main barrier for 559,400,860,417 in acquiring customers?"}, {"role": "assistant", "content": "lack of understanding"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Lack of understanding of the process.", "gt_answer": "lack of understanding"} +{"image": ["imgs/CCMAIN/0018724.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of a 325,87,423,105 printed on metallic paper? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that the cost of a Sport Mate325,87,423,105 is $1.25823,145,864,159, and when printed on Metallic707,105,775,123 paper, it costs $3.00943,145,984,159. Answer: $3.00943,145,984,159"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that Sport Mates325,87,423,105 can be customized with team and player names, and the cost for printing on metallic paper is $3.00946,144,987,162. Answer: $3.00946,144,987,162", "gt_answer": "The document states that the cost of a Sport Mate325,87,423,105 is $1.25823,145,864,159, and when printed on Metallic707,105,775,123 paper, it costs $3.00943,145,984,159. Answer: $3.00943,145,984,159"} +{"image": ["imgs/ChartQA_PCG/two_col_20910.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the domestic gasoline demand first exceed 140 billion gallons?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": " 2004 "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The domestic gasoline demand first exceeded 140 billion gallons in 2015763,822,788,866 with a demand of 140.01747,259,792,278 billion gallons. Answer: 2015", "gt_answer": " 2004 ", "necessary bbox": "[' 141.18 487,239,531,258', ' 2004 495,823,521,869']"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the audit for Palmers Scaffolding UK Ltd expire? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The Audit Expiry Date:266,523,432,539 is listed as 30th April 2021528,523,663,539, which is the date until which the audit is valid. Answer: 30th April 2021528,523,663,539"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the Audit Expiry Date267,521,428,539 as 30th April 2021531,521,555,539, indicating when the current audit period ends. Answer: 30th April 2021531,521,555,539", "gt_answer": "The Audit Expiry Date:266,523,432,539 is listed as 30th April 2021528,523,663,539, which is the date until which the audit is valid. Answer: 30th April 2021528,523,663,539"} +{"image": ["imgs/CCMAIN/0188975.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The North West Kern Resource Conservation District417,44,831,55 is holding a regular meeting on WEDNESDAY December 16th, 2020403,229,711,246 at 12:30 P.M.526,247,616,264 via Zoom. The meeting follows Executive Order N-29-20539,279,606,300 and California Department of Public Health guidance. Public participation is encouraged through teleconference by calling (661) 281-2746249,351,371,368. The agenda includes reports such as the MANAGER REPORT258,528,448,545, CORRESPONDENCE258,546,450,562, and DISTRICT CONSERVATIONIST REPORT258,563,636,580. There will be a section for PUBLIC COMMENTS451,332,594,353 and ASSOCIATE OR DIRECTORS COMMENTS258,615,649,632. The consent agenda includes APPROVAL OF MINUTES258,668,495,684 and FINANCIAL STATEMENT & VOUCHERS APPROVAL258,685,748,702. New business will cover the Annual Report - 2020258,789,439,806 and information items on RCPP Collaboration424,824,597,841."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The North West Kern Resource Conservation District will hold a regular meeting on Wednesday December 16th, 2020403,227,711,248, at 12:30 P.M.529,246,617,266. Due to Executive Order N-29-20 and guidance from the California Department of Public Health, the meeting will be conducted via teleconference. Public participation is encouraged by calling (661) 281-2746251,349,370,369 and providing an email address. The agenda includes reports, public comments, consent agenda items like approval of minutes and financial statements, old business, and new business such as the Annual Report - 2020257,788,440,808 and RCPP Collaboration423,823,597,843.", "gt_answer": "The North West Kern Resource Conservation District417,44,831,55 is holding a regular meeting on WEDNESDAY December 16th, 2020403,229,711,246 at 12:30 P.M.526,247,616,264 via Zoom. The meeting follows Executive Order N-29-20539,279,606,300 and California Department of Public Health guidance. Public participation is encouraged through teleconference by calling (661) 281-2746249,351,371,368. The agenda includes reports such as the MANAGER REPORT258,528,448,545, CORRESPONDENCE258,546,450,562, and DISTRICT CONSERVATIONIST REPORT258,563,636,580. There will be a section for PUBLIC COMMENTS451,332,594,353 and ASSOCIATE OR DIRECTORS COMMENTS258,615,649,632. The consent agenda includes APPROVAL OF MINUTES258,668,495,684 and FINANCIAL STATEMENT & VOUCHERS APPROVAL258,685,748,702. New business will cover the Annual Report - 2020258,789,439,806 and information items on RCPP Collaboration424,824,597,841."} +{"image": ["imgs/CCMAIN/0107248.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The Royal327,83,666,119 menu offers a variety of dishes under categories like while you wait176,204,316,221, starters209,354,283,370, mains627,210,692,229, and desserts463,712,545,728. Options include Breads, Flavoured Butter, Oil143,238,329,261 for \u00a34, Potted Fish of the Day158,260,303,283 for \u00a36.5, and Olives217,283,256,305 for \u00a36. Starters feature items like Soup of the Day200,391,292,412 for \u00a37 and Burrata, Honey, Pink Peppercorn, Smoked Almonds122,577,373,598 for \u00a310.50. Main courses include Whole Roasted Seabream438,300,597,322 for \u00a324.50 and Roast Sirloin of Beef422,389,551,411 for \u00a319. Sides are available for \u00a34. Desserts include Sticky Toffee Pudding288,749,434,773 and The Royal Eton Mess376,796,518,820 for \u00a37 each, with a selection of homemade ice creams and sorbets for \u00a37.95."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Royal menu offers a variety of dishes across three sections: while you wait178,203,315,224, mains626,209,690,228, and desserts464,711,546,730. The while you wait178,203,315,224 section includes items like Breads, Flavoured Butter, Oil143,244,326,256 for \u00a34 and Potted Fish of The Day158,266,298,278 for \u00a36.5. The mains626,209,690,228 section features dishes such as Mussels480,261,532,273 with coconut milk and Roast Sirloin of Beef422,395,555,407 with red wine sauce. The desserts464,711,546,730 section includes options like Sticky Toffee Pudding288,756,433,768 and The Royal Eton Mess377,804,519,816. Sides are available for \u00a34334,244,350,256, and the menu highlights a selection of three Isle of Wight cheeses376,851,554,863 for \u00a39.00677,851,714,863.", "gt_answer": "The Royal327,83,666,119 menu offers a variety of dishes under categories like while you wait176,204,316,221, starters209,354,283,370, mains627,210,692,229, and desserts463,712,545,728. Options include Breads, Flavoured Butter, Oil143,238,329,261 for \u00a34, Potted Fish of the Day158,260,303,283 for \u00a36.5, and Olives217,283,256,305 for \u00a36. Starters feature items like Soup of the Day200,391,292,412 for \u00a37 and Burrata, Honey, Pink Peppercorn, Smoked Almonds122,577,373,598 for \u00a310.50. Main courses include Whole Roasted Seabream438,300,597,322 for \u00a324.50 and Roast Sirloin of Beef422,389,551,411 for \u00a319. Sides are available for \u00a34. Desserts include Sticky Toffee Pudding288,749,434,773 and The Royal Eton Mess376,796,518,820 for \u00a37 each, with a selection of homemade ice creams and sorbets for \u00a37.95."} +{"image": ["imgs/Crello/output_poster204_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contrasting concept to 'ACTION' in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " POSITION 64,625,273,695 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " not 148,527,180,549 ", "gt_answer": " POSITION 64,625,273,695 ", "necessary bbox": "[' ACTION 63,425,248,473 ', ' POSITION 64,625,273,695 ']"} +{"image": ["imgs/Crello/output_poster547_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website for more information? Provide a concise response and include the answer's bounding box if it is available.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " www.hairexhibitlondon.uk 27,412,47,582 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.iambeautiful.com 38,416,57,592 ", "gt_answer": " www.hairexhibitlondon.uk 27,412,47,582 ", "necessary bbox": "[' www.hairexhibitlondon.uk 27,412,47,582 ']"} +{"image": ["imgs/Crello/output_poster2009_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main service advertised in the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " car wash 202,692,663,842 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " car wash 198,695,663,840 ", "gt_answer": " car wash 202,692,663,842 ", "necessary bbox": "[' car wash 202,692,663,842 ', ' car wash 214,695,677,845 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_683.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total revenue for the Americas in 2019?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "11.72"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue for the Americas in 2019 is given as 11.72765, 234, 798, 252.\n\nAnswer: 11.72", "gt_answer": "11.72", "necessary bbox": "['Americas440, 636, 492, 652', '2019765, 518, 790, 563', '11.72764, 231, 796, 249']"} +{"image": ["imgs/CCMAIN/0009269.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 72,471,185,491 for Quarter 3 in 2020? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "0.15372,474,402,487"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "0.15372,471,403,491", "gt_answer": "0.15372,474,402,487"} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last date for enrollment for the events? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "10th December 2020343,411,524,428"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "10th December 2020345,411,523,428", "gt_answer": "10th December 2020343,411,524,428"} +{"image": ["imgs/ChartQA_PCG/two_col_4949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company has the highest market capitalization?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "EIH334, 300, 359, 311"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " EIH 332, 301, 360, 313", "gt_answer": "EIH334, 300, 359, 311", "necessary bbox": "['EIH334, 300, 359, 311', '58.16899, 297, 950, 311']"} +{"image": ["imgs/ChartQA_PCG/two_col_21033.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich region contributes the third to the pie chart?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " India 287,293,333,319"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Canada254,749,318,779", "gt_answer": " India 287,293,333,319", "necessary bbox": "[' India 287,293,333,319 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the infant mortality rate first drop to 3.3?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "2015582, 931, 607, 976"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015583,930,608,974", "gt_answer": "2015582, 931, 607, 976", "necessary bbox": "['2015582, 931, 607, 976', '3.30581, 829, 611, 847']"} +{"image": ["imgs/Crello/output_poster1010_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the confectionery mentioned in 273,415,674,598?"}, {"role": "assistant", "content": "Marina\u2019s Confectionery"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Marina\u2019s Confectionery", "gt_answer": "Marina\u2019s Confectionery", "necessary bbox": "[' Marina\u2019s\\nConfectionery 273,415,674,598']"} +{"image": ["imgs/Crello/output_poster84_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the full name of the 72nd event mentioned in the poster?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "CANNES FILM FESTIVAL"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The full name of the event is formed by combining ' 72 123,116,234,205', ' ND 270,143,318,170', ' CANNES 120,233,631,322', and ' FILM\nFESTI VAL 117,404,519,564'. Answer: 72nd Cannes Film Festival", "gt_answer": "CANNES FILM FESTIVAL", "necessary bbox": "[' CANNES 121,229,631,323', ' FILM 118,403,303,465', ' FESTI VAL 117,498,516,565']"} +{"image": ["imgs/Crello/output_poster191_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is encouraged for potential customers?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " BOOK NOW 289,887,514,902 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " BOOK NOW 289,886,514,903 ", "gt_answer": " BOOK NOW 289,887,514,902 ", "necessary bbox": "[' BOOK NOW 289,887,514,902 ']"} +{"image": ["imgs/CCMAIN/0292733.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 235,321,435,340 appetizer? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "11.95822,325,859,339"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11.95823,321,860,340", "gt_answer": "11.95822,325,859,339"} +{"image": ["imgs/CCMAIN/0253441.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The menu at The Restaurant66,21,929,50 offers a variety of drinks and dishes. Champagne options include Mo\u00ebt & Chandon Brut Imperial and Ruinart Blanc De Blancs24,151,192,162. Sparkling wine features Hattingley Valley, Classic Reserve. Ros\u00e9 wines include Les Quatre Tours 'Classique Rose'. White wines range from P\u00e9 Branco24,370,92,381 to Chablis Jean Pierre et Alexandre Ellevin. Red wines include Barbera 'Amonte' and 'Bourgogne' Pinot Noir. Snacks include Sourdough rolls564,124,685,136 and Nocellera Olives597,147,720,159. Starters feature Garden pea soup562,257,688,269 and Burrata483,281,539,293. Mains include Home House cheeseburger503,434,701,446 and Beer battered haddock495,480,664,492. Sides are priced at 5643,958,647,966 and desserts at 7930,457,937,469. All prices include VAT, with a discretionary service charge of 12.5%."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a menu from The Restaurant64,12,935,60, featuring a variety of wines, snacks, starters, mains, sides, and desserts. The wine selection includes Champagne24,98,150,113, Sparkling Wine24,197,215,212, Ros\u00e9 Wines24,260,163,275, White Wines24,344,183,359, and Red Wines24,582,155,597. Snacks include Sourdough rolls and butter562,121,769,133 and Nocellera Olives597,145,720,157. Starters feature items like Garden pea soup562,257,690,269 and Prawn cocktail610,300,730,312. Main courses include options such as Home House cheeseburger509,427,698,439 and Beer battered haddock496,478,663,490. Sides are available for 5352,260,360,272 each, and desserts include Passion fruit, coconut and mango trifle524,766,822,778 and English apple Charlotte491,792,666,804. Prices are inclusive of VAT, with a 12.5% discretionary service charge.", "gt_answer": "The menu at The Restaurant66,21,929,50 offers a variety of drinks and dishes. Champagne options include Mo\u00ebt & Chandon Brut Imperial and Ruinart Blanc De Blancs24,151,192,162. Sparkling wine features Hattingley Valley, Classic Reserve. Ros\u00e9 wines include Les Quatre Tours 'Classique Rose'. White wines range from P\u00e9 Branco24,370,92,381 to Chablis Jean Pierre et Alexandre Ellevin. Red wines include Barbera 'Amonte' and 'Bourgogne' Pinot Noir. Snacks include Sourdough rolls564,124,685,136 and Nocellera Olives597,147,720,159. Starters feature Garden pea soup562,257,688,269 and Burrata483,281,539,293. Mains include Home House cheeseburger503,434,701,446 and Beer battered haddock495,480,664,492. Sides are priced at 5643,958,647,966 and desserts at 7930,457,937,469. All prices include VAT, with a discretionary service charge of 12.5%."} +{"image": ["imgs/ChartQA_PCG/two_col_43517.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the heat content reach 411,206,440,222?"}, {"role": "assistant", "content": "2005"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2005", "gt_answer": "2005", "necessary bbox": "['1125411,206,440,222', '2005412,869,437,909']"} +{"image": ["imgs/ChartQA_PCG/multi_col_796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of restaurants in both categories in 550,516,581,529?"}, {"role": "assistant", "content": "2255"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2055", "gt_answer": "2255", "necessary bbox": "['1838551, 318, 580, 336', '417554, 107, 576, 125','2016550,516,581,529']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the life expectancy at birth in years for 549,635,581,660 in 823,520,848,566?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "76.35818,356,854,371"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "76.35820,359,857,378", "gt_answer": "76.35818,356,854,371", "necessary bbox": "[ '2018823,520,848,566','male549,635,581,660','76.35818,356,854,371']"} +{"image": ["imgs/ChartQA_PCG/multi_col_805.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category of marketing has the second most respondents rating it with a 651,673,777,689?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Display advertising including programmatic0, 500, 286, 518"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Social media (paid ads)105,358,284,376", "gt_answer": "Display advertising including programmatic0, 500, 286, 518", "necessary bbox": "['Don't use or N/A651, 673, 777, 688', '33%774, 498, 809, 514', 'Display advertising including programmatic0, 500, 286, 518']"} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many additional slips are proposed to be added at 548,481,634,494? Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document mentions an option to add 5 slips478,479,523,496 at Dewey Dock to provide a funding source for future replacements. Answer: 5 slips478,479,523,496"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document proposes adding 5 additional slips460,498,587,512 at Dewey Dock to provide a funding source for its replacement in 20 years. Answer: 5 additional slips460,498,587,512", "gt_answer": "The document mentions an option to add 5 slips478,479,523,496 at Dewey Dock to provide a funding source for future replacements. Answer: 5 slips478,479,523,496"} +{"image": ["imgs/CCMAIN/0233843.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich athlete set a 771,877,827,891 in the 326,313,451,329?"}, {"role": "assistant", "content": "McSWENY Stewart"}], "task_name": "DOGE_PDF_Rt_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "McSWEYN Stewart", "gt_answer": "McSWENY Stewart"} +{"image": ["imgs/Crello/output_poster396_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much would it cost to buy the goods originally priced at $ 160?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "$ 80"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The original price is $ 160, and with a 50 94,377,263,685 % discount, the cost becomes $ 80. Answer: $ 80", "gt_answer": "$ 80", "necessary bbox": "[' 50 95,377,261,672 ']"} +{"image": ["imgs/CCMAIN/0005192.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 69,682,244,691 requirement for the cable in a moving state?"}, {"role": "assistant", "content": "minimum 10 x Cable diameter"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "minimum 10 x cable diameter", "gt_answer": "minimum 10 x Cable diameter"} +{"image": ["imgs/ChartQA_PCG/multi_col_20612.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend observed for 573, 343, 600, 362 across the years from 2014 to 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The trend observed for Cloud traffic573, 343, 600, 362 shows a consistent increase from 81% in 2014 to 90% in 2019."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of Cloud traffic429, 670, 501, 689 increased from 80% in 2014 to 90% in 2019.", "gt_answer": "The trend observed for Cloud traffic573, 343, 600, 362 shows a consistent increase from 81% in 2014 to 90% in 2019."} +{"image": ["imgs/ChartQA_PCG/multi_col_60027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 652, 528, 735, 546 said 'Yes'?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "30%673, 328, 700, 345"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "30%675, 329, 701, 348", "gt_answer": "30%673, 328, 700, 345", "necessary bbox": "[' Yes 517, 649, 536, 663', ' 45 to 54 years 652, 528, 735, 546', ' 30% 673, 328, 700, 345']"} +{"image": ["imgs/CCMAIN/0343222.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document is a Declaration of Intent365,189,633,213 for making a commitment to support the Ann & Nate Levine Academy862,234,914,249 through an estate gift. The commitment can be made via a bequest provision91,295,228,309, life insurance beneficiary designation561,295,848,309, charitable remainder trust91,330,293,345, retirement plan beneficiary designation556,330,862,345, or other specified methods. The purpose and approximate amount of the gift can be noted. The commitment is revocable384,507,460,522 and not a legal obligation. Donors can choose to have their names listed in the academy's printed materials or remain anonymous. Contact details and signatures are required."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Declaration of Intent364,189,634,213 for supporting Ann & Nate Levine Academy through an estate gift. It outlines options such as a bequest provision in my will91,295,305,309, life insurance beneficiary designation561,295,847,309, charitable remainder trust or gift annuity91,331,406,345, and retirement plan beneficiary designation558,331,861,345. The donor acknowledges that the commitment is revocable384,508,460,522 and not a legal obligation. They can choose to remain anonymous or allow their name to be listed in printed materials. The form requires personal details and a signature.", "gt_answer": "The document is a Declaration of Intent365,189,633,213 for making a commitment to support the Ann & Nate Levine Academy862,234,914,249 through an estate gift. The commitment can be made via a bequest provision91,295,228,309, life insurance beneficiary designation561,295,848,309, charitable remainder trust91,330,293,345, retirement plan beneficiary designation556,330,862,345, or other specified methods. The purpose and approximate amount of the gift can be noted. The commitment is revocable384,507,460,522 and not a legal obligation. Donors can choose to have their names listed in the academy's printed materials or remain anonymous. Contact details and signatures are required."} +{"image": ["imgs/CCMAIN/0144291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the score of the second place? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "140.00539,133,578,141"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "140.00539,132,578,143", "gt_answer": "140.00539,133,578,141"} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many days was the property on the market? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "23606,122,624,134"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "23607,121,625,134", "gt_answer": "23606,122,624,134"} +{"image": ["imgs/ChartQA_PCG/two_col_5050.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total rushing yards of 56,137,161,143?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "6096"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total rushing yards of Deuce McAllister56,137,161,143 is 6098. Answer: 6098", "gt_answer": "6096", "necessary bbox": "['Deuce McAllister56,137,161,143']"} +{"image": ["imgs/CCMAIN/0331763.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich award did 128,237,240,275 receive for his work in translation?"}, {"role": "assistant", "content": "American Literary Translators Special Award for Dedication to Translation, 2000"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Publishers Weekly 'Best Nonfiction Book of the Year'", "gt_answer": "American Literary Translators Special Award for Dedication to Translation, 2000"} +{"image": ["imgs/Crello/output_poster1591_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main call to action on the poster? Give a clear and simple answer and mention the answer's bounding box if it exists.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Get it 80,271,470,428 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Get it 78,269,471,430 ", "gt_answer": " Get it 80,271,470,428 ", "necessary bbox": "[' Get it 80,271,470,428 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_41.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of the population over 65 years in Europe?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "19%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of the population over 65 years in Europe is given as 19.10%.\n\nAnswer: 19.1%", "gt_answer": "19%", "necessary bbox": "['Europe850, 607, 889, 626', 'Over 65 years593, 773, 675, 792']"} +{"image": ["imgs/ChartQA_PCG/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the forecasted share in the global gross domestic product adjusted for Purchasing Power Parity for 406,949,437,995?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "0.18%406,300,444,317"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "0.18%406,302,443,318", "gt_answer": "0.18%406,300,444,317", "necessary bbox": "['2020*406,949,437,995','0.18%406,300,444,317']"} +{"image": ["imgs/CCMAIN/0350597.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 92,597,153,608 in the final accounts? Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The EBITDA 92,597,153,608 is calculated by adjusting the initial EBITDA of 114.8349,597,389,610 million with the write-offs and impairments, resulting in a final EBITDA of 72.2869,597,900,610 million. Answer: 72.2869,597,900,610"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The EBITDA92,597,153,608 is calculated by subtracting Trading expenses92,483,222,496, Depreciation92,569,184,582, and Goodwill amortisation92,540,248,553 from the Operating profit92,512,205,525. The final accounts show an EBITDA92,597,153,608 of 72.2870,597,900,608 \u00a3m. Answer: 72.2870,597,900,608", "gt_answer": "The EBITDA 92,597,153,608 is calculated by adjusting the initial EBITDA of 114.8349,597,389,610 million with the write-offs and impairments, resulting in a final EBITDA of 72.2869,597,900,610 million. Answer: 72.2869,597,900,610"} +{"image": ["imgs/Crello/output_poster424_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete motivational quote mentioned in the poster? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The motivational quote is ' IF WE WAIT UNTIL WE\u2019RE READY, WE\u2019LL BE WAITING FOR THE REST OF OUR LIVES 230,322,738,563'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The complete motivational quote is ' IF WE WAIT\nUNTIL WE'RE\nREADY, WE'LL\nBE WAITING\nFOR THE REST\nOF OUT LIVES 231,325,740,562 '.", "gt_answer": "The motivational quote is ' IF WE WAIT UNTIL WE\u2019RE READY, WE\u2019LL BE WAITING FOR THE REST OF OUR LIVES 230,322,738,563'."} +{"image": ["imgs/ChartQA_PCG/two_col_22228.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the most people employed in travel and tourism in 2013?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "China137,146,171,152"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "China137, 145, 170, 152", "gt_answer": "China137,146,171,152", "necessary bbox": "['China137,146,171,152', '22.78873,145,909,152']"} +{"image": ["imgs/Crello/output_poster464_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the event mentioned in 77,391,561,627?"}, {"role": "assistant", "content": " Bridal updos "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Bridal updos", "gt_answer": " Bridal updos ", "necessary bbox": "[' Bridal updos 77,391,561,627']"} +{"image": ["imgs/ChartQA_PCG/two_col_80667.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand had the lowest brand value growth?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Burberry"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand with the lowest brand value growth is Burberry31,876,90,884 with a growth of 21.50%. Answer: Burberry", "gt_answer": "Burberry", "necessary bbox": "['Burberry32,878,91,886']"} +{"image": ["imgs/ChartQA_PCG/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the per capita real GDP in chained 2012 U.S. dollars for the year 791,824,816,870?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "51848785,182,825,201"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "51848786,182,827,201", "gt_answer": "51848785,182,825,201", "necessary bbox": "['2018791,824,816,870', '51848785,182,825,201']"} +{"image": ["imgs/Crello/output_poster1570_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the 627,721,749,781?"}, {"role": "assistant", "content": "Leblanc Corporation"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Leblanc Corporation", "gt_answer": "Leblanc Corporation", "necessary bbox": "[ 'Event organizers:627,721,749,781']"} +{"image": ["imgs/Crello/output_poster1407_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is suggested to be paired with a grateful heart? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The text ' WITH A GRATEFUL \nHEART. 99,665,275,739 ' suggests celebrating or giving thanks with a grateful heart."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The action suggested is to 'Give thanks' as indicated by the text ' Give\nthanks 95,314,342,618 '.", "gt_answer": "The text ' WITH A GRATEFUL \nHEART. 99,665,275,739 ' suggests celebrating or giving thanks with a grateful heart."} +{"image": ["imgs/ChartQA_PCG/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the year when female life expectancy first reached 710,79,748,97 years?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2016715,612,740,657"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2016715,609,741,655", "gt_answer": "2016715,612,740,657", "necessary bbox": "['female527,730,566,746', '2016715,612,740,657', '86.30710,79,748,97']"} +{"image": ["imgs/Crello/output_poster2072_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase indicates a celebration of a new beginning?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " OUR FIRST YEAR TOGETHER 235,861,561,882 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Hello Baby! 69,67,628,194 ", "gt_answer": " OUR FIRST YEAR TOGETHER 235,861,561,882 ", "necessary bbox": "[' OUR FIRST YEAR TOGETHER 235,861,561,882 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_101766.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many postal and courier sector enterprises employed 188, 394, 220, 405 people?"}, {"role": "assistant", "content": "430"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "10", "gt_answer": "430", "necessary bbox": "['10-19188, 394, 220, 405', '430']"} +{"image": ["imgs/Crello/output_poster656_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of event is being advertised on this poster, and where is it taking place? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The event being advertised is a Business137,61,726,143 forum28,170,622,293, taking place in London 14 november 201997,935,677,962."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is a 'Business forum' 135,64,720,298, and it is taking place in London on 14 November 2019 97,934,679,964.", "gt_answer": "The event being advertised is a Business137,61,726,143 forum28,170,622,293, taking place in London 14 november 201997,935,677,962."} +{"image": ["imgs/CCMAIN/0350368.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much water was released from Lake Arlington in MGD? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The table lists Water Release (MGD)136,524,240,543 for each lake. For Lake Arlington680,174,706,193, the water release is 1126606,524,630,543 million gallons per day. Answer: 1126606,524,630,543"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that the Water Release (MGD)132,524,239,546 from Lake Arlington was 1126600,524,624,546 million gallons per day. Answer: 1126600,524,624,546", "gt_answer": "The table lists Water Release (MGD)136,524,240,543 for each lake. For Lake Arlington680,174,706,193, the water release is 1126606,524,630,543 million gallons per day. Answer: 1126606,524,630,543"} +{"image": ["imgs/ChartQA_PCG/multi_col_20010.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the nominal expenditure on culture, recreation, and religion in 2008/09?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "12.4 billion GBP"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The nominal expenditure in 2008/09 is given as 13.20.\n\nAnswer: 13.2", "gt_answer": "12.4 billion GBP", "necessary bbox": "['Nominal444,685,490,700', '2008/09506,552,545,619']"} +{"image": ["imgs/Crello/output_poster1890_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year is associated with the smartphone advertisement? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The year associated with the smartphone advertisement is 2018, as indicated by the text ' 2018 471,659,524,729 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The year associated with the advertisement is 2018 474,659,524,739 .", "gt_answer": "The year associated with the smartphone advertisement is 2018, as indicated by the text ' 2018 471,659,524,729 '."} +{"image": ["imgs/ChartQA_PCG/two_col_5069.png"], "messages": [{"role": "user", "content": "<|image|> \n737, 899, 776, 957 Revenue?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": " 138 "}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue for the year 2018/19737, 899, 776, 957 is 138749, 156, 771, 172 million U.S. dollars.\n\nAnswer: 138", "gt_answer": " 138 ", "necessary bbox": "[' 2018/19 737, 899, 776, 957', ' 138 746, 154, 769, 171']"} +{"image": ["imgs/Crello/output_poster1557_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the event celebrated in the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The event celebrated in the poster is ' Martin\nLuther King Day 257,429,631,586 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event celebrated is Martin Luther King Day 256,431,630,589 .", "gt_answer": "The event celebrated in the poster is ' Martin\nLuther King Day 257,429,631,586 '."} +{"image": ["imgs/Crello/output_poster609_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat could be a suitable title for this poster based on the provided text boxes? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "A suitable title for this poster could be 'Art of Booking' as suggested by the text ' Art of 290,191,368,494 ' followed by ' Booking 719,299,817,737 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "A suitable title for this poster could be 'Art of Booking' as it combines the text ' Art of 278,184,369,500 ' and ' Booking 725,296,803,742 '.", "gt_answer": "A suitable title for this poster could be 'Art of Booking' as suggested by the text ' Art of 290,191,368,494 ' followed by ' Booking 719,299,817,737 '."} +{"image": ["imgs/ChartQA_PCG/multi_col_80215.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average number of paid vacation days considered fair across all listed countries?Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "29.18 days"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The average number of paid vacation days considered fair is calculated as follows: (29 + 30 + 31 + 31 + 32 + 33 + 33 + 33 + 24 + 24 + 24 + 24 + 22 + 18) / 14 = 27.5. Answer: 27.5", "gt_answer": "29.18 days", "necessary bbox": "['29791, 550, 807, 562', '31831, 507, 848, 519', '33872, 465, 889, 477', '31831, 423, 848, 435', '30811, 380, 828, 392', '32852, 337, 869, 349', '28771, 295, 787, 306', '33872, 252, 889, 264', '24689, 209, 705, 221', '28771, 168, 787, 178', '22648, 125, 663, 136']"} +{"image": ["imgs/Crello/output_poster133_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word in 368,581,671,670 completes the phrase 'Make friends with'?"}, {"role": "assistant", "content": " Nature "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Nature", "gt_answer": " Nature ", "necessary bbox": "[' Nature 368,581,671,670']"} +{"image": ["imgs/CCMAIN/0186120.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the school mentioned in 631,138,966,243?"}, {"role": "assistant", "content": "Missouri State"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Missouri State", "gt_answer": "Missouri State"} +{"image": ["imgs/CCMAIN/0009128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat tools are recommended for the 49,86,199,97? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Heavy rake, shovel, wheelbarrow, gloves, task related PPE128,102,361,110"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Heavy rake, shovel, wheelbarrow, gloves, task related PPE127,98,364,107", "gt_answer": "Heavy rake, shovel, wheelbarrow, gloves, task related PPE128,102,361,110"} +{"image": ["imgs/CCMAIN/0160901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the cost of the 112,270,235,283? Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document lists the cost for Football Yr 3 & 4112,270,235,283 as \u00a330875,270,902,283 under the 'Cost' column. Answer: \u00a330875,270,902,283"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the cost of Football Yr 3 & 4112,270,235,283 as \u00a330876,270,903,283 for 6 weeks. Answer: \u00a330", "gt_answer": "The document lists the cost for Football Yr 3 & 4112,270,235,283 as \u00a330875,270,902,283 under the 'Cost' column. Answer: \u00a330875,270,902,283"} +{"image": ["imgs/ChartQA_PCG/two_col_474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of murder offenders in 2019?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "16245"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of murder offenders is represented by the largest segment in the pie chart, which corresponds to \"Male\" with a value of 10335556, 429, 606, 455.\n\nAnswer: 10335", "gt_answer": "16245", "necessary bbox": "['10335556, 435, 611, 461', '1408390, 433, 434, 459', '4502402, 595, 447, 621']"} +{"image": ["imgs/ChartQA_PCG/two_col_20713.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the lowest contribution to Saudi Arabia's GDP from tourism and travel?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2013320, 852, 348, 865"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2013320, 854, 348, 866", "gt_answer": "2013320, 852, 348, 865", "necessary bbox": "['21.70', '2013320, 852, 348, 865']"} +{"image": ["imgs/ChartQA_PCG/two_col_20672.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich magazine reached more than 872, 921, 905, 932 individuals?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "GQ265, 182, 285, 195"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " GQ 265, 183, 284, 195", "gt_answer": "GQ265, 182, 285, 195", "necessary bbox": "['1816910, 177, 945, 192', 'GQ265, 182, 285, 195', '1750872, 921, 905, 932']"} +{"image": ["imgs/CCMAIN/0300555.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the waterproof rating of the 606,63,878,81? Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The jacket has a 5000MM fabric waterproof rating401,216,566,225, indicating its ability to withstand water pressure and provide protection against rain. Answer: 5000MM401,216,445,225"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The jacket is designed to provide protection against weather conditions, and its 5000MM fabric waterproof rating401,216,570,226 indicates its ability to withstand water penetration. Answer: 5000MM fabric waterproof rating401,216,570,226", "gt_answer": "The jacket has a 5000MM fabric waterproof rating401,216,566,225, indicating its ability to withstand water pressure and provide protection against rain. Answer: 5000MM401,216,445,225"} +{"image": ["imgs/CCMAIN/0268723.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ending balance of the 163,143,346,154? Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The ending balance for the GENERAL FUND CHECKING ACCT163,143,346,154 is listed as 44,628.45847,143,911,154 in the report. Answer: 44,628.45847,143,911,154"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The ending balance for the GENERAL FUND CHECKING ACCT163,143,346,154 is calculated by adding the starting balance of 29,705.37 and the debit balance of 286,389.00, resulting in 316,094.37. Answer: 316,094.37", "gt_answer": "The ending balance for the GENERAL FUND CHECKING ACCT163,143,346,154 is listed as 44,628.45847,143,911,154 in the report. Answer: 44,628.45847,143,911,154"} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich appetizer is served with 527,364,742,380 sauce? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Bacon Wrapped Sea Scallops229,367,514,379"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Bacon Wrapped Sea Scallops226,364,517,380", "gt_answer": "Bacon Wrapped Sea Scallops229,367,514,379"} +{"image": ["imgs/Crello/output_poster1069_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where is the event happening, and how can one contact the organizers? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The event is happening on April 10 from 2-5 PM as indicated by ' APRIL 10 87,161,158,185 ' and ' 2-5 PM 324,161,380,185 '. The organizers can be contacted at 'contacts@olimpist.com' or '844-237-1871' as shown in ' contacts@olimpist.com 844-237-1871 221,851,412,871 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is happening on April 10 from 2-5 PM, as indicated by ' APRIL 10 87,163,159,187' and ' 2-5 PM 324,163,381,187'. The contact information provided is ' contacts@olimpist.com 844-237-1871 222,850,410,868'.", "gt_answer": "The event is happening on April 10 from 2-5 PM as indicated by ' APRIL 10 87,161,158,185 ' and ' 2-5 PM 324,161,380,185 '. The organizers can be contacted at 'contacts@olimpist.com' or '844-237-1871' as shown in ' contacts@olimpist.com 844-237-1871 221,851,412,871 '."} +{"image": ["imgs/ChartQA_PCG/multi_col_20638.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average daily rate in the third quarter of 2016?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "159591, 452, 615, 470"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "159592, 450, 616, 469", "gt_answer": "159591, 452, 615, 470", "necessary bbox": "['Q3595, 522, 610, 539', '2016462, 637, 491, 652', '159591, 452, 615, 470']"} +{"image": ["imgs/ChartQA_PCG/two_col_100493.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich factor is the most significant for parents when deciding the amount of pocket money to give their child? Give grounding and detailed answer."}, {"role": "assistant", "content": "The most significant factor is Based on how much we can afford as a family4,192,224,207, with 47%882,189,922,204 of parents considering it."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The most significant factor is Based on what we can afford as a family0,192,223,207 with 47%880,189,920,204.", "gt_answer": "The most significant factor is Based on how much we can afford as a family4,192,224,207, with 47%882,189,922,204 of parents considering it."} +{"image": ["imgs/Crello/output_poster1180_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event taking place as mentioned in 319,831,586,861?"}, {"role": "assistant", "content": " 318 Robbins St, Fahrrad Cafe "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "318 Robbins St, Fahrrad Cafe", "gt_answer": " 318 Robbins St, Fahrrad Cafe ", "necessary bbox": "[' 318 Robbins St, Fahrrad Cafe 319,831,586,861']"} +{"image": ["imgs/ChartQA_PCG/two_col_20024.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage change in visitors from 2020 pre-coronavirus to post-coronavirus?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "-43.1%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of visitors in 2020 pre-coronavirus was 51651,83,666,99 million and in 2020 post-coronavirus was 29784,389,799,405 million. The percentage change is calculated as ((29 - 51) / 51) * 100 = -42.55%. Answer: -42.55%", "gt_answer": "-43.1%", "necessary bbox": "['51651, 82, 666, 98', '29785, 388, 800, 404']"} +{"image": ["imgs/CCMAIN/0358857.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total membership fee for one individual joining the 342,43,543,54?"}, {"role": "assistant", "content": "$25"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$25", "gt_answer": "$25"} +{"image": ["imgs/ChartQA_PCG/multi_col_1478.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich educational attainment level has the highest percentage for the age group 346, 572, 393, 586?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Bachelor's degree436, 709, 539, 729"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Bachelor's degree", "gt_answer": "Bachelor's degree436, 709, 539, 729", "necessary bbox": "['Bachelor's degree436, 709, 539, 729', '35 to 44346, 572, 393, 586', '79%390, 94, 417, 112']"} +{"image": ["imgs/ChartQA_PCG/multi_col_103.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy for Females in Europe (total)?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "82"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The life expectancy for Females in Europe (total) is 82.10.\n\nAnswer: 82.1", "gt_answer": "82", "necessary bbox": "['Females567,710,613,726', 'Europe (total)176,568,254,587', '82']"} +{"image": ["imgs/ChartQA_PCG/two_col_103575.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is labeled 661, 609, 728, 635?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "38.8%554, 561, 610, 587"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "38.8%554, 557, 609, 583", "gt_answer": "38.8%554, 561, 610, 587", "necessary bbox": "['Women661, 609, 728, 635', '38.8%554, 561, 610, 587']"} +{"image": ["imgs/ChartQA_PCG/multi_col_796.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of restaurants in both categories in 550,516,581,529?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2255"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016550,516,581,529, the number of Franchise restaurants was 1838549,322,578,341 and Company-owned restaurants were 417553,111,576,129. The total is 1838 + 417 = 2255. Answer: 2255", "gt_answer": "2255", "necessary bbox": "['1838551, 318, 580, 336', '417554, 107, 576, 125','2016550,516,581,529']"} +{"image": ["imgs/CCMAIN/0114075.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich horse received the highest score? Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The horse Blu Boon91,160,153,172 received a score of 72773,159,789,172, which is the highest among the listed horses. Answer: Blu Boon91,160,153,172"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The horse Blu Boon91,158,152,173 received the highest score of 72774,160,789,172, as indicated in the 'Score' column. Answer: Blu Boon91,158,152,173", "gt_answer": "The horse Blu Boon91,160,153,172 received a score of 72773,159,789,172, which is the highest among the listed horses. Answer: Blu Boon91,160,153,172"} +{"image": ["imgs/CCMAIN/0157406.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total 523,97,618,109 for the patient? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The document states that the Amount Due Now523,97,618,109 is $0.00541,106,550,123, indicating that the patient currently owes no money. Answer: $0.00541,106,550,123"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the Amount Due Now523,97,618,109 is $0.00541,111,581,123, indicating no outstanding balance. Answer: $0.00541,111,581,123", "gt_answer": "The document states that the Amount Due Now523,97,618,109 is $0.00541,106,550,123, indicating that the patient currently owes no money. Answer: $0.00541,106,550,123"} +{"image": ["imgs/CCMAIN/0138090.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 452,771,534,783 for joining the meeting?"}, {"role": "assistant", "content": "596391"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "850 6066 4415", "gt_answer": "596391"} +{"image": ["imgs/ChartQA_PCG/multi_col_100237.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference between the average tuition cost and fees and the average student loan amount for Public institutions?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "772"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The average tuition cost and fees for Public institutions273, 596, 374, 616 is 7800, and the average student loan amount is 7300. The difference is 500. Answer: 500", "gt_answer": "772", "necessary bbox": "['Average tuition cost and fees491,719,660,739', 'Public institutions273,596,373,612', 'Average student loan amount491,749,663,769']"} +{"image": ["imgs/ChartQA_PCG/44391686006807.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the food deficit kilocalories between 117, 516, 168, 539 and 92, 369, 166, 387? Give grounding and detailed answer."}, {"role": "assistant", "content": "Both Niger117, 516, 168, 539 and Gambia92, 369, 166, 387 have the same food deficit of 71617, 366, 643, 386 kilocalories per person per day."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The difference is 71 - 70 = 1 kilocalorie.", "gt_answer": "Both Niger117, 516, 168, 539 and Gambia92, 369, 166, 387 have the same food deficit of 71617, 366, 643, 386 kilocalories per person per day."} +{"image": ["imgs/CCMAIN/0352178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the pass percentage for Class XII in 114,590,158,623? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "99.03740,593,774,613"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "99.03741,590,772,623", "gt_answer": "99.03740,593,774,613"} +{"image": ["imgs/Crello/output_poster876_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the theme of the poster?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Turn on your mind"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The theme 'Presentation by Company name' is indicated by the text ' Presentation by 146,830,241,850 ' and ' Company name 142,860,243,879 '. Answer: Presentation by Company name", "gt_answer": "Turn on your mind", "necessary bbox": "[' TURN 68,191,209,240 ', ' ON 262,202,280,215 ', ' your 58,319,90,391 ', ' MIND 111,316,309,385 ']"} +{"image": ["imgs/Crello/output_poster814_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can one avail the 25% discount?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Use code S-BOWL"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Code: S-BOWL 235,714,560,814 ' provides the code needed to avail the discount. Answer: Use the code S-BOWL", "gt_answer": "Use code S-BOWL", "necessary bbox": "[' Code: S-BOWL 235,715,555,812 ']"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much should be added to the monthly income threshold for each 222,499,425,516? Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that for each additional family member222,499,425,516, you should add168,655,194,671 $ 682.00523,499,611,516 to the monthly income threshold. Answer: $ 682.00523,499,611,516"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that for each additional family member, $682.00 should be added to the monthly income threshold. Answer: $ 682.00523,499,607,516", "gt_answer": "The document states that for each additional family member222,499,425,516, you should add168,655,194,671 $ 682.00523,499,611,516 to the monthly income threshold. Answer: $ 682.00523,499,611,516"} +{"image": ["imgs/Crello/output_poster1192_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich text emphasizes the location or brand associated with the rentals?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Belleville 106,208,761,244 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Belleville 106,209,761,243 ", "gt_answer": " Belleville 106,208,761,244 ", "necessary bbox": "[' Belleville 106,208,761,244 ']"} +{"image": ["imgs/CCMAIN/0199311.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the meeting location? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "1127 Hwy. 74, South683,651,836,670"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1127 Hwy. 74, South683,650,839,670", "gt_answer": "1127 Hwy. 74, South683,651,836,670"} +{"image": ["imgs/Crello/output_poster1386_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the event location as specified in 80,293,319,348?"}, {"role": "assistant", "content": "Hilltop Chapel, 53 Sparrow Ave"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Hilltop Chapel, 53 Sparrow Ave", "gt_answer": "Hilltop Chapel, 53 Sparrow Ave", "necessary bbox": "['Hilltop Chapel\\n53 Sparrow Ave80,293,319,348']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy at birth difference between male and female in 2010? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The life expectancy at birth difference in 2010 is 84.70 314,169,351,188 - 78.70 314,512,352,530 = 6.0 years"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2010, the life expectancy for females was 84.70315,171,352,189 years and for males it was 78.70315,506,352,525 years. The difference is 84.70 - 78.70 = 6.00 years.", "gt_answer": "The life expectancy at birth difference in 2010 is 84.70 314,169,351,188 - 78.70 314,512,352,530 = 6.0 years"} +{"image": ["imgs/ChartQA_PCG/two_col_103223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people answered 695, 379, 725, 405?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "57.0%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who answered Yes695, 379, 725, 405 is 57.0%571, 409, 628, 435. Answer: 57%", "gt_answer": "57.0%", "necessary bbox": "['Yes695, 379, 725, 405', '57.0%574, 413, 630, 439']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the year when 526,764,556,779 life expectancy first reached 80.50 years?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2016715,612,740,657"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2016715,609,741,655", "gt_answer": "2016715,612,740,657", "necessary bbox": "['male526,764,556,779', '2016715,612,740,657', '80.50709,407,747,428']"} +{"image": ["imgs/Crello/output_poster811_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the store mentioned in 524,405,571,430?"}, {"role": "assistant", "content": " Lapins "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Lapins", "gt_answer": " Lapins ", "necessary bbox": "[' Lapins 524,405,571,430']"} +{"image": ["imgs/ChartQA_PCG/two_col_1112.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of users between 509,815,545,829 and 575,815,613,831?"}, {"role": "assistant", "content": "2.34 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3.67 million.", "gt_answer": "2.34 million", "necessary bbox": "['82.33510,158,543,173', '84.67577,139,611,156','2021*509,815,545,829','2022*575,815,613,831']"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for the 22 x 22 mm coverslips as mentioned in 543,379,946,522? Give grounding and detailed answer."}, {"role": "assistant", "content": "The price for the 22 x 22 mm coverslips is $64.40 per 10 oz, with an additional cost of $7.70 per oz. This information is found in the segment 22 x 22 mm, ~140 pcs/oz. 587,422,745,436 and ......... $7.70 798,422,877,436."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The price for the 22 x 22 mm coverslips is $7.70, as indicated in the span 22 x 22 mm, ~140 pcs/oz. 1.5-2222............ $7.70587,423,906,438.", "gt_answer": "The price for the 22 x 22 mm coverslips is $64.40 per 10 oz, with an additional cost of $7.70 per oz. This information is found in the segment 22 x 22 mm, ~140 pcs/oz. 587,422,745,436 and ......... $7.70 798,422,877,436."} +{"image": ["imgs/ChartQA_PCG/two_col_5800.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of 300,895,385,911 sold online?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "9.30%326, 143, 363, 159"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "9.30%324,144,362,161", "gt_answer": "9.30%326, 143, 363, 159", "necessary bbox": "['9.30%326, 143, 363, 159', 'Rx eyeglasses304, 897, 386, 915']"} +{"image": ["imgs/CCMAIN/0128952.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does signing the document signify according to 237,305,721,322? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Signing this document signifies that you agree with the above office policies. This includes policies on handling fees, deposit forfeiture, restocking fees, and returned check fees, as outlined in Signing this document signifies that you agree with the above office policies.237,305,721,322."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Signing the document signifies that you agree with the above office policies. This is explicitly stated in the text: Signing this document signifies that you agree with the above office policies.237,305,721,322.", "gt_answer": "Signing this document signifies that you agree with the above office policies. This includes policies on handling fees, deposit forfeiture, restocking fees, and returned check fees, as outlined in Signing this document signifies that you agree with the above office policies.237,305,721,322."} +{"image": ["imgs/CCMAIN/0045897.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the notified body number that performed the EU Type-Examination? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the notified body INSPEC International B.V.239,644,310,658 with the number 2849341,663,381,676 performed the EU Type-Examination. Answer: 2849341,663,381,676"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions that the notified body number 2849340,661,379,679 performed the EU Type-Examination (Module B) and issued the EU Type-examination Certificate PPE18161037. Answer: 2849340,661,379,679", "gt_answer": "The document states that the notified body INSPEC International B.V.239,644,310,658 with the number 2849341,663,381,676 performed the EU Type-Examination. Answer: 2849341,663,381,676"} +{"image": ["imgs/CCMAIN/0080710.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the topics covered in the Special Issue 3 mentioned in 62,217,911,595? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Special Issue 3 covers topics such as the History of Dental Radiography85,455,854,468, the History of Contrast Media Development in X-Ray Diagnostic Radiology85,455,854,468, and Medical Physics Development in Africa85,468,371,482. These topics are part of the extensive coverage of medical physics history in the MPI journal."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Special Issue 3, as mentioned in 62,217,911,595, covers topics such as the History of Dental Radiography, The History of Contrast Media Development in X-Ray Diagnostic Radiology, and Medical Physics Development in Africa. These topics are part of the broader theme of exploring historical developments in medical physics.", "gt_answer": "Special Issue 3 covers topics such as the History of Dental Radiography85,455,854,468, the History of Contrast Media Development in X-Ray Diagnostic Radiology85,455,854,468, and Medical Physics Development in Africa85,468,371,482. These topics are part of the extensive coverage of medical physics history in the MPI journal."} +{"image": ["imgs/CCMAIN/0014708.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the President of the 374,175,570,205? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Prof. (Dr.) S.K.Sen175,259,352,282"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Prof. (Dr.) S.K.Sen176,259,354,283", "gt_answer": "Prof. (Dr.) S.K.Sen175,259,352,282"} +{"image": ["imgs/Crello/output_poster1039_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned in the poster? Deliver a direct answer and indicate the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " JUNE 24 802,922,918,972 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " JUNE 24 803,917,916,965 ", "gt_answer": " JUNE 24 802,922,918,972 ", "necessary bbox": "[' JUNE 24 802,922,918,972 ']"} +{"image": ["imgs/Crello/output_poster1781_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIs there any reference to artificial intelligence in the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Yes, the poster mentions ' CAT\nBOT ' with bbox ' 211,380,305,608 ', which can be interpreted as a reference to a chat bot, a form of artificial intelligence."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, the text ' CAT \nBOT 210,377,305,618 ' suggests a connection to artificial intelligence.", "gt_answer": "Yes, the poster mentions ' CAT\nBOT ' with bbox ' 211,380,305,608 ', which can be interpreted as a reference to a chat bot, a form of artificial intelligence."} +{"image": ["imgs/Crello/output_poster2207_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Mardi Gras Show? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The date of the Mardi Gras Show is 'MARCH 5' 378,575,511,671."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The date of the Mardi Gras Show is MARCH 5 376,574,510,672 .", "gt_answer": "The date of the Mardi Gras Show is 'MARCH 5' 378,575,511,671."} +{"image": ["imgs/ChartQA_PCG/08263936005626.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the land use per 100 grams of protein for 276, 276, 385, 298?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "163.60"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The land use per 100 grams of protein for Cheese325, 319, 385, 341 is 39.80496, 315, 546, 337. Answer: 39.80", "gt_answer": "163.60", "necessary bbox": "['Beef (beef herd)246, 276, 385, 298', '163.60821, 271, 881, 293']"} +{"image": ["imgs/ChartQA_PCG/37026902001151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of adults that are obese in 93, 442, 135, 464?"}, {"role": "assistant", "content": "1.50"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.50", "gt_answer": "1.50", "necessary bbox": "['Japan[93, 442, 135, 464]', '1.50[258, 437, 293, 459]']"} +{"image": ["imgs/CCMAIN/0171214.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the age of Marlene P. Goldberg at the time of her passing? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "69249,267,274,285"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "69247,267,272,285", "gt_answer": "69249,267,274,285"} +{"image": ["imgs/ChartQA_PCG/two_col_43126.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue trend from 2013 to 2020? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The revenue showed a consistent upward trend, starting from 1484 million euros in 2013116,825,144,837 and reaching 3922 million euros in 2020*715,825,749,837."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue increased steadily from 1484116,553,145,569 million euros in 2013 to 3922716,166,745,182 million euros in 2020.", "gt_answer": "The revenue showed a consistent upward trend, starting from 1484 million euros in 2013116,825,144,837 and reaching 3922 million euros in 2020*715,825,749,837."} +{"image": ["imgs/ChartQA_PCG/multi_col_1130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich airline had more passengers in 2008*, Thomas Cook Airline or My Travel Group? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "My Travel Group had more passengers in 2008* with 7575300 150, 275, 207, 292 passengers compared to Thomas Cook Airline with 740027 154, 473, 202, 490 passengers."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2008*, Thomas Cook Airline476,605,601,620 had 740027155,473,200,492 passengers, while My Travel Group476,635,573,650 had 7575300149,275,203,293 passengers. Therefore, My Travel Group had more passengers.", "gt_answer": "My Travel Group had more passengers in 2008* with 7575300 150, 275, 207, 292 passengers compared to Thomas Cook Airline with 740027 154, 473, 202, 490 passengers."} +{"image": ["imgs/Crello/output_poster2180_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is performing at the event?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " MATTHEW STEWART & THE BLACK BANKS 58,872,437,905"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " MATTHEW STEWART & THE BLACK BANKS 57,869,437,907 ", "gt_answer": " MATTHEW STEWART & THE BLACK BANKS 58,872,437,905", "necessary bbox": "[' MATTHEW STEWART & THE BLACK BANKS 58,872,437,905']"} +{"image": ["imgs/CCMAIN/0174333.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which regiment did Benjamin Benedict serve as an Ensign, and where was this service located? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Benjamin Benedict served as an Ensign in Col. Thaddeus Crane\u2019s Regiment, and this service took place in and around North Castle at a place called Midlepaten in Westchester County, as mentioned in the text 114,278,884,529."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Benjamin Benedict served as an Ensign in Captain Ebenezer Scofield\u2019s Company in Col. Thaddeus Crane\u2019s Regiment at a place called North Castle, which is located in Westchester County. This information is found in the span That in the fall of the year 1779 the said Benjamin Benedict served as an ensign a term of one month in Captain David Pardee\u2019s Company in Col. Thaddeus Crane\u2019s Regiment at a place called Crompond in Westchester County.176,534,886,548.", "gt_answer": "Benjamin Benedict served as an Ensign in Col. Thaddeus Crane\u2019s Regiment, and this service took place in and around North Castle at a place called Midlepaten in Westchester County, as mentioned in the text 114,278,884,529."} +{"image": ["imgs/ChartQA_PCG/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the forecasted share in the global gross domestic product adjusted for Purchasing Power Parity for 788, 947, 816, 992?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "0.21%785, 199, 823, 216"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "0.21%789, 198, 826, 214", "gt_answer": "0.21%785, 199, 823, 216", "necessary bbox": "['2026*788, 947, 816, 992', '0.21%785, 199, 823, 216']"} +{"image": ["imgs/Crello/output_poster1972_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is Family Day celebrated at Ricotta Restaurant? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "Family Day is celebrated on ' on september 25 96,942,281,968 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Family Day is celebrated on September 25, as indicated by ' on september 25 96,941,283,964'.", "gt_answer": "Family Day is celebrated on ' on september 25 96,942,281,968 '."} +{"image": ["imgs/ChartQA_PCG/two_col_80128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total revenue (in million U.S. dollars) generated by the company with the label 380,348,593,358? Give grounding and detailed answer."}, {"role": "assistant", "content": "Huron Healthcare (Chicago)380,348,593,358 generated 492.80 million U.S. dollars."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total revenue generated by Huron Healthcare (Chicago)380,348,593,358 is 517.60 million U.S. dollars.", "gt_answer": "Huron Healthcare (Chicago)380,348,593,358 generated 492.80 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price for a box of 72 Premier safety corners slides? Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists Premier\u00ae, safety corners. 9101104,153,289,167 with a price of $3.90390,153,424,167 per slide, and the box of 72 is priced at 76.00452,153,485,167. Answer: $76.00"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the price for a box of 72 Premier safety corners slides as $3.90391,151,426,168. Answer: $3.90", "gt_answer": "The document lists Premier\u00ae, safety corners. 9101104,153,289,167 with a price of $3.90390,153,424,167 per slide, and the box of 72 is priced at 76.00452,153,485,167. Answer: $76.00"} +{"image": ["imgs/ChartQA_PCG/two_col_102054.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year did the emissions first exceed 148, 426, 182, 440 million metric tons? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "In 2005 571, 817, 596, 863, the emissions exceeded 10000 148, 426, 182, 440 million metric tons with a value of 11447 565, 282, 605, 301."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Emissions first exceeded 10000148, 426, 182, 440 million metric tons in 2005571, 819, 596, 864 with a value of 11447565, 281, 605, 299.", "gt_answer": "In 2005 571, 817, 596, 863, the emissions exceeded 10000 148, 426, 182, 440 million metric tons with a value of 11447 565, 282, 605, 301."} +{"image": ["imgs/ChartQA_PCG/two_col_41676.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increase in total assets from 295,814,321,854 to 579,815,604,854? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The increase in total assets from 2010 295,814,321,854 to 2015 579,815,604,854 is 7155.36 569,297,616,313 billion yuan minus 3951.60 285,514,333,530 billion yuan, which equals 3203.76 billion yuan."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The total assets increased from 3951.60295,514,343,530 billion yuan in 2010 to 7155.36578,297,626,313 billion yuan in 2015, an increase of 3203.76 billion yuan.", "gt_answer": "The increase in total assets from 2010 295,814,321,854 to 2015 579,815,604,854 is 7155.36 569,297,616,313 billion yuan minus 3951.60 285,514,333,530 billion yuan, which equals 3203.76 billion yuan."} +{"image": ["imgs/CCMAIN/0125851.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document outlines the construction requirements for handrails and railings380,66,498,83 according to WAC 296-307-25033. Handrails must be mounted on a wall or partition using brackets, ensuring a smooth surface for grasping. They should be rounded84,141,166,159 or provide an adequate handhold, with ends turned in to prevent hazards. The maximum height is thirty-four inches559,187,771,204, with a minimum of thirty inches155,202,309,219 from the upper surface to the tread or ramp. Hardwood handrails must be at least two inches460,263,578,280 in diameter, while metal pipes must be at least 1-1/2 inches484,278,625,295. Brackets should be spaced no more than eight feet625,293,742,310 apart, and the handrail must withstand a load of two hundred pounds233,323,449,340. A clearance of at least 1-1/2 inches484,278,625,295 is required between the handrail and the wall."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the WAC 296-307-25033143,66,348,83 standards for handrails and railings construction. It specifies that a handrail must have a horizontal part mounted directly on a wall or partition by brackets attached to the lower side. The handrail must be rounded or provide an adequate handhold to prevent falling. It should not project more than thirty-four inches from the upper surface of the handrail. The size of handrails is specified: at least two inches in diameter for hardwood and 1-1/2 inches for metal pipe. Brackets must be spaced no more than eight feet apart. Handrail mounting must withstand a load of at least two hundred pounds. All handrails and railings must have a clearance of at least 1-1/2 inches from the wall or any other object.", "gt_answer": "The document outlines the construction requirements for handrails and railings380,66,498,83 according to WAC 296-307-25033. Handrails must be mounted on a wall or partition using brackets, ensuring a smooth surface for grasping. They should be rounded84,141,166,159 or provide an adequate handhold, with ends turned in to prevent hazards. The maximum height is thirty-four inches559,187,771,204, with a minimum of thirty inches155,202,309,219 from the upper surface to the tread or ramp. Hardwood handrails must be at least two inches460,263,578,280 in diameter, while metal pipes must be at least 1-1/2 inches484,278,625,295. Brackets should be spaced no more than eight feet625,293,742,310 apart, and the handrail must withstand a load of two hundred pounds233,323,449,340. A clearance of at least 1-1/2 inches484,278,625,295 is required between the handrail and the wall."} +{"image": ["imgs/ChartQA_PCG/42902375003200.png"], "messages": [{"role": "user", "content": "<|image|> \nConsidering the chart title '347,105,776,167', which country contributes more to CO\u2082 emissions, South Korea or Spain, and what is the difference between their values? Give grounding and detailed answer."}, {"role": "assistant", "content": "South Korea contributes more to CO\u2082 emissions than Spain. The value for South Korea is 21.32186,299,236,325 and for Spain it is 19.72187,485,236,511, making the difference 1.6."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "South Korea contributes more to CO\u2082 emissions with -21.32184,301,239,323 compared to Spain's -19.72156,494,222,516. The difference is 1.6 million.", "gt_answer": "South Korea contributes more to CO\u2082 emissions than Spain. The value for South Korea is 21.32186,299,236,325 and for Spain it is 19.72187,485,236,511, making the difference 1.6."} +{"image": ["imgs/CCMAIN/0197181.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the communication skills program organized by Tom Zakrajsek? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "I-SPEAK YOUR Language588,392,772,407"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "I-SPEAK Your Language586,391,778,406", "gt_answer": "I-SPEAK YOUR Language588,392,772,407"} +{"image": ["imgs/ChartQA_PCG/two_col_101342.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category represents the smallest percentage in the pie chart?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Very likely 169,315,260,345"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Very likely170,315,259,345", "gt_answer": " Very likely 169,315,260,345", "necessary bbox": "[' Very likely 169,315,260,345', ' 14.0% 318,385,373,411']"} +{"image": ["imgs/CCMAIN/0177698.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the winning time for SIMPLY GORGEOUS in 253,142,300,150? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the winning horse SIMPLY GORGEOUS in RACE 2253,142,300,150 with a time of 2:00.3168,62,200,70, indicating the time it took to complete the race. Answer: 2:00.3168,62,200,70"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "SIMPLY GORGEOUS won RACE 2253,142,300,150 with a time of 1:59.3, as indicated in the document. Answer: 1:59.3", "gt_answer": "The document lists the winning horse SIMPLY GORGEOUS in RACE 2253,142,300,150 with a time of 2:00.3168,62,200,70, indicating the time it took to complete the race. Answer: 2:00.3168,62,200,70"} +{"image": ["imgs/CCMAIN/0320949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the validity period for the 605,48,913,74? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "May 31st \u2013 Aug 31st646,120,865,135"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "3 MONTHS91,148,187,165", "gt_answer": "May 31st \u2013 Aug 31st646,120,865,135"} +{"image": ["imgs/ChartQA_PCG/multi_col_60745.png"], "messages": [{"role": "user", "content": "<|image|> \n193,604,221,621 shows three types of contracts: 'Multiple unit-linked contracts - unit-linked products*', 'Multiple unit-linked contracts - euro products*', and '800,745,964,764'. What was the trend for '800,745,964,764' from 193,604,221,621 to 833,604,861,621? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The percentage of Euro-denominated contracts800,745,964,764 decreased from 56%194,226,220,248 in 2005193,604,221,621 to 24%834,144,859,166 in 2019833,604,861,621."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of ' Euro-denominated contracts 800,745,964,764' decreased from 56% 193,216,220,238 in 2005 193,604,221,621 to 24% 833,144,860,166 in 2019 833,604,861,621.", "gt_answer": "The percentage of Euro-denominated contracts800,745,964,764 decreased from 56%194,226,220,248 in 2005193,604,221,621 to 24%834,144,859,166 in 2019833,604,861,621."} +{"image": ["imgs/ChartQA_PCG/two_col_103366.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people use the service monthly?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "41.2%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who use the service monthly is shown as 41.2%543, 547, 600, 573.\n\nAnswer: 41.2%", "gt_answer": "41.2%", "necessary bbox": "['Monthly673,589,743,621', '41.2%543,543,599,569']"} +{"image": ["imgs/Crello/output_poster1772_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title or main focus mentioned in the text related to healing digestive issues? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The title or main focus is How to Heal Your Digestive Problems Naturally:75,163,451,456."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main focus is on healing digestive issues, as indicated by the text ' How to heal\nyour\ndigestion 76,164,293,380 '.", "gt_answer": "The title or main focus is How to Heal Your Digestive Problems Naturally:75,163,451,456."} +{"image": ["imgs/ChartQA_PCG/two_col_80325.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich source did 901,150,936,165 respondents say they saw fake news most often?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Facebook"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The source that 62%901,150,936,165 of respondents said they saw fake news most often is Facebook. \n\nAnswer: Facebook", "gt_answer": "Facebook", "necessary bbox": "['Facebook137,153,208,165', '62%901,150,936,165']"} +{"image": ["imgs/Crello/output_poster1493_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can someone contact the organizer of this event? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "They can contact the organizer through email at contacts@lekeymail.com946,353,965,658."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Someone can contact the organizer at ' contactsale@leymail.com 946,350,967,652 '.", "gt_answer": "They can contact the organizer through email at contacts@lekeymail.com946,353,965,658."} +{"image": ["imgs/ChartQA_PCG/two_col_3752.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of app users between 337, 842, 377, 860 and 658, 844, 700, 860?"}, {"role": "assistant", "content": "7 million"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6.50 million.", "gt_answer": "7 million", "necessary bbox": "[\"Jul '14*337, 842, 377, 860\", \"Apr '16658, 844, 700, 860\", '12', '19']"} +{"image": ["imgs/CCMAIN/0225707.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much time did 278,49,452,78's automation tools save monthly at 376,247,564,269? Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The automation tools developed saved 80 hours867,388,931,404 of manual work each month for the people ops team. Answer: 80 hours867,388,931,404"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The automation tools developed by Grace Spencer278,49,452,78 for the people ops team at Hudson River Trading376,247,564,269 saved 80 hours of manual work each month. Answer: 80 hours", "gt_answer": "The automation tools developed saved 80 hours867,388,931,404 of manual work each month for the people ops team. Answer: 80 hours867,388,931,404"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich breakfast is the most expensive? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "PEARL SUGAR CRUSTED BELGIANWAFFLES112,790,697,803"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Vanilla Bean Greek Yogurt Parfait112,615,653,630", "gt_answer": "PEARL SUGAR CRUSTED BELGIANWAFFLES112,790,697,803"} +{"image": ["imgs/CCMAIN/0151869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the application fee mentioned in 142,219,941,587 and to whom should the check be payable? Give grounding and detailed answer."}, {"role": "assistant", "content": "The application fee mentioned in 142,219,941,587 is \\S250329,483,375,499, and the check should be payable to the Alabama State Board of Midwifery."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The application fee mentioned is \\S250331,481,379,500, and the check should be payable to the Alabama State Board of Midwifery.", "gt_answer": "The application fee mentioned in 142,219,941,587 is \\S250329,483,375,499, and the check should be payable to the Alabama State Board of Midwifery."} +{"image": ["imgs/CCMAIN/0193278.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat color is the folder required in the supply list? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Red568,464,602,479"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Red572,463,601,480", "gt_answer": "Red568,464,602,479"} +{"image": ["imgs/Crello/output_poster125_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of admission for the polo match? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The price of admission is $16820,97,876,124."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The admission price is $16820,97,875,123.", "gt_answer": "The price of admission is $16820,97,876,124."} +{"image": ["imgs/ChartQA_PCG/multi_col_20940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of females with at least one tattoo in 615,545,645,563?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "23%628, 174, 654, 192"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "23%628,174,654,192", "gt_answer": "23%628, 174, 654, 192", "necessary bbox": "['23%628, 174, 654, 192','2012615,545,645,563']"} +{"image": ["imgs/CCMAIN/0341491.png"], "messages": [{"role": "user", "content": "<|image|> \nWho submitted the announcement on behalf of MDR LIMITED? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "ONG GHIM CHOON344,249,475,263"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "ONG GHIM CHOON344,250,476,262", "gt_answer": "ONG GHIM CHOON344,249,475,263"} +{"image": ["imgs/ChartQA_PCG/multi_col_60041.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the rate difference in kidney transplants between 2017 and 2019?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "5.3"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The rate in 2017 was 49.30 and in 2019 it was 44.10. The difference is 5.20. Answer: 5.20", "gt_answer": "5.3", "necessary bbox": "['Kidney173, 550, 211, 570', '2017478, 650, 506, 665','2019563, 650, 591, 665']"} +{"image": ["imgs/CCMAIN/0342778.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat materials are used in the construction of the 642,247,913,260? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the Double Decker TACO\u00ae Pouch642,247,913,260 is made from Proprietary 1000D Cordura\u00ae nylon laminate653,385,910,399 and Injection-molded polymer brackets653,422,910,436, which contribute to its durability and flexibility. Answer: Proprietary 1000D Cordura\u00ae nylon laminate653,385,910,399 and Injection-molded polymer brackets653,422,910,436"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The pouch uses Proprietary 1000D Cordura\u00ae nylon652,384,907,397 for durability and Injection-molded polymer brackets652,421,910,434 for structural support. Answer: Proprietary 1000D Cordura\u00ae nylon652,384,907,397 and Injection-molded polymer brackets652,421,910,434.", "gt_answer": "The document specifies that the Double Decker TACO\u00ae Pouch642,247,913,260 is made from Proprietary 1000D Cordura\u00ae nylon laminate653,385,910,399 and Injection-molded polymer brackets653,422,910,436, which contribute to its durability and flexibility. Answer: Proprietary 1000D Cordura\u00ae nylon laminate653,385,910,399 and Injection-molded polymer brackets653,422,910,436"} +{"image": ["imgs/ChartQA_PCG/multi_col_1478.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich educational attainment level has the highest percentage for the age group 346, 572, 393, 586?"}, {"role": "assistant", "content": "Bachelor's degree"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Bachelor's degree", "gt_answer": "Bachelor's degree", "necessary bbox": "[\"Bachelor's degree436, 709, 539, 729\", '35 to 44346, 572, 393, 586', '79%390, 94, 417, 112']"} +{"image": ["imgs/ChartQA_PCG/two_col_605.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich players have passing touchdowns between 683, 922, 704, 934 and 780, 921, 801, 936? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": " Aaron Rodgers 202, 361, 295, 370 with 412, Dan Marino 223, 324, 295, 330 with 420, and Philip Rivers 217, 286, 294, 294 with 421 have passing touchdowns in that range."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The players with passing touchdowns between 400683, 922, 704, 934 and 500780, 921, 801, 936 are: Philip Rivers218, 286, 293, 293, Brett Favre226, 249, 294, 256, Peyton Manning194, 212, 294, 220, Drew Brees223, 175, 294, 182, and Tom Brady227, 138, 294, 145.", "gt_answer": " Aaron Rodgers 202, 361, 295, 370 with 412, Dan Marino 223, 324, 295, 330 with 420, and Philip Rivers 217, 286, 294, 294 with 421 have passing touchdowns in that range."} +{"image": ["imgs/ChartQA_PCG/two_col_41201.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did arms imports reach their peak level?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2012"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The peak level of arms imports is indicated by the highest value on the chart. The year with the highest import value is 2012549, 937, 575, 975, with an import value of 1207548, 126, 577, 142.\n\nAnswer: 2012", "gt_answer": "2012", "necessary bbox": "['1207551,128,580,144', '2012551,941,576,979']"} +{"image": ["imgs/Crello/output_poster1800_test.png"], "messages": [{"role": "user", "content": "<|image|> \nI have $50. If I buy 4 colored papers, how much money will I have left? Respond directly and include the bounding box of the answer if it is present.Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " $ 1"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price of one colored paper is $ 12.25230,604,270,682. Buying 4 colored papers costs 4 * $12.25 = $49. Answer: $1", "gt_answer": " $ 1", "necessary bbox": "[' $ 12.25 231,546,266,677']"} +{"image": ["imgs/CCMAIN/0276592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen was the 145,83,447,103 approved by the board? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "May 28, 2015225,841,337,860"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "May 28, 2015224,843,336,860", "gt_answer": "May 28, 2015225,841,337,860"} +{"image": ["imgs/CCMAIN/0143127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat 587,543,755,563 are included in the program?"}, {"role": "assistant", "content": "Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack", "gt_answer": "Sports & Recreation, Arts & Crafts, STEM Education, Homework Help, Character Building, Snack"} +{"image": ["imgs/ChartQA_PCG/two_col_24416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of sales contributed by 232,637,323,663?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "32.03%362,563,429,589"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "32.03%361,567,428,593", "gt_answer": "32.03%362,563,429,589", "necessary bbox": "['Wholesale232,637,323,663', '32.03%362,563,429,589']"} +{"image": ["imgs/CCMAIN/0346036.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat should you do if there is 361,315,629,341?"}, {"role": "assistant", "content": "Call the Emergency Services on 999"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Call the Emergency Services on 999.", "gt_answer": "Call the Emergency Services on 999"} +{"image": ["imgs/CCMAIN/0161794.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the approved meeting minutes document? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,240,641,257", "gt_answer": "APPROVED_BET_IAC_MTG_MINUTES_10-23-18.PDF252,238,641,255"} +{"image": ["imgs/ChartQA_PCG/two_col_103460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of emissions from China?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "26.60%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of emissions from China is shown as 26.60%719, 140, 768, 152.\n\nAnswer: 26.6%", "gt_answer": "26.60%", "necessary bbox": "['China236,141,270,151', '26.60%720,139,769,151']"} +{"image": ["imgs/ChartQA_PCG/two_col_4935.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which years did the infant mortality rate remain consistently at 473,104,502,122 per 1,000 live born children? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "2008203,931,229,976, 2009258,931,283,976, 2010312,930,337,976, 2013474,930,500,976"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate remained consistently at 3.80473,104,502,122 per 1,000 live born children from 2008203,930,228,974 to 2010313,929,338,974.", "gt_answer": "2008203,931,229,976, 2009258,931,283,976, 2010312,930,337,976, 2013474,930,500,976"} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the Editor of the publication? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Gordon Hutner91,150,193,163"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Gordon Hutner90,150,194,165", "gt_answer": "Gordon Hutner91,150,193,163"} +{"image": ["imgs/ChartQA_PCG/two_col_42187.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween which two consecutive years did the number of ATMs per hundred thousand adults increase the most? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The number of ATMs per hundred thousand adults increased the most between 2011472,890,499,929 and 2012521,891,547,929, from 16.45 to 35.73."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The largest increase occurred between 2012523,890,549,927 and 2013569,887,595,927, from 36.10 to 41.80.", "gt_answer": "The number of ATMs per hundred thousand adults increased the most between 2011472,890,499,929 and 2012521,891,547,929, from 16.45 to 35.73."} +{"image": ["imgs/ChartQA_PCG/two_col_40178.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the greatest increase in the share of respondents observed?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "2011"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The greatest increase was from 2009 to 2011, where the share increased from 33%487,322,513,338 to 43%626,184,652,201. Answer: 2011.", "gt_answer": "2011", "necessary bbox": "['18%219,533,245,549', '26%355,422,381,438', '33%491,324,517,340', '43%626,186,653,202']"} +{"image": ["imgs/ChartQA_PCG/multi_col_788.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the Services sector's share of GDP the highest?Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "2016"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest share for the Services sector was in 2019 with 53.87%. Answer: 2019", "gt_answer": "2016", "necessary bbox": "['Services650, 705, 697, 720', '2016655, 573, 680, 619', '57.78%646, 232, 691, 251']"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the recommended thickness for most users for coverslips? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "The document states #1.5 Thickness (0.16-0.19 mm)543,378,729,393 is Recommended for most users740,378,919,393. Answer: 0.16-0.19 mm641,378,724,393"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that #1.5 Thickness (0.16-0.19 mm)543,378,727,392 is recommended for most users, as it is the standard thickness for general use. Answer: #1.5 Thickness (0.16-0.19 mm)543,378,727,392", "gt_answer": "The document states #1.5 Thickness (0.16-0.19 mm)543,378,729,393 is Recommended for most users740,378,919,393. Answer: 0.16-0.19 mm641,378,724,393"} +{"image": ["imgs/CCMAIN/0029390.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 348,668,507,678? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Under 'Configuration and Stacking', the document states that the Stacked layers in transit when open348,668,507,678 is 1614,669,621,675. Answer: 1614,669,621,675"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the stacked layers in transit when open348,668,507,678 can be stacked in 7 layers, indicating its capacity for efficient storage and transport. Answer: 7", "gt_answer": "Under 'Configuration and Stacking', the document states that the Stacked layers in transit when open348,668,507,678 is 1614,669,621,675. Answer: 1614,669,621,675"} +{"image": ["imgs/ChartQA_PCG/two_col_82651.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the B2C e-commerce contribution to North America's GDP change from 132, 936, 160, 949 to 400, 936, 428, 949? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The B2C e-commerce contribution to North America's GDP increased from 0.76% 127, 586, 164, 603 in 2009 132, 936, 160, 949 to 1.14% in 2013 400, 936, 428, 949."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009132, 936, 160, 949, the contribution was 0.76%128, 583, 165, 599. By 2013400, 936, 428, 949, it increased to 1.16%. This shows a growth of 0.40% over the period.", "gt_answer": "The B2C e-commerce contribution to North America's GDP increased from 0.76% 127, 586, 164, 603 in 2009 132, 936, 160, 949 to 1.14% in 2013 400, 936, 428, 949."} +{"image": ["imgs/CCMAIN/0343709.png"], "messages": [{"role": "user", "content": "<|image|> \nWas there any activity in 217,312,377,337? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "no activity115,316,178,337"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "No115,312,130,337", "gt_answer": "no activity115,316,178,337"} +{"image": ["imgs/Crello/output_poster62_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the contact details for registering as a speaker mentioned in 59,846,691,901?"}, {"role": "assistant", "content": "SPEAK@CONFERENCE.FL.US"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "speak@conference.fl.us", "gt_answer": "SPEAK@CONFERENCE.FL.US", "necessary bbox": "['REGISTER AS A SPEAKER SPEAK@CONFERENCE.FL.US\\nBOOK YOUR PLACE GUESTS@CONFERENCE.FL.US\\nLEARN DETAILS INFO@CONFERENCE.FL.US59,846,691,901']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100757.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of pediatric ED visits resulting in admission were covered by Private insurance?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "34.80%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of pediatric ED visits resulting in admission covered by Private insurance is 41.60%.\n\nAnswer: 41.6%", "gt_answer": "34.80%", "necessary bbox": "['Pediatric ED visits resulting in admission655, 580, 888, 600', 'Private insurance328, 717, 428, 733', '34.80%']"} +{"image": ["imgs/ChartQA_PCG/two_col_24442.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the population in 2018?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "3937546"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The population in 2018 is shown as 3937546705, 122, 761, 138.\n\nAnswer: 3937546", "gt_answer": "3937546", "necessary bbox": "['2018715,906,742,946', '3937546702,119,759,136']"} +{"image": ["imgs/Crello/output_poster1610_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the cruise trip? Give a straightforward response and specify the bounding box of the answer if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 1/8/17 158,606,308,650 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 1/8/17 154,609,302,647 ", "gt_answer": " 1/8/17 158,606,308,650 ", "necessary bbox": "[' 1/8/17 158,606,308,650 ']"} +{"image": ["imgs/ChartQA_PCG/94253381006515.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many types of plastics had a production value below 30? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "There are three types of plastics with a production value below 30: PS 101,759,122,775, Additives 31,685,121,704, and PUT 87,617,122,634."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "25416,730,442,752 (Additives), 25416,769,442,790 (PS), 27435,616,461,637 (PUT), 33500,554,526,576 (PET), 38558,492,584,514 (PVC). Total: 5 types.", "gt_answer": "There are three types of plastics with a production value below 30: PS 101,759,122,775, Additives 31,685,121,704, and PUT 87,617,122,634."} +{"image": ["imgs/Crello/output_poster1726_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere are the elegant crystal chandeliers in the poster sourced from? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The chandeliers are sourced from Paris682,106,805,126."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The chandeliers are from from Paris683,105,804,127.", "gt_answer": "The chandeliers are sourced from Paris682,106,805,126."} +{"image": ["imgs/ChartQA_PCG/multi_col_100574.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich contry are the lowest in 451,647,544,667?"}, {"role": "assistant", "content": "Ukraine"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Ukraine", "gt_answer": "Ukraine", "necessary bbox": "['11%']"} +{"image": ["imgs/CCMAIN/0251394.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many units are given in the $330 GAPT NHI Extravaganza? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "30,000 units765,188,816,196"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "30,000 Units761,189,812,198", "gt_answer": "30,000 units765,188,816,196"} +{"image": ["imgs/ChartQA_PCG/78465227007926.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the approximate difference in expenditures between Germany and Norway? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The difference in expenditures is approximately 13.40904,293,952,314% - 9.41696,434,735,454% = 3.99%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The difference is approximately 13.40902, 286, 952, 308 - 9.41697, 434, 736, 456 = 3.99%.", "gt_answer": "The difference in expenditures is approximately 13.40904,293,952,314% - 9.41696,434,735,454% = 3.99%."} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the NASC Membership Number for Palmers Scaffolding UK Ltd? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "32704529,460,586,476"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "32704529,458,586,477", "gt_answer": "32704529,460,586,476"} +{"image": ["imgs/ChartQA_PCG/multi_col_20452.png"], "messages": [{"role": "user", "content": "<|image|> \nBetween 2009 and 2019, which age group showed the most significant increase in their percentage share of the total population? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The '65 years and older' age group showed the most significant increase in their percentage share of the total population, rising from 12.78%146,102,190,121 in 2009 to 15.99%849,109,894,128 in 2019."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The age group 65 years and older607, 697, 712, 716 showed the most significant increase, rising from 12.78%146, 102, 190, 121 in 2009 to 15.99%850, 108, 894, 127 in 2019.", "gt_answer": "The '65 years and older' age group showed the most significant increase in their percentage share of the total population, rising from 12.78%146,102,190,121 in 2009 to 15.99%849,109,894,128 in 2019."} +{"image": ["imgs/Crello/output_poster1830_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the address for the event location?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2790 Alamo Ave"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The address is provided in the text ' 2790 Alamo Ave 31,724,125,896 '. Answer: 2790 Alamo Ave", "gt_answer": "2790 Alamo Ave", "necessary bbox": "[' 2790\\nAlamo Ave 28,724,125,895']"} +{"image": ["imgs/CCMAIN/0217961.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is leading the event after the dressage phase? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Kaya Thomsen (SHO)318,173,462,183"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Kaya THOMSEN (SHO)318,172,459,184", "gt_answer": "Kaya Thomsen (SHO)318,173,462,183"} +{"image": ["imgs/ChartQA_PCG/two_col_62004.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the expected national debt in billion U.S. dollars in 445,881,473,926?"}, {"role": "assistant", "content": "29.96"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "31.52 billion U.S. dollars.", "gt_answer": "29.96", "necessary bbox": "['2020*445,881,473,926', '29.96']"} +{"image": ["imgs/ChartQA_PCG/two_col_41806.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the company with revenues closest to 126,839,406,854 on the chart? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Cigna Corporation265,762,405,778 has revenues of 37.88 billion501,760,546,774 USD, closest to Liberty Mutual Holding Company Inc126,839,406,854, which is 37.62 billion500,836,545,851 USD."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The company with revenues closest to Liberty Mutual Holding Company Inc126,839,406,854 is Cigna Corporation267,760,406,775 with revenues of 37.88501,758,546,772 billion U.S. dollars.", "gt_answer": "Cigna Corporation265,762,405,778 has revenues of 37.88 billion501,760,546,774 USD, closest to Liberty Mutual Holding Company Inc126,839,406,854, which is 37.62 billion500,836,545,851 USD."} +{"image": ["imgs/ChartQA_PCG/two_col_101945.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents found it 503, 101, 711, 133?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "24.0%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who found it Moderately comfortable503, 101, 711, 133 is 24.0%476, 259, 533, 285. Answer: 24%", "gt_answer": "24.0%", "necessary bbox": "['24.0%475, 259, 531, 285', 'Moderately comfortable503, 101, 711, 133']"} +{"image": ["imgs/Crello/output_poster918_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat product is being promoted in the advertisement?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Needle Threads"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The product being promoted is mentioned as ' Needle\nThreads 120,322,265,387 '. Answer: Needle Threads", "gt_answer": "Needle Threads", "necessary bbox": "[' Needle\\nThreads 117,310,265,388']"} +{"image": ["imgs/CCMAIN/0164223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen was 125,136,189,155 born?"}, {"role": "assistant", "content": "March 4th, 1941"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "March 4th, 1941", "gt_answer": "March 4th, 1941"} +{"image": ["imgs/Crello/output_poster367_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat social media links are provided on the poster and how are they formatted in terms of bbox and text? Give grounding and detailed answer."}, {"role": "assistant", "content": "The social media links provided are '/mais_prep92,757,185,791' and '/mais_merch270,756,375,785'. These links are likely to direct viewers to social media pages or websites for more content."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The social media links provided are ' /mais_prep 92,758,184,790 ' and ' /mais_merch 273,758,376,789 '.", "gt_answer": "The social media links provided are '/mais_prep92,757,185,791' and '/mais_merch270,756,375,785'. These links are likely to direct viewers to social media pages or websites for more content."} +{"image": ["imgs/ChartQA_PCG/two_col_1825.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat will be the estimated amount of tight oil production in the US in 2050?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "33.94862, 177, 895, 193"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "33.94860, 178, 894, 194", "gt_answer": "33.94862, 177, 895, 193", "necessary bbox": "['33.94862, 177, 895, 193']"} +{"image": ["imgs/CCMAIN/0094731.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a letter from Beechwood School470,95,704,126 for Class 5: June 2021479,131,685,150, expressing gratitude for a successful school year despite Covid-19285,332,359,352 challenges. The teachers enjoyed seeing the children grow and shared stories, including loose tooth stories313,393,456,413. A picnic is planned for June 16th367,455,428,475, and parents are asked to pack snacks and lunches separately. The school is preparing Father\u2019s Day gifts299,550,440,567 and a keepsake video. The letter thanks parents for their support during this difficult year."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Beechwood School Class 5: June 2021 letter expresses gratitude to the parents for their support during a challenging school year due to Covid-19. The class had a successful year, and they enjoyed watching the children grow. A picnic is planned for June 16th370,455,433,475, and parents are asked to pack a snack. Father's Day gifts will be sent home soon, and a video keepsake is being created. The school appreciates the help and support from parents throughout the year.", "gt_answer": "The document is a letter from Beechwood School470,95,704,126 for Class 5: June 2021479,131,685,150, expressing gratitude for a successful school year despite Covid-19285,332,359,352 challenges. The teachers enjoyed seeing the children grow and shared stories, including loose tooth stories313,393,456,413. A picnic is planned for June 16th367,455,428,475, and parents are asked to pack snacks and lunches separately. The school is preparing Father\u2019s Day gifts299,550,440,567 and a keepsake video. The letter thanks parents for their support during this difficult year."} +{"image": ["imgs/CCMAIN/0085350.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date is the event at 317,596,377,613scheduled?"}, {"role": "assistant", "content": "September 7"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "September 7", "gt_answer": "September 7"} +{"image": ["imgs/ChartQA_PCG/two_col_81125.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat mode of transportation accounted for the largest percentage of total passenger transportation in Europe in 2018?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Passenger cars661,329,792,361"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Passenger cars660, 329, 795, 361", "gt_answer": "Passenger cars661,329,792,361", "necessary bbox": "['Passenger cars661,329,792,361', '71.7%560,425,616,451']"} +{"image": ["imgs/ChartQA_PCG/37026902001151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the obesity percentage for Ethiopia and how does it compare to Japan? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "Ethiopia has an obesity percentage of 1.10229, 589, 264, 611, while Japan has 1.50258, 437, 293, 459. Ethiopia's percentage is 0.40 less than Japan's."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Ethiopia has an obesity percentage of 1.10234, 587, 269, 609, which is lower than Japan's 1.50258, 447, 293, 469.", "gt_answer": "Ethiopia has an obesity percentage of 1.10229, 589, 264, 611, while Japan has 1.50258, 437, 293, 459. Ethiopia's percentage is 0.40 less than Japan's."} +{"image": ["imgs/CCMAIN/0258354.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of shares purchased and/or held as treasury shares against the total number of issued shares? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document indicates that the Total number of shares purchased and/or held as treasury shares against total number of issued shares of the listed issuer64,548,289,561 is 0.40542310,546,363,559%. Answer: 0.40542310,546,363,559"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the total number of shares purchased and/or held as treasury shares against the total number of issued shares is 0.40542310,546,364,559%. Answer: 0.40542310,546,364,559", "gt_answer": "The document indicates that the Total number of shares purchased and/or held as treasury shares against total number of issued shares of the listed issuer64,548,289,561 is 0.40542310,546,363,559%. Answer: 0.40542310,546,363,559"} +{"image": ["imgs/CCMAIN/0233250.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific task is associated with 176,485,864,507? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The specific task associated with Coordinating and negotiating logistics with hotel properties for meetings and seminars.176,485,864,507 is managing the logistical arrangements with hotels to ensure successful meetings and seminars."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific task associated with Coordinating and negotiating logistics with hotel properties for meetings and seminars.176,485,864,507 is to handle the logistical arrangements for meetings and seminars, ensuring that all necessary arrangements are made with hotel properties.", "gt_answer": "The specific task associated with Coordinating and negotiating logistics with hotel properties for meetings and seminars.176,485,864,507 is managing the logistical arrangements with hotels to ensure successful meetings and seminars."} +{"image": ["imgs/CCMAIN/0344657.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the final lot elevation for 384,715,517,737?"}, {"role": "assistant", "content": "683.20"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "683.80", "gt_answer": "683.20"} +{"image": ["imgs/ChartQA_PCG/two_col_103460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two countries each have a share of emissions below two percent? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Mexico with 1.50% 305,783,345,795 and Canada with 1.60% 306,712,346,723"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The countries are Mexico229,786,271,795 with 1.50%306,784,346,795 and Canada223,710,271,719 with 1.60%308,708,348,719.", "gt_answer": "Mexico with 1.50% 305,783,345,795 and Canada with 1.60% 306,712,346,723"} +{"image": ["imgs/Crello/output_poster2157_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country is highlighted in the text at 287,804,685,845?"}, {"role": "assistant", "content": "Portugal"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Portugal", "gt_answer": "Portugal", "necessary bbox": "[' CATCHING THE OCEAN BREEZE IN PORTUGAL 287,804,685,845']"} +{"image": ["imgs/ChartQA_PCG/two_col_22421.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much did the Netherlands export in terms of petroleum products to the UK in 2019?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "7497 thousand metric tons"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The Netherlands exported 7497915, 120, 948, 125 thousand metric tons of petroleum products to the UK in 2019.\n\nAnswer: 7497", "gt_answer": "7497 thousand metric tons", "necessary bbox": "['Netherlands211, 121, 286, 126', '7497914, 121, 946, 126']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20953.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the population of the lower income class change from 199, 586, 227, 600 to 821, 586, 849, 600? Give grounding and detailed answer."}, {"role": "assistant", "content": "The population of the lower income class increased from 33.20 million in 1971199, 586, 227, 600 to 70.30 million in 2015821, 586, 849, 600."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 1971199, 586, 227, 600, the population was 34.40 million. By 2015821, 586, 849, 600, it increased to 70.40 million. This represents an increase of 36 million.", "gt_answer": "The population of the lower income class increased from 33.20 million in 1971199, 586, 227, 600 to 70.30 million in 2015821, 586, 849, 600."} +{"image": ["imgs/ChartQA_PCG/multi_col_60139.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of cruise passengers for Dubai in 2030*?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "850801, 62, 824, 81"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "850801, 64, 824, 82", "gt_answer": "850801, 62, 824, 81", "necessary bbox": "['Dubai316, 656, 347, 672', '2030*813, 529, 847, 543', '850801, 62, 824, 81']"} +{"image": ["imgs/CCMAIN/0345953.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich division is led by JOE PARSONS? Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "According to the document, JOE PARSONS820,478,920,492 is the Director of the Methodology Division790,445,950,459. Answer: Methodology Division790,445,950,459"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document shows that JOE PARSONS819,476,920,490 is the Director of the Methodology Division793,445,947,459. Answer: Methodology Division793,445,947,459", "gt_answer": "According to the document, JOE PARSONS820,478,920,492 is the Director of the Methodology Division790,445,950,459. Answer: Methodology Division790,445,950,459"} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount of earmarked funds? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total earmarked funds are listed at the bottom of the document as 3,090.00675,904,748,921, which includes Contingency for Elections, General Contingency, and Unallocated Reserves. Answer: 3,090.00675,904,748,921", "gt_answer": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"} +{"image": ["imgs/CCMAIN/0104540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is 58,179,199,196 for submitting the ad space? Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document specifies the Space Deadline58,179,199,196 as July 15, 2021219,179,338,196, indicating the last date to submit the ad space. Answer: July 15, 2021219,179,338,196"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Space Deadline58,179,199,196 for submitting the ad space is July 15, 2021219,179,343,196. Answer: July 15, 2021219,179,343,196", "gt_answer": "The document specifies the Space Deadline58,179,199,196 as July 15, 2021219,179,338,196, indicating the last date to submit the ad space. Answer: July 15, 2021219,179,338,196"} +{"image": ["imgs/CCMAIN/0084276.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 78,617,129,642 436,521,594,544 without receiving a subsidized direct loan or Pell Grant?"}, {"role": "assistant", "content": "38"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "86", "gt_answer": "38"} +{"image": ["imgs/Crello/output_poster1994_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat word on the poster implies perpetuity?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " FOREVER 326,877,660,913 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " FOREVER 327,876,661,910 ", "gt_answer": " FOREVER 326,877,660,913 ", "necessary bbox": "[' FOREVER 326,877,660,913 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_80126.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the GERD as a percentage of GDP in 734, 859, 762, 910?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "1.13%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The GERD as a percentage of GDP in 2017*734, 859, 762, 910 was 1.13%730, 111, 771, 129. Answer: 1.13%", "gt_answer": "1.13%", "necessary bbox": "['2017*734, 859, 762, 910', '1.13%730, 112, 770, 129']"} +{"image": ["imgs/CCMAIN/0187456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific repair is mentioned in 782,121,913,133 and what does it involve? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The specific repair mentioned is 'Toyota Avensis. The front fender repair. \u0420\u0435\u043c\u043e\u043d\u0442 \u043f\u0435\u0440\u0435\u0434\u043d\u0435\u0433\u043e \u043a\u0440\u044b\u043b\u0430.' in 782,121,913,133. This involves repairing the front fender of a Toyota Avensis, which is a part of the vehicle's bodywork that may require attention due to damage or wear."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific repair mentioned in 782,121,913,133 is 'How To Replace The Fuel Pump On A Toyota Avensis 2005'. This involves replacing the fuel pump on a Toyota Avensis from the year 2005.", "gt_answer": "The specific repair mentioned is 'Toyota Avensis. The front fender repair. \u0420\u0435\u043c\u043e\u043d\u0442 \u043f\u0435\u0440\u0435\u0434\u043d\u0435\u0433\u043e \u043a\u0440\u044b\u043b\u0430.' in 782,121,913,133. This involves repairing the front fender of a Toyota Avensis, which is a part of the vehicle's bodywork that may require attention due to damage or wear."} +{"image": ["imgs/CCMAIN/0214468.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific documents ensure 218,57,355,77' compliance with BSE and AMR regulations? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Federal Register, published 7/13/07: 9 CFR PART 309, 310 and 318 et al.117,193,651,210"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Federal Register117,193,238,210, Notice 56-07117,238,210,254, Directive 6100.1117,253,234,269, Directive 6100.4117,268,234,285", "gt_answer": "Federal Register, published 7/13/07: 9 CFR PART 309, 310 and 318 et al.117,193,651,210"} +{"image": ["imgs/Crello/output_poster168_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the Arabesq Cat Bed in Tan?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " $32 88,734,221,785"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $32 89,735,221,784 ", "gt_answer": " $32 88,734,221,785", "necessary bbox": "[' $32 88,734,221,785']"} +{"image": ["imgs/CCMAIN/0162014.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which years were the files for Rev. Leib Bercovitch created in 300,238,355,253? Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document lists the File Date300,238,355,253 as 1935-1937452,238,523,253, indicating the years during which the records for Rev. Leib Bercovitch were created. Answer: 1935-1937452,238,523,253"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the File Date300,238,355,253 as 1935-1937452,238,523,253, indicating the period during which the records were created. Answer: 1935-1937452,238,523,253", "gt_answer": "The document lists the File Date300,238,355,253 as 1935-1937452,238,523,253, indicating the years during which the records for Rev. Leib Bercovitch were created. Answer: 1935-1937452,238,523,253"} +{"image": ["imgs/CCMAIN/0219112.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which date are Group Numbers 1-174 and 1376-1500 required to appear? Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "According to the jury calendar, Group Numbers 1-174624,228,772,244 and 1376-1500670,268,762,284 are scheduled for Thursday642,186,738,203, 1773,927,782,941. Answer: 1773,927,782,941"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the calendar, Group Numbers 1-174713,246,765,264 and 1376-1500669,268,765,286 are scheduled for Thursday, July 15. Answer: July 15", "gt_answer": "According to the jury calendar, Group Numbers 1-174624,228,772,244 and 1376-1500670,268,762,284 are scheduled for Thursday642,186,738,203, 1773,927,782,941. Answer: 1773,927,782,941"} +{"image": ["imgs/ChartQA_PCG/two_col_21855.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of touchdowns scored by John Stallworth?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "64"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "John Stallworth scored 65 touchdowns. Answer: 65", "gt_answer": "64", "necessary bbox": "['John Stallworth167, 285, 261, 293', '64null']"} +{"image": ["imgs/ChartQA_PCG/two_col_42594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the first decrease compared to the previous year?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2009467,877,495,921"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2001193,879,218,921", "gt_answer": "2009467,877,495,921", "necessary bbox": "['2009467,877,495,921']"} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 477,924,503,969?"}, {"role": "assistant", "content": " 14 "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "14", "gt_answer": " 14 ", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/Crello/output_poster1764_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is encouraged in 185,763,328,830?"}, {"role": "assistant", "content": "Register"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Register now", "gt_answer": "Register", "necessary bbox": "['Register now\\nto save your spot185,763,328,830']"} +{"image": ["imgs/CCMAIN/0095710.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the driver associated with the car number 63,506,77,518 and what is their class and location? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The driver associated with car number 9863,506,77,518 is Ernie Francis Jr, who is in the TA class and is from Southwest Ranches, Fla."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The driver associated with the car number 9863,506,77,518 is Ernie Francis Jr., and his class is TA. He is from Southwest Ranches, Fla.", "gt_answer": "The driver associated with car number 9863,506,77,518 is Ernie Francis Jr, who is in the TA class and is from Southwest Ranches, Fla."} +{"image": ["imgs/Crello/output_poster1731_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster as indicated by the text in 310,510,495,542?"}, {"role": "assistant", "content": "Natural wonders bucket list"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Natural Wonders Bucket List", "gt_answer": "Natural wonders bucket list", "necessary bbox": "[' Natural wonders bucket list: 310,510,495,542']"} +{"image": ["imgs/Crello/output_poster1393_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of Lemon Oil?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "$4.90"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price of Lemon Oil is mentioned as ' $ 4 90 512,538,546,557'. Answer: $4.90", "gt_answer": "$4.90", "necessary bbox": "[' $ 444,541,455,555 ', ' 4 464,532,508,573 ', ' 90 520,542,543,553 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 543,610,571,627 employees in 760,519,810,535?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "49%769,389,798,413"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "49%770,392,796,411", "gt_answer": "49%769,389,798,413", "necessary bbox": "['Male543,610,571,627','49%769,389,798,413']"} +{"image": ["imgs/CCMAIN/0183186.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many threads per inch does a screw size 99,332,107,346 have? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The table shows that a screw size 699,332,107,346 has 18239,332,253,346 threads per inch. Answer: 18239,332,253,346"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The table lists the Threads per inch178,302,312,316 for each screw size. For a screw size of 699,332,107,346, it has 18239,332,254,346 threads per inch. Answer: 18239,332,254,346", "gt_answer": "The table shows that a screw size 699,332,107,346 has 18239,332,253,346 threads per inch. Answer: 18239,332,253,346"} +{"image": ["imgs/Crello/output_poster1404_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Corporate Charity Day event?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " DEC 13, MONDAY 410,496,538,593 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " DEC 13,\nMONDAY 407,492,528,596 ", "gt_answer": " DEC 13, MONDAY 410,496,538,593 ", "necessary bbox": "[' DEC 13, MONDAY 410,496,538,593 ']"} +{"image": ["imgs/CCMAIN/0006937.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 135,527,186,537 of the entity? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "AABCT4143P305,523,434,543"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "AABCT4143P306,527,434,542", "gt_answer": "AABCT4143P305,523,434,543"} +{"image": ["imgs/ChartQA_PCG/multi_col_20841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total sales for Apparel in 487,576,515,590?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "3.70487,450,513,469"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "4.90 million U.S. dollars.", "gt_answer": "3.70487,450,513,469", "necessary bbox": "['Apparel414,680,457,700', '2009487,576,515,590', '3.70487,450,513,469']"} +{"image": ["imgs/CCMAIN/0031974.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the measurements of the diamond? Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The Measurements44,319,138,340 of the diamond are 3.89 x 4.58 x 2.79 mm311,319,450,340, indicating the dimensions of the diamond in millimeters. Answer: 3.89 x 4.58 x 2.79 mm311,319,450,340"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The measurements are provided in the 'Shape and Cutting Style' section as 3.89 x 4.58 x 2.79 mm316,315,449,337. Answer: 3.89 x 4.58 x 2.79 mm316,315,449,337", "gt_answer": "The Measurements44,319,138,340 of the diamond are 3.89 x 4.58 x 2.79 mm311,319,450,340, indicating the dimensions of the diamond in millimeters. Answer: 3.89 x 4.58 x 2.79 mm311,319,450,340"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much of the 219,374,298,391 is saturated fat? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "<0.5 g525,402,575,421"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "<0.5 g525,403,576,420", "gt_answer": "<0.5 g525,402,575,421"} +{"image": ["imgs/CCMAIN/0267131.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich yacht had the highest 457,133,483,143 value? Give grounding and detailed answer. Summarize with the answer at the end."}, {"role": "assistant", "content": "The yacht KINGYO173,194,225,207 had a TCC457,133,483,143 value of 1.028451,194,485,207, which is the highest among the listed yachts. Answer: KINGYO173,194,225,207"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Yacht Name174,132,248,143 KINGYO had the highest TCC457,133,483,143 value of 1.028, as shown in the document. Answer: KINGYO", "gt_answer": "The yacht KINGYO173,194,225,207 had a TCC457,133,483,143 value of 1.028451,194,485,207, which is the highest among the listed yachts. Answer: KINGYO173,194,225,207"} +{"image": ["imgs/ChartQA_PCG/15017697005003.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich food type has the least land use per 100 kilocalories?Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Tomatoes (greenhouse)"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The food type with the least land use per 100 kilocalories is Tomatoes (greenhouse)62,837,295,854 with a value of -0.03. Answer: Tomatoes (greenhouse)", "gt_answer": "Tomatoes (greenhouse)", "necessary bbox": "['Tomatoes (greenhouse)83, 835, 354, 859', '0.03371, 832, 422, 854']"} +{"image": ["imgs/ChartQA_PCG/two_col_100330.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of RTC premises in millions in 808, 884, 836, 896?"}, {"role": "assistant", "content": "11.7"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "11.70", "gt_answer": "11.7", "necessary bbox": [" 11.70 "]} +{"image": ["imgs/ChartQA_PCG/two_col_43841.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the import value for France in GBP?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "17478196"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The import value for France is shown as 172534000.\n\nAnswer: 172534000", "gt_answer": "17478196", "necessary bbox": "['France217,339,257,352', 'Import value in GBP525,939,651,956']"} +{"image": ["imgs/ChartQA_PCG/two_col_1753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people are '636, 287, 954, 319'?"}, {"role": "assistant", "content": "72.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "72%", "gt_answer": "72.0%", "necessary bbox": "['72.0%543, 375, 599, 401', 'Staying alert and taking precautions636, 287, 954, 319']"} +{"image": ["imgs/Crello/output_poster1732_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage mentioned in the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 70% 320,594,635,720 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 70% 345,638,631,712 ", "gt_answer": " 70% 320,594,635,720 ", "necessary bbox": "[' 70% 320,594,635,720 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_20016.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich province in Canada had 216,860,224,870 of licensed breweries?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Nunavut"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The province with 1216,860,224,870 licensed brewery is Nunavut. Answer: Nunavut", "gt_answer": "Nunavut", "necessary bbox": "['Nunavut146,862,203,870', '1216,860,224,870']"} +{"image": ["imgs/CCMAIN/0233326.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the starting position for the dance? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "left foot lead290,101,388,120"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "left foot lead295,103,389,120", "gt_answer": "left foot lead290,101,388,120"} +{"image": ["imgs/Crello/output_poster573_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Olympic Games take place? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The Olympic Games mentioned took place in the year PyeongChang 2018 565,784,944,871 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Olympic Games took place in PyeongChang 2018 564,791,943,875 .", "gt_answer": "The Olympic Games mentioned took place in the year PyeongChang 2018 565,784,944,871 ."} +{"image": ["imgs/CCMAIN/0094726.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a CERTIFICATE OF CONFORMITY257,157,814,193 issued by HUAXUN detection for a Retractable USB charging cable293,382,579,402 manufactured by Shenzhen Red Star Electronics Co., Ltd.293,248,654,267 The product models include RXD-SSX304293,413,416,432, RXD-SSX304A427,413,563,432, and others. The certificate confirms compliance with EN 55032: 2015293,499,439,518 and EN 55024: 2010 + A1: 2015293,517,544,537 standards, as per the Council EMC Directive 2014/30/EU294,572,374,591. It is valid only for the tested sample and linked to the test report number HX1905018564228,664,368,684. The certificate was issued on May 16, 2019."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a CERTIFICATE OF CONFORMITY258,160,813,194 issued by HUAXUN detection for Sherzhen Red Star Electronics Co., Ltd.295,249,653,267. It certifies that the Retractable USB charging cable295,384,579,402 models RXD-SSX304 to RXD-C29 are compliant with the Council EMC Directive 2014/30/EU295,573,646,591. The test standards used were EN 55032: 2015295,500,440,518 and EN 55024: 2010 + A1: 2015295,518,544,536. The certificate is valid only for the tested sample and does not imply compliance for the entire production. It was issued on May. 16, 2019666,824,792,842.", "gt_answer": "The document is a CERTIFICATE OF CONFORMITY257,157,814,193 issued by HUAXUN detection for a Retractable USB charging cable293,382,579,402 manufactured by Shenzhen Red Star Electronics Co., Ltd.293,248,654,267 The product models include RXD-SSX304293,413,416,432, RXD-SSX304A427,413,563,432, and others. The certificate confirms compliance with EN 55032: 2015293,499,439,518 and EN 55024: 2010 + A1: 2015293,517,544,537 standards, as per the Council EMC Directive 2014/30/EU294,572,374,591. It is valid only for the tested sample and linked to the test report number HX1905018564228,664,368,684. The certificate was issued on May 16, 2019."} +{"image": ["imgs/ChartQA_PCG/two_col_101527.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Honduras' exports was to 347, 955, 412, 969 in 2019?"}, {"role": "assistant", "content": " 8% "}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "8%", "gt_answer": " 8% ", "necessary bbox": "['El Salvador347, 955, 412, 969', '8%null']"} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the editor from the University of Illinois? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists Gordon Hutner91,150,193,163 as the Editor91,120,137,133 and mentions his affiliation with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Gordon Hutner90,150,194,165 as the editor from the University of Illinois90,165,231,180. Answer: Gordon Hutner90,150,194,165", "gt_answer": "The document lists Gordon Hutner91,150,193,163 as the Editor91,120,137,133 and mentions his affiliation with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"} +{"image": ["imgs/CCMAIN/0014135.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 199,316,313,332 threshold for a household size of 3 to qualify for financial assistance? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "According to the chart579,316,614,332 provided in the document, the monthly income199,316,313,332 threshold for a household size of 397,139,105,154 is $ 3,289.00523,423,611,439. Answer: $ 3,289.00523,423,611,439"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form provides a chart showing the MONTHLY INCOME199,316,313,332 for different household sizes. For a household size of 3, the threshold is $3,289.00. Answer: $3,289.00", "gt_answer": "According to the chart579,316,614,332 provided in the document, the monthly income199,316,313,332 threshold for a household size of 397,139,105,154 is $ 3,289.00523,423,611,439. Answer: $ 3,289.00523,423,611,439"} +{"image": ["imgs/CCMAIN/0072441.png"], "messages": [{"role": "user", "content": "<|image|> \nAre 515,617,583,629 filing an initial return required to complete Schedule AL-CAR?"}, {"role": "assistant", "content": "No"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "No", "gt_answer": "No"} +{"image": ["imgs/ChartQA_PCG/two_col_60550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company had 745, 743, 771, 762' of social shares in 2016?"}, {"role": "assistant", "content": "Cadbury"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Shell", "gt_answer": "Cadbury", "necessary bbox": "['Cadbury734, 887, 782, 907', '4.08745, 743, 771, 762']"} +{"image": ["imgs/CCMAIN/0053877.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for sending entries as mentioned in 129,584,868,800 and what is the significance of the date 28^{\\mathrm{th}}? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The deadline for sending entries is Friday, 28^{\\mathrm{th}}522,702,566,720 May, as mentioned in 129,584,868,800. This date is significant because it marks the last day for enrollment, ensuring that participants secure their spot in the event before places are filled."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The deadline for sending entries is Friday 28th May. This date is significant as it marks the closing date for enrollment, indicating that all entries must be submitted by this time to participate in the tournament.", "gt_answer": "The deadline for sending entries is Friday, 28^{\\mathrm{th}}522,702,566,720 May, as mentioned in 129,584,868,800. This date is significant because it marks the last day for enrollment, ensuring that participants secure their spot in the event before places are filled."} +{"image": ["imgs/ChartQA_PCG/two_col_41555.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the lowest transport volume in the road freight sector?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2009278, 879, 304, 917"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2009278, 879, 304, 917", "gt_answer": "2009278, 879, 304, 917", "necessary bbox": "['180136', '2009278, 879, 304, 917']"} +{"image": ["imgs/Crello/output_poster656_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the forum scheduled? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The Business forum137,61,726,143 is scheduled for 14 November 201997,935,677,962."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The forum is scheduled for London 14 november 2019 97,935,680,965 .", "gt_answer": "The Business forum137,61,726,143 is scheduled for 14 November 201997,935,677,962."} +{"image": ["imgs/ChartQA_PCG/two_col_1378.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the starting salary difference for 569,942,620,961?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "75461576,259,613,274"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7905", "gt_answer": "75461576,259,613,274", "necessary bbox": "['Business569,942,620,961','75461576,259,613,274']"} +{"image": ["imgs/CCMAIN/0298189.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich ship is scheduled to remain at anchor till 619,459,656,471? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "LAVENDER RAY447,370,533,381"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "LAVENDER RAY450,369,532,381", "gt_answer": "LAVENDER RAY447,370,533,381"} +{"image": ["imgs/ChartQA_PCG/two_col_24134.png"], "messages": [{"role": "user", "content": "<|image|> \nWho has the second most receiving yards for the Kansas City Chiefs?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Travis Kelce216, 179, 289, 185"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Travis Kelce 216, 179, 288, 186", "gt_answer": "Travis Kelce216, 179, 289, 185", "necessary bbox": "['Travis Kelce216, 179, 289, 185', '7881']"} +{"image": ["imgs/CCMAIN/0303057.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does 408,712,889,728 mean in the context of the paragraph? Give grounding and detailed answer."}, {"role": "assistant", "content": "The phrase in 408,712,889,728 'But now in Christ Jesus ye who sometimes were far off are made nigh by the blood of Christ' means that through Christ's sacrifice, those who were once distant from God are brought near to Him. This is a key concept in the paragraph, emphasizing the transformative power of accepting Christ as a personal Savior."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase But now in Christ Jesus ye who sometimes were far off are408,712,889,728 means that through faith in Christ, believers who were once distant or estranged from God are now reconciled and brought close to Him. This is a metaphorical expression of spiritual transformation and unity with Christ.", "gt_answer": "The phrase in 408,712,889,728 'But now in Christ Jesus ye who sometimes were far off are made nigh by the blood of Christ' means that through Christ's sacrifice, those who were once distant from God are brought near to Him. This is a key concept in the paragraph, emphasizing the transformative power of accepting Christ as a personal Savior."} +{"image": ["imgs/Crello/output_poster933_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the occasion being announced? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The occasion being announced is the 'ANNIVERSARY PARTY', as indicated by ANNIVERSARY PARTY228,277,427,284."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The occasion being announced is an 'ANNIVERSARY PARTY' 230,274,426,281.", "gt_answer": "The occasion being announced is the 'ANNIVERSARY PARTY', as indicated by ANNIVERSARY PARTY228,277,427,284."} +{"image": ["imgs/ChartQA_PCG/multi_col_1513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of Female respondents who watch Cooking (e.g., MasterChef, Chopped, etc.) shows?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 41% 924, 415, 964, 425"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "41%927, 418, 963, 430", "gt_answer": " 41% 924, 415, 964, 425", "necessary bbox": "[' Female 797, 725, 857, 735', ' Cooking (e.g., MasterChef, Chopped, etc.) 163, 420, 526, 433', ' 41% 924, 415, 964, 425']"} +{"image": ["imgs/ChartQA_PCG/two_col_102435.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents said '749, 849, 813, 862'?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "13.90%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who said 'Don't know749, 849, 813, 862' is 13.90%759, 619, 803, 635. Answer: 13.9%", "gt_answer": "13.90%", "necessary bbox": "[\"Don't know749, 849, 813, 862\", '13.90%759, 620, 803, 636']"} +{"image": ["imgs/CCMAIN/0115535.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the document imply you should 493,283,576,312 in the beginning? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "something basic580,286,677,307"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "something basic586,283,679,312", "gt_answer": "something basic580,286,677,307"} +{"image": ["imgs/Crello/output_poster1578_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat religious holiday does the poster aim to celebrate based on the text? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The poster celebrates the holiday of ' Passover 276,538,689,622 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster aims to celebrate Passover, as indicated by the text ' Passover 274,538,690,619 '.", "gt_answer": "The poster celebrates the holiday of ' Passover 276,538,689,622 '."} +{"image": ["imgs/CCMAIN/0061839.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat activities are included in the 475,338,595,355 for breaks during the day? Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The document lists several activities under Routine Self-Care475,338,595,355 for breaks during the day, including Meditation176,800,257,817, Music450,800,494,817, Journaling725,800,800,817, and others, to help manage stress and maintain mental well-being. Answer: Meditation176,800,257,817, Music450,800,494,817, Journaling725,800,800,817, Nap176,817,206,834, Reading450,817,509,834, Talking725,817,776,834, Gardening176,834,252,851, Hot tub450,834,506,851, Online562,389,607,405"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists these activities under Breaks during the day117,785,279,801 as part of the Routine Self-Care475,338,595,355. Answer: Meditation, music, journaling, talking, gardening, hot tub, online.", "gt_answer": "The document lists several activities under Routine Self-Care475,338,595,355 for breaks during the day, including Meditation176,800,257,817, Music450,800,494,817, Journaling725,800,800,817, and others, to help manage stress and maintain mental well-being. Answer: Meditation176,800,257,817, Music450,800,494,817, Journaling725,800,800,817, Nap176,817,206,834, Reading450,817,509,834, Talking725,817,776,834, Gardening176,834,252,851, Hot tub450,834,506,851, Online562,389,607,405"} +{"image": ["imgs/Crello/output_poster2276_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of look is being promoted in the poster as per 272,930,681,946?"}, {"role": "assistant", "content": "Glowy, flawless and natural look"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Glowy, flawless and natural look", "gt_answer": "Glowy, flawless and natural look", "necessary bbox": "[' FOR A GLOWY, FLAWLESS AND NATURAL LOOK 272,930,681,946 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 671, 580, 701, 596 voters supported Hillary Clinton?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 65% 665, 202, 690, 221"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "65%664, 201, 690, 219", "gt_answer": " 65% 665, 202, 690, 221", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/CCMAIN/0131436.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat 193,154,290,191 is the SF Bay Regional Water Board awaiting comments on? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "401 Water Quality Certification and Waste Discharge Requirements195,477,292,494"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "401 Water Quality Certification and Waste Discharge Requirements196,475,293,492", "gt_answer": "401 Water Quality Certification and Waste Discharge Requirements195,477,292,494"} +{"image": ["imgs/CCMAIN/0348648.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The United Methodist Personal Investment Plan (UMPIP)413,238,751,251 is a retirement plan managed by the General Board of Pension and Health Benefits of The United Methodist Church. It offers features like before-tax and/or after-tax contributions485,363,739,376, acceptance of eligible rollovers463,401,567,413, and matching contributions by plan sponsors. Participants can direct investments and have access to LifeStage Investment Management Service499,528,776,541 and LifeStage Retirement Income475,640,662,653 at no charge. The plan provides options for hardship loans408,551,504,563, withdrawals537,551,612,563, and various distribution methods. Account information is accessible through Benefits Access650,700,750,713 and the Interactive Voice Response (IVR) system638,715,902,728. Support is available via phone for inquiries."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The United Methodist Personal Investment Plan (UMPIP)410,239,748,251 is a retirement plan for clergy administered by the General Board of Pension and Health Benefits of The United Methodist Church. It offers convenient before-tax and/or after-tax contributions, accepts eligible rollovers, and provides matching contributions for less than full-time clergy. Participants can direct investments among various fund options, access the LifeStage Investment Management Service496,529,775,541 at no charge, and receive hardship loans and withdrawals. The plan allows distributions upon termination, disability, retirement, or death, with options for lump-sum, partial lump-sum, or cash installment distributions. Access to LifeStage Retirement Income472,639,661,651 is available at no charge, converting account balances into monthly payments. On-demand and quarterly statements are provided, along with access to account information through Benefits Access651,700,752,712 and Interactive Voice Response (IVR) system641,717,901,729.", "gt_answer": "The United Methodist Personal Investment Plan (UMPIP)413,238,751,251 is a retirement plan managed by the General Board of Pension and Health Benefits of The United Methodist Church. It offers features like before-tax and/or after-tax contributions485,363,739,376, acceptance of eligible rollovers463,401,567,413, and matching contributions by plan sponsors. Participants can direct investments and have access to LifeStage Investment Management Service499,528,776,541 and LifeStage Retirement Income475,640,662,653 at no charge. The plan provides options for hardship loans408,551,504,563, withdrawals537,551,612,563, and various distribution methods. Account information is accessible through Benefits Access650,700,750,713 and the Interactive Voice Response (IVR) system638,715,902,728. Support is available via phone for inquiries."} +{"image": ["imgs/ChartQA_PCG/two_col_6264.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the revenue fall to 98,383,116,398?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2020856,877,881,916"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2020857,879,882,917", "gt_answer": "2020856,877,881,916", "necessary bbox": "['296.70849,686,890,703', '2020856,877,881,916']"} +{"image": ["imgs/CCMAIN/0072884.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the maximum character limit for the group name? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The form specifies that the Group Name146,181,248,196 field should not exceed 20 characters max795,194,894,204. Answer: 20 characters max795,194,894,204"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the group name should be limited to 20 characters max786,193,891,204. Answer: 20 characters max786,193,891,204", "gt_answer": "The form specifies that the Group Name146,181,248,196 field should not exceed 20 characters max795,194,894,204. Answer: 20 characters max795,194,894,204"} +{"image": ["imgs/CCMAIN/0073348.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company has the lowest average daily traded volume among those traded locally? Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Among the companies traded locally, San Miguel146,707,196,721 (SAMI AR) has the lowest average daily traded volume at $0.02758,707,782,721 million. Answer: SAMI AR379,707,418,721"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Among the companies traded locally, San Miguel147,702,198,716 has the lowest average daily traded volume of $0.02757,702,783,716 million, as indicated in the 'ADTV*' column. Answer: San Miguel147,702,198,716", "gt_answer": "Among the companies traded locally, San Miguel146,707,196,721 (SAMI AR) has the lowest average daily traded volume at $0.02758,707,782,721 million. Answer: SAMI AR379,707,418,721"} +{"image": ["imgs/ChartQA_PCG/two_col_62128.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage change for 'Theft from the person'?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "42%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage change for 'Theft from the person' is 42%893, 547, 926, 556.\n\nAnswer: 42%", "gt_answer": "42%", "necessary bbox": "['Theft from the person263, 547, 430, 556', '42%891, 546, 926, 554']"} +{"image": ["imgs/ChartQA_PCG/two_col_81185.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the proportion of offenders who re-offended from 177,897,203,943 to 764,897,789,943? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The proportion fluctuated, starting at 31%177,355,205,373 in 2006177,897,203,943, peaking in 2008284,899,310,943 at 31.70%273,181,323,199, and ending at 29.30%754,780,803,797 in 2017764,897,789,943."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of offenders who re-offended decreased from 31%177,356,206,375 in 2006 to 29.30%755,774,804,793 in 2017.", "gt_answer": "The proportion fluctuated, starting at 31%177,355,205,373 in 2006177,897,203,943, peaking in 2008284,899,310,943 at 31.70%273,181,323,199, and ending at 29.30%754,780,803,797 in 2017764,897,789,943."} +{"image": ["imgs/CCMAIN/0112567.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The City of Dunnellon337,95,618,109 issued a mandatory boil water notice721,407,840,421 for all utility customers within the city limits and Chatmire residents due to a break in a main 12 inch water line400,427,572,441 behind the Publix construction area. The line was repaired quickly, but the notice remains until a bacteriological survey confirms the water is safe. A rolling boil of one minute214,517,400,531 is sufficient, or bottled water can be used. Test results are expected by Saturday at noon531,556,658,570. The city will stop the notice if results are satisfactory. A 411 information call131,659,279,673 was placed to affected customers. Fire hydrant testing was postponed and will resume next week. For questions, contact the Utility Department at 352-465-8590605,833,838,846."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The CITY OF DUNNELLON335,91,618,114 issued a press release on March 15, 2018, informing residents of a mandatory boil water notice due to a break in a 12 inch water line447,426,572,440 behind the Publix construction area. The line was repaired quickly, but the boil notice remains until a bacteriological survey confirms water safety. Boiling water for one minute is recommended as an alternative to bottled water. The notice will be lifted if tests are satisfactory by Saturday at noon. A 411 call was made to affected customers, and updates can be obtained by contacting the billing office. Mandatory testing of fire hydrants was postponed and will resume next week.", "gt_answer": "The City of Dunnellon337,95,618,109 issued a mandatory boil water notice721,407,840,421 for all utility customers within the city limits and Chatmire residents due to a break in a main 12 inch water line400,427,572,441 behind the Publix construction area. The line was repaired quickly, but the notice remains until a bacteriological survey confirms the water is safe. A rolling boil of one minute214,517,400,531 is sufficient, or bottled water can be used. Test results are expected by Saturday at noon531,556,658,570. The city will stop the notice if results are satisfactory. A 411 information call131,659,279,673 was placed to affected customers. Fire hydrant testing was postponed and will resume next week. For questions, contact the Utility Department at 352-465-8590605,833,838,846."} +{"image": ["imgs/CCMAIN/0172835.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does 559,400,860,417 work according to the article?"}, {"role": "assistant", "content": "rotational motion and forging pressure"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "By joining two metal objects through rotational motion and pressure.", "gt_answer": "rotational motion and forging pressure"} +{"image": ["imgs/Crello/output_poster364_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the author of the quote mentioned in 93,357,864,562?"}, {"role": "assistant", "content": "Edgar Degas"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Edgar Degas", "gt_answer": "Edgar Degas", "necessary bbox": "[' -Edgar Degas 245,825,522,856', \" Painting is easy when you don't know how, but very difficult when you do. 93,357,864,562\"]"} +{"image": ["imgs/ChartQA_PCG/two_col_104793.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of books published by Blurb first exceed 99,469,134,482? Give grounding and detailed answer."}, {"role": "assistant", "content": "The number of books published by Blurb first exceeded 2000099,469,134,482 in 2015590,866,617,879."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of books first exceeded 2000099,469,134,482 in 2015591,867,618,880 with 33188586,207,623,223 books.", "gt_answer": "The number of books published by Blurb first exceeded 2000099,469,134,482 in 2015590,866,617,879."} +{"image": ["imgs/CCMAIN/0197502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 97,493,232,513 is the least expensive? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2013 Syrah, Clayhouse, Red Cedar Vineyard, Paso Robles, California $1696,515,740,536"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2016 Garnache97,621,240,641", "gt_answer": "2013 Syrah, Clayhouse, Red Cedar Vineyard, Paso Robles, California $1696,515,740,536"} +{"image": ["imgs/Crello/output_poster448_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the Charity Music Fest? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The date of the Charity Music Fest is ' 17/\n4/\n2018/ 48,219,139,661'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The date of the Charity Music Fest is 17/\n4/\n2018 46,239,125,656 .", "gt_answer": "The date of the Charity Music Fest is ' 17/\n4/\n2018/ 48,219,139,661'."} +{"image": ["imgs/ChartQA_PCG/two_col_21737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the predicted national debt for 783,872,809,914?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "66.77%775, 198, 820, 214"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "66.77%775,198,820,214", "gt_answer": "66.77%775, 198, 820, 214", "necessary bbox": "['66.77%775, 198, 820, 214','2025*783,872,809,914']"} +{"image": ["imgs/ChartQA_PCG/two_col_41633.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the decrease in infant mortality rate from 2009 to 2019?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "4.3"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate in 2009 was 12.90111, 103, 144, 119, and in 2019 it was 8.60765, 353, 791, 369. The decrease is 12.90 - 8.60 = 4.30. Answer: 4.30", "gt_answer": "4.3", "necessary bbox": "['12.90110, 102, 144, 118', '8.60762, 353, 788, 368']"} +{"image": ["imgs/ChartQA_PCG/two_col_20910.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the demand first exceed 140 billion gallons and what was the exact demand? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The demand first exceeded 140 billion gallons in 2004 495,823,521,869 with an exact demand of 141.18 487,239,531,258 billion gallons."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The demand first exceeded 140 billion gallons in 2015763,822,788,866 with a demand of 140.01746,259,787,278 billion gallons.", "gt_answer": "The demand first exceeded 140 billion gallons in 2004 495,823,521,869 with an exact demand of 141.18 487,239,531,258 billion gallons."} +{"image": ["imgs/CCMAIN/0174333.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Pension Application for Benjamin Benedict340,93,659,107, filed by his widow, Elizabeth253,110,320,124, in 1837631,178,667,191. Elizabeth, aged seventy-seven, seeks benefits under the Act of Congress passed on July 4th, 1836. Benjamin Benedict served as a fifer and sergeant in various regiments during the American Revolutionary War, including Col. James Holmes\u2019s Regiment482,298,722,309 and Col. Thomas Thomas\u2019s Regiment330,381,572,395. He participated in campaigns in South Salem760,296,807,310, Peekskill721,330,784,344, and Westchester County117,313,267,327. Benjamin also served as an ensign in Col. Thaddeus Crane\u2019s Regiment505,500,744,513. Elizabeth states they married on March 27, 1776, and Benjamin died on October 17, 1832. She remained a widow since his death."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Elizabeth Benedict, widow of Benjamin Benedict, applied for a pension on January 20, 1837. She declared that her husband enlisted in Captain Joseph Benedict\u2019s company of Volunteers in Col. James Holmes\u2019s Regiment in Westchester County in August 1775. He served five months and returned in January 1776. Benjamin was called into Militia service as a sergeant in December 1776 and January 1777. In May and June 1777, he served under Captain Ebenezer Scofield in Col. Thaddeus Crane\u2019s Regiment. In the fall of 1779, he served as an ensign in Captain David Pardee\u2019s Company. He also served as an ensign in Captain Ephraim Lockwood\u2019s Company in May 1781. Elizabeth married Benjamin on March 27, 1776, and he died on October 17, 1832. She had five children: Stephen, Ruth, Ellen, Abijah G., and Benjamin B. Benedict.", "gt_answer": "The document is a Pension Application for Benjamin Benedict340,93,659,107, filed by his widow, Elizabeth253,110,320,124, in 1837631,178,667,191. Elizabeth, aged seventy-seven, seeks benefits under the Act of Congress passed on July 4th, 1836. Benjamin Benedict served as a fifer and sergeant in various regiments during the American Revolutionary War, including Col. James Holmes\u2019s Regiment482,298,722,309 and Col. Thomas Thomas\u2019s Regiment330,381,572,395. He participated in campaigns in South Salem760,296,807,310, Peekskill721,330,784,344, and Westchester County117,313,267,327. Benjamin also served as an ensign in Col. Thaddeus Crane\u2019s Regiment505,500,744,513. Elizabeth states they married on March 27, 1776, and Benjamin died on October 17, 1832. She remained a widow since his death."} +{"image": ["imgs/Crello/output_poster578_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the organization hosting the symposium mentioned in the poster? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The name of the organization hosting the symposium is the European Society for Heart Research 154,68,786,96 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The organization hosting the symposium is the European Society for Heart Research 157,69,787,94 .", "gt_answer": "The name of the organization hosting the symposium is the European Society for Heart Research 154,68,786,96 ."} +{"image": ["imgs/CCMAIN/0031903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich leader is scheduled for all three services on Sunday, July 25th? Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The schedule shows that Luke (Jaron)206,537,289,549 is the leader for the 8:00 am256,132,306,145, 9:15 am433,132,483,145, and 11:00 am668,132,725,145 services on Sunday, July 25th. Answer: Luke (Jaron)206,537,289,549"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "On Sunday July 25th146,523,249,536, Luke (Jaron)370,536,458,549 is listed as the leader for all three services at 8:00 am254,131,305,144, 9:15 am434,131,485,144, and 11:00 am668,131,729,144. Answer: Luke (Jaron)370,536,458,549", "gt_answer": "The schedule shows that Luke (Jaron)206,537,289,549 is the leader for the 8:00 am256,132,306,145, 9:15 am433,132,483,145, and 11:00 am668,132,725,145 services on Sunday, July 25th. Answer: Luke (Jaron)206,537,289,549"} +{"image": ["imgs/CCMAIN/0355146.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the topics covered in the text within 18,152,972,186? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The text covers a variety of topics including '5 Rules (and One Secret Weapon) for Acing Multiple Choice Tests13 .12 .2020 | pc exam | tnusrb | important science questions', '10 Study Tips for Earning an A on Your Next Exam - College Info Geek', 'Difficult English Vocabulary Quiz', 'Non Verbal Reasoning Test Tips and Tricks for Job Tests \\u0026 Interviews', 'AMCAT Questions \\u0026 Answers | Complete AMCAT Syllabus Covered [Full Course]', 'Infosys | 2021 Passouts | Aptitude Questions and Answers | Reasoning Ability | Official Sample Paper', 'English Objective Questions for Competitive Exams | Objective Questions for competition', '2020 U.S. CITIZENSHIP QUESTIONS', 'HOW TO PASS', 'PERSONALITY TESTS! (Career Personality Test Questions \\u0026 Answers!)', 'ServSafe Manager Practice Test(76 Questions and Answers)', 'TCS NQT Aptitude Questions with Answers (Most Important)', 'MCQ Guessing Tricks in Hindi | How to Solve MCQs Without knowing the Answer | By Sunil Adhikari', and 'Questions Answers Test Paper On'."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text within 18,152,972,186 covers a variety of topics including 'How to Pass the PMP Exam', 'PMP Certification - PMP Exam Prep (2020)', 'Video 1 [1-20]', '1000 English Grammar Test Practice Questions', 'IQ and Aptitude Test Questions and Answers', 'TNUSRB PC Exam \u2014 Tamil New Book Questions Answers \u2014 04 APTITUDE TEST', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', 'How to Pass the PMP Exam', '", "gt_answer": "The text covers a variety of topics including '5 Rules (and One Secret Weapon) for Acing Multiple Choice Tests13 .12 .2020 | pc exam | tnusrb | important science questions', '10 Study Tips for Earning an A on Your Next Exam - College Info Geek', 'Difficult English Vocabulary Quiz', 'Non Verbal Reasoning Test Tips and Tricks for Job Tests \\u0026 Interviews', 'AMCAT Questions \\u0026 Answers | Complete AMCAT Syllabus Covered [Full Course]', 'Infosys | 2021 Passouts | Aptitude Questions and Answers | Reasoning Ability | Official Sample Paper', 'English Objective Questions for Competitive Exams | Objective Questions for competition', '2020 U.S. CITIZENSHIP QUESTIONS', 'HOW TO PASS', 'PERSONALITY TESTS! (Career Personality Test Questions \\u0026 Answers!)', 'ServSafe Manager Practice Test(76 Questions and Answers)', 'TCS NQT Aptitude Questions with Answers (Most Important)', 'MCQ Guessing Tricks in Hindi | How to Solve MCQs Without knowing the Answer | By Sunil Adhikari', and 'Questions Answers Test Paper On'."} +{"image": ["imgs/Crello/output_poster954_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich Instagram handle is mentioned in the poster?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " jewishtraditions.il 50,424,88,574 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " @jewishplus 47,426,85,573 ", "gt_answer": " jewishtraditions.il 50,424,88,574 ", "necessary bbox": "[' jewishtraditions.il 50,424,88,574 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80052.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage change in production for the 431, 760, 507, 776' in 308, 607, 337, 622?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "4.70%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage change in production for the Goods sector431, 760, 507, 776 in 2020308, 607, 337, 622 was 4.60%. Answer: 4.60%", "gt_answer": "4.70%", "necessary bbox": "['Goods sector431, 760, 507, 776', '2020308, 607, 337, 622']"} +{"image": ["imgs/ChartQA_PCG/two_col_6264.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the revenue fall to lower than 97,427,125,445?"}, {"role": "assistant", "content": "2020"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2020.", "gt_answer": "2020", "necessary bbox": "['296.70849,686,890,703', '2020856,877,881,916']"} +{"image": ["imgs/Crello/output_poster1317_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat actions are suggested for visitors on the platform?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Visit, choose from the variety of social projects and donate as much as you wish.247,346,832,444"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Visit, choose from the variety of social projects\nand donate as much as you wish. 246,348,830,439 ", "gt_answer": "Visit, choose from the variety of social projects and donate as much as you wish.247,346,832,444", "necessary bbox": "['Visit, choose from the variety of social projects and donate as much as you wish.247,346,832,444']"} +{"image": ["imgs/CCMAIN/0125299.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the 599,831,653,859 located? Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The document specifies that parking599,831,653,859 is located in the front of the building, ensuring easy access to Coury & Buehler Physical Therapy. Answer: In the front of the building729,827,909,856"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that parking is located in the front of the building, making it easily accessible for visitors. Answer: In the front of the building.725,831,910,859", "gt_answer": "The document specifies that parking599,831,653,859 is located in the front of the building, ensuring easy access to Coury & Buehler Physical Therapy. Answer: In the front of the building729,827,909,856"} +{"image": ["imgs/ChartQA_PCG/two_col_24074.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the combined share of malware-infected files for file types EXE and ZIP? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The combined share for EXE118,392,140,404 and ZIP121,317,140,328 is 2.30%173,389,214,404 + 2.60%176,314,217,328 = 4.90%."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The combined share is 2.30%168,387,209,401 for EXE117,389,140,401 and 2.60%175,314,216,328 for ZIP120,316,140,328, totaling 4.90%.", "gt_answer": "The combined share for EXE118,392,140,404 and ZIP121,317,140,328 is 2.30%173,389,214,404 + 2.60%176,314,217,328 = 4.90%."} +{"image": ["imgs/Crello/output_poster2172_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word emphasizes the idea of not being on time?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " NEVER 211,211,790,353 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " NEVER 213,209,795,364 ", "gt_answer": " NEVER 211,211,790,353 ", "necessary bbox": "[' NEVER 211,211,790,353 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_21914.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the annual growth rates in 2012 and 2018. By how much did it change? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The annual growth rate in 2012213, 837, 241, 850 was 2.70%208, 474, 246, 490 and in 2018*736, 837, 770, 850 it was 3.20%735, 413, 772, 429. The growth rate increased by 0.50%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2012, the growth rate was 2.70%208,475,246,492, and in 2018, it was 3.20%735,412,772,428. The change is 0.50%.", "gt_answer": "The annual growth rate in 2012213, 837, 241, 850 was 2.70%208, 474, 246, 490 and in 2018*736, 837, 770, 850 it was 3.20%735, 413, 772, 429. The growth rate increased by 0.50%."} +{"image": ["imgs/CCMAIN/0333884.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of Democrats registered in Unincorporated Areas? Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document indicates that the total number of Democrats registered in Unincorporated Areas103,139,260,157 is 17,415434,141,480,156. Answer: 17,415434,141,480,156"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the total number of Democrats registered in Unincorporated Areas103,142,259,156 as 17,415438,142,481,156. Answer: 17,415438,142,481,156", "gt_answer": "The document indicates that the total number of Democrats registered in Unincorporated Areas103,139,260,157 is 17,415434,141,480,156. Answer: 17,415434,141,480,156"} +{"image": ["imgs/ChartQA_PCG/two_col_1809.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase in R&D expenditure from 164,860,198,875 to 775,860,806,875?"}, {"role": "assistant", "content": "286.3%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "287.41%", "gt_answer": "286.3%", "necessary bbox": "['7137168, 649, 198, 664', '27573772, 133, 809, 149','2013164,860,198,875','2020775,860,806,875']"} +{"image": ["imgs/ChartQA_PCG/two_col_101140.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich show received the least number of likes?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "The Walking Dead149,818,274,833"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "The Walking Dead150,820,276,832", "gt_answer": "The Walking Dead149,818,274,833", "necessary bbox": "['The Walking Dead149,818,274,833', '29.80530,815,570,830']"} +{"image": ["imgs/CCMAIN/0072219.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the last option for 100,349,192,364 in air travel?"}, {"role": "assistant", "content": "Wing"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Window, BulkHead, Forward, Wing", "gt_answer": "Wing"} +{"image": ["imgs/CCMAIN/0294031.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document presents the results of the 11th World Roller In Line Figure Skating Championships333,111,696,124 held in Brail\u00eda, Brazil from 13th - 18th November 2011484,122,649,136. In the 'In Line Mens234,199,331,211' category, Carlos Urquia108,242,201,257 from Argentina secured the top position with 120.300 points. In the 'In Line Ladies' category, Silvia Marangoni108,537,220,552 from Italy achieved first place with 114.300 points. The document also lists the judges for each category, with Nicola Genchi212,357,289,369 and Ariel Bolatti575,641,638,653 serving as referees for the men's and ladies' events, respectively."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a result sheet from the 11th World Roller In Line Figure Skating Championships335,109,345,123 held in Brazilia382,123,427,136 on 18th November 2011522,123,532,136. It lists the results for both the In Line Mens and In Line Ladies categories. In the Mens category, Carlos Urquia106,242,201,256 from ARG306,242,336,256 won with 120.300536,242,592,256 points, followed by Diego Dor\u00e9s106,257,192,271 from BRA306,257,336,271 and Chun Lee106,272,171,286 from TPE306,272,336,286. In the Ladies category, Silvia Marangoni106,537,220,551 from ITA306,537,327,551 led with 114.300536,537,592,551 points, followed by Natalie Motley106,552,206,566 and Courtney Donovan106,567,236,581 both from USA306,552,336,566. The document includes details such as points, M.V. (Maximum Value), and Rule scores for each participant.", "gt_answer": "The document presents the results of the 11th World Roller In Line Figure Skating Championships333,111,696,124 held in Brail\u00eda, Brazil from 13th - 18th November 2011484,122,649,136. In the 'In Line Mens234,199,331,211' category, Carlos Urquia108,242,201,257 from Argentina secured the top position with 120.300 points. In the 'In Line Ladies' category, Silvia Marangoni108,537,220,552 from Italy achieved first place with 114.300 points. The document also lists the judges for each category, with Nicola Genchi212,357,289,369 and Ariel Bolatti575,641,638,653 serving as referees for the men's and ladies' events, respectively."} +{"image": ["imgs/Crello/output_poster769_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Coco Chanel 102,912,291,937 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Coco Chanel 103,910,292,937 ", "gt_answer": " Coco Chanel 102,912,291,937 ", "necessary bbox": "[' Coco Chanel 102,912,291,937 ']"} +{"image": ["imgs/Crello/output_poster592_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many things are mentioned in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 150 148,123,362,193 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 150 148,126,362,197 ", "gt_answer": " 150 148,123,362,193 ", "necessary bbox": "[' 150 148,123,362,193 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_4524.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of the population first reach 123,208,135,222%?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2012599,871,625,914"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2012600,870,626,913", "gt_answer": "2012599,871,625,914", "necessary bbox": "['17123,208,135,222', '2012599,871,625,914']"} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the estimated cost to replace the dock on 190,426,300,441? Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document states that based on initial bids, replacing the dock will cost roughly $35,000747,341,806,358. Answer: $35,000747,341,806,358"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that based on initial bids, replacing the dock will cost roughly $35,000746,342,806,357. Answer: $35,000746,342,806,357", "gt_answer": "The document states that based on initial bids, replacing the dock will cost roughly $35,000747,341,806,358. Answer: $35,000747,341,806,358"} +{"image": ["imgs/ChartQA_PCG/two_col_5506.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market capitalization of 62, 153, 184, 168?Supply a detailed response with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "35075.90 million euros"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The market capitalization of Intesa Sanpaolo62, 153, 184, 168 is 35075.90884, 151, 957, 166 million euros. Answer: 35075.90 million euros.", "gt_answer": "35075.90 million euros", "necessary bbox": "['Intesa Sanpaolo62, 153, 184, 168', '35075.90883, 150, 957, 165']"} +{"image": ["imgs/Crello/output_poster1263_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase indicates the current action related to the pub in 726,317,790,361 and 726,567,871,681?"}, {"role": "assistant", "content": "We are OPEN"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "We are OPEN", "gt_answer": "We are OPEN", "necessary bbox": "[' We are 726,317,790,361', ' OPEN 726,567,871,681']"} +{"image": ["imgs/Crello/output_poster1171_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the 47th Annual Cardiac Surgery Symposium?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 6 may 2018 868,652,901,775"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6 may 2018 873,651,900,774 ", "gt_answer": " 6 may 2018 868,652,901,775", "necessary bbox": "[' 6 may 2018 868,652,901,775']"} +{"image": ["imgs/CCMAIN/0233326.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sequence for the 265,196,504,223 in the intro?"}, {"role": "assistant", "content": "HI \u2013 slur S \u2013 DS \u2013 DS(xf) \u2013 DS \u2013 DS(xb) \u2013 DS \u2013 RS"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "HI \u2013 slur S \u2013 DS \u2013 DS(xf) \u2013 DS \u2013 DS(xb) \u2013 DS \u2013 RS", "gt_answer": "HI \u2013 slur S \u2013 DS \u2013 DS(xf) \u2013 DS \u2013 DS(xb) \u2013 DS \u2013 RS"} +{"image": ["imgs/ChartQA_PCG/multi_col_60940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average age of men in 2019?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "38.40860,52,897,71"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "38.40859, 52, 896, 71", "gt_answer": "38.40860,52,897,71", "necessary bbox": "['Men523,673,546,687', '2019864,543,889,589', '38.40860,52,897,71']"} +{"image": ["imgs/ChartQA_PCG/two_col_847.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich university has the third largest endowment fund value?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Yale University, CT210, 214, 354, 222"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Stanford University, CA174,250,356,258", "gt_answer": "Yale University, CT210, 214, 354, 222", "necessary bbox": "['Yale University, CT210, 214, 354, 222', '31.20', 'Harvard University, MA176, 141, 354, 149', '40.58', 'The University of Texas System, TX84, 178, 355, 186', '31.96']"} +{"image": ["imgs/Crello/output_poster940_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat website is associated with the poster? Provide a concise response and include the answer's bounding box if it is available.Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " www.nativewall.com 375,885,600,903 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " www.nativewall.com 374,885,601,904 ", "gt_answer": " www.nativewall.com 375,885,600,903 ", "necessary bbox": "[' www.nativewall.com 375,885,600,903 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_104148.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference between 197,549,239,575 and 680,469,744,499 users?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "7%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for Male197,549,239,575 users is 46.5%313,529,368,555, and for Female680,469,744,499 users, it is 53.5%551,489,606,515. The difference is 53.5% - 46.5% = 7%.\n\nAnswer: 7%", "gt_answer": "7%", "necessary bbox": "['Male197,549,239,575', '46.5%310,531,367,557','Female680,469,744,499','53.5%550,491,606,517']"} +{"image": ["imgs/Crello/output_poster2134_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase indicates urgency in the promotion?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Hurry up! 378,447,579,485 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Hurry up! 372,451,576,489 ", "gt_answer": " Hurry up! 378,447,579,485 ", "necessary bbox": "[' Hurry up! 378,447,579,485 ']"} +{"image": ["imgs/CCMAIN/0232482.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the text in 556,444,933,722 suggest about the role of logo creation in brand development? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text suggests that logo creation is an integral part of brand development, as indicated by the segment 'Logo Crea9on -\u00ad\u2010 Linking Concept to Details601,584,897,598'. This implies that a logo serves as a visual representation that links the overarching brand concept to its detailed elements, playing a crucial role in brand identity."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in 556,444,933,722 suggests that logo creation is crucial for linking concepts to details in brand development. It emphasizes the importance of creating a logo that effectively communicates the brand's identity and values, as indicated by the span 'A+ Logo Creation - Linking Concept to Details580,585,896,598'.", "gt_answer": "The text suggests that logo creation is an integral part of brand development, as indicated by the segment 'Logo Crea9on -\u00ad\u2010 Linking Concept to Details601,584,897,598'. This implies that a logo serves as a visual representation that links the overarching brand concept to its detailed elements, playing a crucial role in brand identity."} +{"image": ["imgs/ChartQA_PCG/multi_col_60137.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of incidents involving both strangers and acquaintances in the year 136,556,161,602? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The total number of incidents in the year 01/02136,556,161,602 was 1849 (932 from strangers 136,421,158,439 + 917 from acquaintances 136,212,159,231)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 01/02136,556,161,602, the number of incidents involving strangers was 932137,418,159,436 and acquaintances was 917137,214,159,232. The total is 932 + 917 = 1849.", "gt_answer": "The total number of incidents in the year 01/02136,556,161,602 was 1849 (932 from strangers 136,421,158,439 + 917 from acquaintances 136,212,159,231)."} +{"image": ["imgs/Crello/output_poster1184_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event related to hairdressing is mentioned?Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "COURSES STARTED"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' COURSES\nSTARTED 612,713,814,769 ' indicates that courses related to hairdressing have started. Answer: COURSES STARTED", "gt_answer": "COURSES STARTED", "necessary bbox": "[' COURSES\\nSTARTED 604,713,812,768 ']"} +{"image": ["imgs/CCMAIN/0039975.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the amount of the cash pre-paid card for foster youth aged 705,452,772,494?"}, {"role": "assistant", "content": "$600"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$600", "gt_answer": "$600"} +{"image": ["imgs/ChartQA_PCG/two_col_62434.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand has the smallest market share below 651,941,666,956? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": " Filippo Berio 156,791,232,803 with 0.10% 244,790,285,800"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The brand with the smallest market share below 15651,941,666,956 is 0.10%248,788,293,800 for Filippo Berio156,789,233,800.", "gt_answer": " Filippo Berio 156,791,232,803 with 0.10% 244,790,285,800"} +{"image": ["imgs/ChartQA_PCG/multi_col_80088.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the search ad conversion rate for 733, 546, 827, 562?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "47%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The search ad conversion rate for Pharmaceuticals733, 546, 827, 562 is 46%. Answer: 46%", "gt_answer": "47%", "necessary bbox": "['Search ad conversion rate549, 670, 700, 686', 'Pharmaceuticals733, 546, 827, 562']"} +{"image": ["imgs/CCMAIN/0230085.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 778,104,873,124 for 124,701,311,724 in the 330,712,454,724?"}, {"role": "assistant", "content": "12,372,529,589"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "35,219,607,698", "gt_answer": "12,372,529,589"} +{"image": ["imgs/CCMAIN/0002030.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the hours of operation for the main laboratory? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The document states that the Main Laboratory117,225,272,243 operates 24/7283,225,326,243, indicating it is open all day, every day. Answer: 24/7283,225,326,243"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the main laboratory operates 24/7281,223,326,242, meaning it is open all day, every day. Answer: 24/7281,223,326,242", "gt_answer": "The document states that the Main Laboratory117,225,272,243 operates 24/7283,225,326,243, indicating it is open all day, every day. Answer: 24/7283,225,326,243"} +{"image": ["imgs/ChartQA_PCG/two_col_42979.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich countries have a value of 60%?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "United Kingdom and Italy"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The countries with a value of 60% are United Kingdom163,944,253,961 and Italy278,944,301,961.\n\nAnswer: [United Kingdom, Italy]", "gt_answer": "United Kingdom and Italy", "necessary bbox": "[' United Kingdom 163, 944, 254, 961', ' Italy 277, 944, 300, 961']"} +{"image": ["imgs/CCMAIN/0295570.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many additional slips are proposed to be added at Dewey Dock? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "5 slips478,479,523,496"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "5749,344,758,358", "gt_answer": "5 slips478,479,523,496"} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 296,272,380,295 of the sound recording? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2003-047/07T450,279,543,292"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2003-047/07T450,276,545,291", "gt_answer": "2003-047/07T450,279,543,292"} +{"image": ["imgs/ChartQA_PCG/two_col_82555.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich state transferred more money to beneficiaries, 215,140,249,143 or 175,490,249,493? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Texas215,140,249,143 transferred 1683.73584,139,636,143 million U.S. dollars, while Wisconsin**175,490,249,493 transferred 270.80 million U.S. dollars. Therefore, Texas215,140,249,143 transferred more money."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Texas215,140,249,143 transferred more money with 1683.73581,140,634,143 million U.S. dollars compared to Kentucky193,475,249,478 with 278.49310,475,355,478 million U.S. dollars.", "gt_answer": "Texas215,140,249,143 transferred 1683.73584,139,636,143 million U.S. dollars, while Wisconsin**175,490,249,493 transferred 270.80 million U.S. dollars. Therefore, Texas215,140,249,143 transferred more money."} +{"image": ["imgs/Crello/output_poster1575_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main greeting message on the poster? Give a straightforward response and specify the bounding box of the answer if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Happy St. Patrick\u2019s Day! 33,60,598,147 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Happy St. Patrick's Day! 31,67,596,142 ", "gt_answer": " Happy St. Patrick\u2019s Day! 33,60,598,147 ", "necessary bbox": "[' Happy St. Patrick\u2019s Day! 33,60,598,147 ']"} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich university is associated with two contributing editors? Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document shows that both David Alworth374,192,476,205 and Stephanie Burt374,290,475,303 are contributing editors from Harvard University374,208,507,220. Answer: Harvard University374,208,507,220"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists University of Illinois92,164,230,178 as the affiliation for two contributing editors: Joni Adamson375,150,471,164 and Robert Dale Parker662,400,789,414. Answer: University of Illinois92,164,230,178", "gt_answer": "The document shows that both David Alworth374,192,476,205 and Stephanie Burt374,290,475,303 are contributing editors from Harvard University374,208,507,220. Answer: Harvard University374,208,507,220"} +{"image": ["imgs/CCMAIN/0267905.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the origin of 333,35,665,79? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that the melody is from Este's Psalter - 1592755,96,940,110, indicating its historical origin. Answer: Este's Psalter - 1592755,96,940,110"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the melody is from Este's Psalter - 1592756,96,941,110, indicating its historical and religious context. Answer: Este's Psalter - 1592756,96,941,110", "gt_answer": "The document states that the melody is from Este's Psalter - 1592755,96,940,110, indicating its historical origin. Answer: Este's Psalter - 1592755,96,940,110"} +{"image": ["imgs/ChartQA_PCG/two_col_22364.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the E-commerce sales growth rate in 769,866,809,881?"}, {"role": "assistant", "content": "9.70%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "9.70%", "gt_answer": "9.70%", "necessary bbox": "['9.70%', '2021*,772, 867, 806, 881']"} +{"image": ["imgs/CCMAIN/0308992.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the Earnest Money Deposit (EMD) amount mentioned in 105,227,952,336 and what is its significance? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The Earnest Money Deposit (EMD) amount mentioned in 105,227,952,336 is Rs 200/- per tonne. This deposit is significant as it is a prerequisite for participants to be eligible to participate in the e-Auction for coal and washery products, ensuring that only serious buyers are involved."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The Earnest Money Deposit (EMD) amount mentioned is RS 200/- PER TONNE187,319,367,335. Its significance is that it is the required deposit for participation in the e-Auction, as stated in 105,227,952,336.", "gt_answer": "The Earnest Money Deposit (EMD) amount mentioned in 105,227,952,336 is Rs 200/- per tonne. This deposit is significant as it is a prerequisite for participants to be eligible to participate in the e-Auction for coal and washery products, ensuring that only serious buyers are involved."} +{"image": ["imgs/ChartQA_PCG/two_col_40048.png"], "messages": [{"role": "user", "content": "<|image|> \nHow has the urban population in Thailand changed from 229,910,258,922 to 740,910,769,922? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The urban population in Thailand increased from 29475.10216,236,271,252 in 2010229,910,258,922 to 35294.60727,109,782,126 in 2019740,910,769,922."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The urban population increased from 29475.10216,238,265,254 in 2010 to 35294.60730,109,779,126 in 2019, showing a growth of 5819.5 thousand people.", "gt_answer": "The urban population in Thailand increased from 29475.10216,236,271,252 in 2010229,910,258,922 to 35294.60727,109,782,126 in 2019740,910,769,922."} +{"image": ["imgs/CCMAIN/0192604.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Certificate of Endorsement220,135,752,216 from the InterAcademy Partnership (IAP)363,269,671,309, confirming their support for the Tianjin Biosecurity Guidelines for Codes of Conduct for Scientists140,357,947,437. It is signed by members of the Steering Committee523,534,695,569 of the IAP on 07 July 2021428,614,526,650. The signatories include Richard Catlow333,687,409,707, Depei Liu568,687,616,707, Margaret Hamburg183,828,278,848, Krishan Lal370,828,428,848, Cherry Murray530,828,605,848, and Masresha Fetene679,828,761,848."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Certificate of Endorsement220,146,753,221 from the InterAcademy Partnership (IAP) for the Tianjin Biosecurity Guidelines for Codes of Conduct for Scientists145,368,943,443. It certifies that the IAP is pleased to endorse these guidelines. The endorsement is signed by members of the Steering Committee of the IAP on 07 July 2021429,620,522,652. The signatories include Richard Catlow, Margaret Hamburg, Krishan Lal, Cherry Murray, and Masresha Fetene, representing various roles within the IAP.", "gt_answer": "The document is a Certificate of Endorsement220,135,752,216 from the InterAcademy Partnership (IAP)363,269,671,309, confirming their support for the Tianjin Biosecurity Guidelines for Codes of Conduct for Scientists140,357,947,437. It is signed by members of the Steering Committee523,534,695,569 of the IAP on 07 July 2021428,614,526,650. The signatories include Richard Catlow333,687,409,707, Depei Liu568,687,616,707, Margaret Hamburg183,828,278,848, Krishan Lal370,828,428,848, Cherry Murray530,828,605,848, and Masresha Fetene679,828,761,848."} +{"image": ["imgs/CCMAIN/0096884.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere and when is the COVID vaccine event taking place? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The event is scheduled at the Central United Methodist Church567,152,881,170 on Tuesday June 1, 2021680,195,881,213 from 12pm-2pm778,219,881,236. Answer: Central United Methodist Church567,152,881,170, Tuesday June 1, 2021680,195,881,213, 12pm-2pm778,219,881,236"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the location and time for the event, ensuring attendees know where and when to go. Answer: Central United Methodist Church568,152,879,169 on Tuesday June 1, 2021683,194,881,211 from 12pm-2pm773,218,879,235.", "gt_answer": "The event is scheduled at the Central United Methodist Church567,152,881,170 on Tuesday June 1, 2021680,195,881,213 from 12pm-2pm778,219,881,236. Answer: Central United Methodist Church567,152,881,170, Tuesday June 1, 2021680,195,881,213, 12pm-2pm778,219,881,236"} +{"image": ["imgs/ChartQA_PCG/56196524000991.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the value 586, 795, 630, 817 represent? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The value 3.06 586, 795, 630, 817 represents the relative increase in mean heights of men born in 1996 vs. 1896 in the Democratic Republic of Congo 0, 799, 281, 822."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The value 3.06586, 795, 630, 817 represents the relative increase in mean heights of men born in the Democratic Republic of Congo.", "gt_answer": "The value 3.06 586, 795, 630, 817 represents the relative increase in mean heights of men born in 1996 vs. 1896 in the Democratic Republic of Congo 0, 799, 281, 822."} +{"image": ["imgs/Crello/output_poster549_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat can be inferred about the purpose of the conference? Give grounding and detailed answer."}, {"role": "assistant", "content": "Based on the texts SAVE THE OCEAN! 79,622,298,682 and EACH YEAR OVER 1,000,000 SEABIRDS ARE KILLED BY\nOCEAN POLLUTION. MARINE MAMMALS ARE AFFECTED\nBY CHEMICALS RELEASED IN THE OCEAN. 568,89,952,181, it can be inferred that the purpose of the conference is to raise awareness and promote actions aimed at protecting the ocean and its marine life from pollution."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The purpose of the conference is to raise awareness about ocean pollution and the danger it poses, as indicated by the text ' EACH YEAR OVER 1,000,000 SEABIRDS ARE KILLED BY\nOCEAN POLLUTION. MARINE MAMMALS ARE AFFECTED\nBY CHEMICALS RELEASED IN THE OCEAN. 568,91,949,173'.", "gt_answer": "Based on the texts SAVE THE OCEAN! 79,622,298,682 and EACH YEAR OVER 1,000,000 SEABIRDS ARE KILLED BY\nOCEAN POLLUTION. MARINE MAMMALS ARE AFFECTED\nBY CHEMICALS RELEASED IN THE OCEAN. 568,89,952,181, it can be inferred that the purpose of the conference is to raise awareness and promote actions aimed at protecting the ocean and its marine life from pollution."} +{"image": ["imgs/ChartQA_PCG/two_col_24140.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the percentage of population drop to 710, 836, 759, 854?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2017720, 936, 745, 981"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2017720, 936, 745, 981", "gt_answer": "2017720, 936, 745, 981", "necessary bbox": "['10.30%710, 836, 759, 854', '2017720, 936, 745, 981']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100663.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the value of U.S. imports of processed vegetables* in 834, 585, 862, 599?"}, {"role": "assistant", "content": "3559"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "3581", "gt_answer": "3559", "necessary bbox": "['Processed vegetables*546, 726, 676, 746', '2020834, 585, 862, 599', '3559']"} +{"image": ["imgs/Crello/output_poster2102_test.png"], "messages": [{"role": "user", "content": "<|image|> \nDoes the 'Black Friday Super Sale' offer apply to both online and in-store items? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Yes, the offer applies to both online and in-store items as mentioned: all items online & in stores 95,700,301,738."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Yes, the sale applies to all items online and in stores as mentioned in ' All items online & in stores 78,694,301,751 '.", "gt_answer": "Yes, the offer applies to both online and in-store items as mentioned: all items online & in stores 95,700,301,738."} +{"image": ["imgs/CCMAIN/0230085.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a CITIZENS COMBINED SUMMARY REPORT123,55,368,68 dated November 30, 2013232,90,342,103, detailing insurance data for various accounts and regions in Florida. It includes information on POLICIES IN-FORCE458,104,520,123, BUILDING COUNT531,104,589,123, LOCATIONS599,115,671,122, PREMIUM WITH SINKHOLE678,105,761,122, and TOTAL EXPOSURE786,104,857,122 for different categories such as PERSONAL LINES ACCOUNT126,137,294,149, COASTAL ACCOUNT126,278,246,291, and COMMERCIAL LINES ACCOUNT126,701,310,714. The data is further broken down by regions like Dade, Broward, Palm Beach and Monroe336,129,450,148 and Remainder of State343,149,447,162. The report provides state totals for each category, with the overall state totals being 1,062,791464,938,518,951 policies, 1,122,600536,938,590,951 building count, 1,138,587613,938,667,951 locations, 2,354,640,408683,939,761,949 premium with surch, and 330,768,013,550780,939,871,949 exposure."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a CITIZENS COMBINED SUMMARY REPORT123,56,370,68 for November 30, 2013, detailing various accounts such as PERSONAL LINES ACCOUNT127,139,294,151, COASTAL ACCOUNT127,278,245,290, and COMMERCIAL LINES ACCOUNT127,701,312,713. It provides data on POLICIES IN-FORCE460,103,517,115, BUILDING COUNT530,103,595,115, PREMIUM LOCATIONS690,103,753,115, and TOTAL EXPOSURE799,103,841,115 across different regions like Dade, Broward, Palm Beach and Monroe335,122,453,134 and the Remainder of State343,148,446,159. The report includes specific figures for each account, such as 635,118471,161,519,173 policies in force and 1,046,930,626680,161,757,173 total exposure. The CITIZENS TOTAL127,939,225,951 section summarizes the overall statistics across all accounts.", "gt_answer": "The document is a CITIZENS COMBINED SUMMARY REPORT123,55,368,68 dated November 30, 2013232,90,342,103, detailing insurance data for various accounts and regions in Florida. It includes information on POLICIES IN-FORCE458,104,520,123, BUILDING COUNT531,104,589,123, LOCATIONS599,115,671,122, PREMIUM WITH SINKHOLE678,105,761,122, and TOTAL EXPOSURE786,104,857,122 for different categories such as PERSONAL LINES ACCOUNT126,137,294,149, COASTAL ACCOUNT126,278,246,291, and COMMERCIAL LINES ACCOUNT126,701,310,714. The data is further broken down by regions like Dade, Broward, Palm Beach and Monroe336,129,450,148 and Remainder of State343,149,447,162. The report provides state totals for each category, with the overall state totals being 1,062,791464,938,518,951 policies, 1,122,600536,938,590,951 building count, 1,138,587613,938,667,951 locations, 2,354,640,408683,939,761,949 premium with surch, and 330,768,013,550780,939,871,949 exposure."} +{"image": ["imgs/Crello/output_poster690_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat word is formed by combining the text in 68,195,779,466 and 128,569,755,853?"}, {"role": "assistant", "content": "Love Food"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Love Food", "gt_answer": "Love Food", "necessary bbox": "[' L ve 68,195,779,466', ' F d 128,569,755,853']"} +{"image": ["imgs/Crello/output_poster1520_test.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which date is the 'Corporate Charity Day' event happening? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The event is happening on DEC 13, MONDAY 438,501,525,584 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The event is happening on DEC 13, MONDAY438,502,522,586.", "gt_answer": "The event is happening on DEC 13, MONDAY 438,501,525,584 ."} +{"image": ["imgs/Crello/output_poster411_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can more details about the event be found according to 287,791,743,861?"}, {"role": "assistant", "content": "www.helpingtogether.us/events"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.helpingtogether.us/events", "gt_answer": "www.helpingtogether.us/events", "necessary bbox": "[' Fighting poverty for a brighter future!\\nYou can learn more details\\non www.helpingtogether.us/events 287,791,743,861']"} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document provides specifications for the PSV 72M DP2500,34,587,43 vessel, VOS BASE (3350)607,26,773,48. It is registered in Breskens413,323,451,333 and was built in 2008430,335,451,344. The vessel is classified as an LR 100 A1 Offshore Supply Ship with firefighting capabilities. It has a length of 71.85 m418,428,451,437 and a gross registered tonnage of 2534 t425,498,451,507. The main engines are 4 x 1,194 kW397,556,450,566, with a total power output of 4,768 kW412,544,450,554. The vessel has various cargo capacities, including 1,500 MT805,311,843,321 deck cargo and 620 m\u00b2753,325,783,333 deck area. It also features communication and navigation equipment like VHF Radio490,603,534,612 and DP 2490,684,510,694. Accommodation includes space for 12 x 1 man406,743,451,752 crew and 2 x 6 man411,754,451,764 passengers."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides technical specifications for the PSV 72M DP2 - VOS BASE (3350)496,28,775,46, a fire-fighting ship. It is flagged in Breskens411,324,446,332 and built in 2008428,335,448,343. The ship has a length of 71.85 m416,429,448,437 and a beam of 16.00 m416,464,448,472. It operates with a total power output of 4,768 kW411,546,448,554 from four main engines. The vessel can carry various cargo types, including MGO (cargo)492,348,545,356 and Brine492,511,515,519. Communications equipment includes VHF Radio488,604,534,612 and E-mail488,627,515,635. Accommodation includes 12 x 1 man406,743,448,751 crew quarters and 2 x 6 man406,755,444,763 passenger cabins. The ship's performance at different speeds is detailed, with fuel consumption rates provided for various speeds.", "gt_answer": "The document provides specifications for the PSV 72M DP2500,34,587,43 vessel, VOS BASE (3350)607,26,773,48. It is registered in Breskens413,323,451,333 and was built in 2008430,335,451,344. The vessel is classified as an LR 100 A1 Offshore Supply Ship with firefighting capabilities. It has a length of 71.85 m418,428,451,437 and a gross registered tonnage of 2534 t425,498,451,507. The main engines are 4 x 1,194 kW397,556,450,566, with a total power output of 4,768 kW412,544,450,554. The vessel has various cargo capacities, including 1,500 MT805,311,843,321 deck cargo and 620 m\u00b2753,325,783,333 deck area. It also features communication and navigation equipment like VHF Radio490,603,534,612 and DP 2490,684,510,694. Accommodation includes space for 12 x 1 man406,743,451,752 crew and 2 x 6 man411,754,451,764 passengers."} +{"image": ["imgs/CCMAIN/0232482.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 114,362,450,382 that represents growth according to the document?"}, {"role": "assistant", "content": "Connection + Identity = Growth"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Connection + Identity = Growth", "gt_answer": "Connection + Identity = Growth"} +{"image": ["imgs/ChartQA_PCG/two_col_101511.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which season did the gate receipts first surpass 849,685,891,703 U.S. dollars?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "13/14"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The gate receipts first surpassed 70849,685,891,703 million U.S. dollars in the 2014/15 season with 75 million U.S. dollars. Answer: 2014/15", "gt_answer": "13/14", "necessary bbox": "['60101, 385, 114, 398', '13/14366, 867, 397, 882']"} +{"image": ["imgs/CCMAIN/0358857.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total membership fee for one individual joining the MHBC? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The Annual MHBC dues143,336,279,350 for one (1) individual are $25653,349,679,362 inclusive of CSBA membership. This includes a portion of dues allocated to CSBA membership which is $7668,375,686,389. Answer: $25"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the MHBC dues for one individual are $25649,351,674,363 inclusive of CSBA membership. Answer: $25", "gt_answer": "The Annual MHBC dues143,336,279,350 for one (1) individual are $25653,349,679,362 inclusive of CSBA membership. This includes a portion of dues allocated to CSBA membership which is $7668,375,686,389. Answer: $25"} +{"image": ["imgs/Crello/output_poster1465_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho are the main participants in the event? Give a straightforward response and specify the bounding box of the answer if it exists.Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " Leading Distributors & Manufacturers 274,63,646,93 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Leading Distributors & Manufacturers 279,68,649,95 ", "gt_answer": " Leading Distributors & Manufacturers 274,63,646,93 ", "necessary bbox": "[' Leading Distributors & Manufacturers 274,63,646,93 ']"} +{"image": ["imgs/CCMAIN/0092887.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the storage temperature range for 58,141,438,166?"}, {"role": "assistant", "content": "-25\u00b0C to -15\u00b0C"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "-25\u00b0C to -15\u00b0C", "gt_answer": "-25\u00b0C to -15\u00b0C"} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat recent development has been made to the HaRTES switch hardware prototype according to 512,247,940,392? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "According to 512,247,940,392, the recent development made to the HaRTES switch hardware prototype is its extension to support multi-hop topologies. This development is part of the ongoing efforts to manage complex systems with numerous nodes and signals."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 512,247,940,392, the HaRTES switch hardware prototype has been extended to support multi-hop topologies. This development is reported in [4], and it demonstrates the system's ability to cope with dynamic scenarios.", "gt_answer": "According to 512,247,940,392, the recent development made to the HaRTES switch hardware prototype is its extension to support multi-hop topologies. This development is part of the ongoing efforts to manage complex systems with numerous nodes and signals."} +{"image": ["imgs/ChartQA_PCG/24427049001318.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich agricultural product contributes 907, 254, 975, 276 to tropical deforestation?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Cattle111, 258, 179, 276"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Cattle109, 256, 174, 276", "gt_answer": "Cattle111, 258, 179, 276", "necessary bbox": "['Cattle111, 258, 179, 276', '40.70907, 254, 975, 276']"} +{"image": ["imgs/CCMAIN/0014280.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does an N/N result mean for the cat? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the Result Codes70,458,175,478 section, N/N505,404,555,435 means 'No copies of SMA are present.' This indicates that the cat is not affected by SMA. Answer: No copies of SMA are present.189,487,391,503"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The result code N/N503,406,552,437 indicates that the cat does not have any copies of the SMA mutation, meaning it is not affected by the condition. Answer: No copies of SMA are present.", "gt_answer": "According to the Result Codes70,458,175,478 section, N/N505,404,555,435 means 'No copies of SMA are present.' This indicates that the cat is not affected by SMA. Answer: No copies of SMA are present.189,487,391,503"} +{"image": ["imgs/ChartQA_PCG/multi_col_1189.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of 805,555,876,569who responded 549,693,565,714?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "54%827, 131, 854, 149"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "54%829,131,855,149", "gt_answer": "54%827, 131, 854, 149", "necessary bbox": "['54%827, 131, 854, 149','No549,693,565,714','Republicans805,555,876,569']"} +{"image": ["imgs/CCMAIN/0083544.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich plant in the New England Logging Road Mix has the indicator 'UPL'? Deliver an in-depth answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The plant Sorghastrum nutans35,269,166,285, also known as Indian Grass, is listed with the indicator UPL786,272,811,285 in the table. Answer: Sorghastrum nutans35,269,166,285"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Sorghastrum nutans35,271,164,285 with the indicator UPL789,271,814,285, indicating its specific use or characteristic in the mix. Answer: Sorghastrum nutans35,271,164,285", "gt_answer": "The plant Sorghastrum nutans35,269,166,285, also known as Indian Grass, is listed with the indicator UPL786,272,811,285 in the table. Answer: Sorghastrum nutans35,269,166,285"} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 457,66,679,98 Membership Number for Palmers Scaffolding UK Ltd? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "32704529,460,586,476"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "32704529,461,584,477", "gt_answer": "32704529,460,586,476"} +{"image": ["imgs/ChartQA_PCG/two_col_104479.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the birth rate in Sudan approximately 33.32 per thousand population?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2015568,827,593,866"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015567,829,592,867", "gt_answer": "2015568,827,593,866", "necessary bbox": "['33.32566,162,599,178', '2015568,827,593,866']"} +{"image": ["imgs/CCMAIN/0293716.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich 388,176,551,192 is the most expensive? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "BEEF JERKY114,432,279,445"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "BEEF JERKY114,426,279,443", "gt_answer": "BEEF JERKY114,432,279,445"} +{"image": ["imgs/ChartQA_PCG/two_col_103667.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many years had a growth rate above 5%? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Four years had a growth rate above 5%67, 278, 73, 290: 2013267, 846, 295, 859 with 4.70%, 2014382, 846, 411, 859 with 6.40%, 2015498, 846, 526, 859 with 5.90%, 2016614, 846, 642, 859 with 5.80%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The years with a growth rate above 5% are 2014381, 846, 409, 859 and 2015497, 846, 525, 859.", "gt_answer": "Four years had a growth rate above 5%67, 278, 73, 290: 2013267, 846, 295, 859 with 4.70%, 2014382, 846, 411, 859 with 6.40%, 2015498, 846, 526, 859 with 5.90%, 2016614, 846, 642, 859 with 5.80%."} +{"image": ["imgs/CCMAIN/0041504.png"], "messages": [{"role": "user", "content": "<|image|> \nWho will have leadership responsibility for the 193,141,390,162 Canada facility? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Mark Campion38,403,146,416"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Mark Campion39,402,145,416", "gt_answer": "Mark Campion38,403,146,416"} +{"image": ["imgs/ChartQA_PCG/two_col_102054.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year did the CO2 emissions first reach over 10,000 million metric tons?Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "2005"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The CO2 emissions first reached over 10,000 million metric tons in the year 2005573,819,598,864, with a value of 11447567,281,607,299. Answer: 2005.", "gt_answer": "2005", "necessary bbox": "['2005571,817,596,863', '11447565,282,605,301']"} +{"image": ["imgs/Crello/output_poster1716_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the target skin type for the product mentioned in 259,619,517,650?"}, {"role": "assistant", "content": "Oily Face Skin"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Oily Face Skin", "gt_answer": "Oily Face Skin", "necessary bbox": "[' For Oily Face Skin 259,619,517,650']"} +{"image": ["imgs/ChartQA_PCG/two_col_24416.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of sales contributed by 232,637,323,663?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "32.03%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of sales contributed by Wholesale232,637,323,663 is 32.03%359,561,426,587. Answer: 32.03%", "gt_answer": "32.03%", "necessary bbox": "['Wholesale232,637,323,663', '32.03%362,563,429,589']"} +{"image": ["imgs/CCMAIN/0304454.png"], "messages": [{"role": "user", "content": "<|image|> \nWho choreographed the dance 'BOP THE B'? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Kathy Brown & Linda Bowers373,60,657,79"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Kathy Brown & Linda Bowers372,61,658,79", "gt_answer": "Kathy Brown & Linda Bowers373,60,657,79"} +{"image": ["imgs/ChartQA_PCG/97331592016092.png"], "messages": [{"role": "user", "content": "<|image|> \nArrange the countries in ascending order of the percentage of people who say university is more important for boys. Give grounding and detailed answer."}, {"role": "assistant", "content": " Switzerland 186, 755, 284, 774 with 8.82% , Ghana 231, 596, 285, 614 with 27.58% , Philippines 194, 436, 285, 459 with 38.92% , Malaysia 212, 276, 284, 299 with 43% 886, 273, 909, 294."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The countries in ascending order are: Switzerland186,754,283,772 with 9%, Ghana229,596,283,614 with 27.50%, Philippines194,439,283,457 with 39.50%, and Malaysia211,281,283,304 with 43885,278,907,299.", "gt_answer": " Switzerland 186, 755, 284, 774 with 8.82% , Ghana 231, 596, 285, 614 with 27.58% , Philippines 194, 436, 285, 459 with 38.92% , Malaysia 212, 276, 284, 299 with 43% 886, 273, 909, 294."} +{"image": ["imgs/ChartQA_PCG/two_col_22228.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country had the most people employed in travel and tourism in 2013?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "China"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The country with the most people employed in travel and tourism in 2013 is China. The number of jobs in millions for China is shown as 22.78874, 145, 910, 152.\n\nAnswer: China", "gt_answer": "China", "necessary bbox": "['China137,146,171,152', '22.78873,145,909,152']"} +{"image": ["imgs/Crello/output_poster381_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat additional services are offered? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The additional services offered are free shipping and discounts for first-time buyers FREE SHIPPING\nDISCOUNTS FOR\nFIRST TIME BUYERS538,603,784,794."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster offers ' FREE SHIPPING DISCOUNTS FOR FIRST TIME BUYERS 538,602,789,792 '.", "gt_answer": "The additional services offered are free shipping and discounts for first-time buyers FREE SHIPPING\nDISCOUNTS FOR\nFIRST TIME BUYERS538,603,784,794."} +{"image": ["imgs/Crello/output_poster1493_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main event mentioned? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The main event mentioned is a 'Pizza Party Day' Pizza Party Day343,422,612,636."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main event is ' Pizza Party Day 345,419,610,638 '.", "gt_answer": "The main event mentioned is a 'Pizza Party Day' Pizza Party Day343,422,612,636."} +{"image": ["imgs/CCMAIN/0104589.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the payout for the winner of the C Flight (70+) gross score? Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The winner of the C Flight (70+) gross score was Lou Denome61,451,146,464 with a score of 67, and the payout for this position is $40378,451,401,462. Answer: $40378,451,401,462"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The winner of the C Flight (70+) gross score was Lou Denome63,451,146,462 with a score of 67318,451,333,462. The payout for this category is listed as $40377,210,399,221. Answer: $40", "gt_answer": "The winner of the C Flight (70+) gross score was Lou Denome61,451,146,464 with a score of 67, and the payout for this position is $40378,451,401,462. Answer: $40378,451,401,462"} +{"image": ["imgs/Crello/output_poster1907_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the amusement park mentioned in 36,193,371,239?"}, {"role": "assistant", "content": " Solstice "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Solstice", "gt_answer": " Solstice ", "necessary bbox": "[' Solstice 36,193,371,239']"} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the balance of the 104,351,465,366 at 31/03/21? Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document shows the Current Account A/C no \u20265053 @ 31/03/21104,351,465,366 with a balance of 488.53692,351,749,366. Answer: 488.53692,351,749,366"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The balance of the Current Account A/C no ...5053104,351,372,366 at 31/03/21 is shown as \u00a3488.53 in the document. Answer: \u00a3488.53", "gt_answer": "The document shows the Current Account A/C no \u20265053 @ 31/03/21104,351,465,366 with a balance of 488.53692,351,749,366. Answer: 488.53692,351,749,366"} +{"image": ["imgs/CCMAIN/0317193.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are 106,379,681,396?"}, {"role": "assistant", "content": "seriousness of the Enrolment, Attendance, Monthly Test, Periodic Test, Half - Yearly/Annual Exams as well as assignments"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Enrolment, Attendance, Monthly Test, Periodic Test, Half - Yearly/Annual Exams.", "gt_answer": "seriousness of the Enrolment, Attendance, Monthly Test, Periodic Test, Half - Yearly/Annual Exams as well as assignments"} +{"image": ["imgs/ChartQA_PCG/13001955010627.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat country has a bar value of 871, 507, 910, 529?"}, {"role": "assistant", "content": "Namibia"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Namibia", "gt_answer": "Namibia", "necessary bbox": "['Namibia146, 511, 214, 529', '0.01871, 507, 910, 529']"} +{"image": ["imgs/ChartQA_PCG/two_col_4305.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the infant mortality rate 7?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2015560, 867, 585, 906"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015561,864,586,902", "gt_answer": "2015560, 867, 585, 906", "necessary bbox": "['2015560, 867, 585, 906', '7']"} +{"image": ["imgs/ChartQA_PCG/two_col_83203.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage difference of 775,936,805,957 and 680,939,723,954 customers reported being very satisfied?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "11%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of very satisfied customers for Acer775,936,805,957 is 39%775,574,801,590, and for Toshiba680,939,723,954 it is 50%681,482,707,498. The difference is 50% - 39% = 11%. Answer: 11%", "gt_answer": "11%", "necessary bbox": "['39%778, 576, 804, 595','Toshiba680,939,723,954','Acer775,936,805,957','50%689,482,714,502']"} +{"image": ["imgs/CCMAIN/0005746.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the part number for the wrench in the diagram? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "439.97540,239,81,261"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "431.621215,248,259,267", "gt_answer": "439.97540,239,81,261"} +{"image": ["imgs/CCMAIN/0036489.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role did Bishop Farrell hold before his appointment as Archbishop of Dublin according to 273,415,545,612? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Before his appointment as Archbishop of Dublin, Bishop Farrell served as the Bishop of Ossory for the past two years, and he also served in parish ministry and as president of the national seminary at Maynooth, as stated in 273,415,545,612."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Before his appointment as Archbishop of Dublin, Bishop Farrell was the Bishop of Ossory. This information is found in the span Archbishop of Ossory, on his appointment as Archbishop of Dublin to succeed275,431,545,446.", "gt_answer": "Before his appointment as Archbishop of Dublin, Bishop Farrell served as the Bishop of Ossory for the past two years, and he also served in parish ministry and as president of the national seminary at Maynooth, as stated in 273,415,545,612."} +{"image": ["imgs/Crello/output_poster1480_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere will the baby shower be held, and how can attendees RSVP? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The baby shower will be held at Mussony Cafe\n30 N Valle Verde Dr 54,835,185,897. Attendees can RSVP to Greg at info@mailstone.us 267,837,387,901."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The baby shower will be held at Mussony Cafe\n30 N Valle Verde Dr56,834,187,902. Attendees can RSVP to Greg at info@mailstone.us266,834,387,902.", "gt_answer": "The baby shower will be held at Mussony Cafe\n30 N Valle Verde Dr 54,835,185,897. Attendees can RSVP to Greg at info@mailstone.us 267,837,387,901."} +{"image": ["imgs/CCMAIN/0267131.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the TCC value for the yacht KINGYO? Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "The yacht KINGYO173,194,225,207 with sail number JPN 413595,194,156,207 has a TCC value of 1.028451,194,485,207 as indicated in the TCC457,133,483,143 column. Answer: 1.028451,194,485,207"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The TCC value for the yacht KINGYO174,196,225,208 is listed as 1.028450,196,483,208 in the entry list. Answer: 1.028450,196,483,208", "gt_answer": "The yacht KINGYO173,194,225,207 with sail number JPN 413595,194,156,207 has a TCC value of 1.028451,194,485,207 as indicated in the TCC457,133,483,143 column. Answer: 1.028451,194,485,207"} +{"image": ["imgs/Crello/output_poster356_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich letter is positioned at the top left corner? Give a straightforward response and specify the bounding box of the answer if it exists.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " A 51,85,115,152"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " A 50,84,117,162 ", "gt_answer": " A 51,85,115,152", "necessary bbox": "[' A 51,85,115,152']"} +{"image": ["imgs/CCMAIN/0169044.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time did the officers respond to the incident? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "10:51pm567,464,637,481"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "10:51pm567,463,638,483", "gt_answer": "10:51pm567,464,637,481"} +{"image": ["imgs/Crello/output_poster743_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the poster convey the personal relationship with agriculture through its text elements? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The poster conveys a personal relationship with agriculture through the phrases ' AGRI \nCUL \nTURE 97,334,272,699 ' and ' IS MY\nCUL \nTURE 457,442,512,567 ', indicating that agriculture is a part of the individual's culture."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster conveys a personal relationship with agriculture by using the phrase ' IS MY\nCUL\nTURE 459,437,516,682 ', suggesting that agriculture is integral to one's identity or lifestyle.", "gt_answer": "The poster conveys a personal relationship with agriculture through the phrases ' AGRI \nCUL \nTURE 97,334,272,699 ' and ' IS MY\nCUL \nTURE 457,442,512,567 ', indicating that agriculture is a part of the individual's culture."} +{"image": ["imgs/ChartQA_PCG/two_col_23416.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was Brazil's population growth highest from 2009 to 2019?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " 2009 105,932,131,971"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2009106, 931, 132, 970", "gt_answer": " 2009 105,932,131,971", "necessary bbox": "[' 2009 105,932,131,971', ' 0.96% ']"} +{"image": ["imgs/ChartQA_PCG/two_col_2865.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue increase from 161, 869, 187, 909 to 798, 870, 823, 909?"}, {"role": "assistant", "content": "20.93 billion U.S. dollars"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "21.40 billion U.S. dollars.", "gt_answer": "20.93 billion U.S. dollars", "necessary bbox": "['22.10', '43.03']"} +{"image": ["imgs/ChartQA_PCG/two_col_4409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of rigs in the '217,863,259,874' category?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "52406, 862, 422, 874"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "52407,859,423,871", "gt_answer": "52406, 862, 422, 874", "necessary bbox": "['52406, 862, 422, 874','Others217,863,259,874']"} +{"image": ["imgs/CCMAIN/0205924.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was reviewed and updated by the committee in the 113,530,201,548 session?"}, {"role": "assistant", "content": "CDE\u2019s Guides to the Colorado Academic Standards"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "CDE\u2019s Guides to the Colorado Academic Standards.", "gt_answer": "CDE\u2019s Guides to the Colorado Academic Standards"} +{"image": ["imgs/ChartQA_PCG/two_col_41455.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich city has the highest percentage of families below the poverty line?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Detroit city, Michigan276, 128, 439, 135"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Detroit city, Michigan276,128,439,135", "gt_answer": "Detroit city, Michigan276, 128, 439, 135", "necessary bbox": "['Detroit city, Michigan276, 128, 439, 135', '26.50']"} +{"image": ["imgs/CCMAIN/0255272.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does a 1 oz pack of 587,205,657,219 coverslips cost? Deliver an in-depth answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document shows that 22 x 30 mm587,205,657,219 coverslips are priced at $58.80899,205,940,219 per 1 oz pack. Answer: $58.80899,205,940,219"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The cost for a 1 oz pack of #1 Thickness543,159,628,173 coverslips is listed as $64.95 in the document. Answer: $64.95", "gt_answer": "The document shows that 22 x 30 mm587,205,657,219 coverslips are priced at $58.80899,205,940,219 per 1 oz pack. Answer: $58.80899,205,940,219"} +{"image": ["imgs/CCMAIN/0180246.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are some of the symptoms related to muscle issues mentioned in 421,430,936,838? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The symptoms related to muscle issues mentioned in 421,430,936,838 include muscle aches, muscle weakness, and muscle twitches. These are detailed in the span \u2022 Muscle aches \u2022 Muscle weakness \u2022 Muscle twitches421,493,929,522."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The symptoms related to muscle issues mentioned in 421,430,936,838 include muscle aches, muscle weakness, and muscle twitches. These are part of the list of side effects experienced by some girls after the HPV vaccination.", "gt_answer": "The symptoms related to muscle issues mentioned in 421,430,936,838 include muscle aches, muscle weakness, and muscle twitches. These are detailed in the span \u2022 Muscle aches \u2022 Muscle weakness \u2022 Muscle twitches421,493,929,522."} +{"image": ["imgs/ChartQA_PCG/two_col_3426.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average ticket price increase from 289, 424, 323, 440 to 342, 397, 376, 413?"}, {"role": "assistant", "content": "1.10"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.00", "gt_answer": "1.10", "necessary bbox": "['19.88289, 424, 323, 440', '20.98342, 397, 376, 413']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100417.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 342, 572, 445, 592 freelancers have been recorded?"}, {"role": "assistant", "content": "16%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "16%", "gt_answer": "16%", "necessary bbox": "['16%372, 429, 397, 448']"} +{"image": ["imgs/ChartQA_PCG/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the per capita real GDP in chained 2012 U.S. dollars for the year 725,824,750,870? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The per capita real GDP for the year 2016725,824,750,870 is 50290718,292,759,311."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The per capita real GDP for the year 2017754,823,779,869 is 50972749,244,789,262.", "gt_answer": "The per capita real GDP for the year 2016725,824,750,870 is 50290718,292,759,311."} +{"image": ["imgs/CCMAIN/0152019.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the validity period of the accreditation? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "The document specifies the accreditation is valid from March 1, 2021211,810,297,837 to February 28, 2022686,809,805,836, as indicated by the 'Date Issued' and 'Valid Through' fields. Answer: March 1, 2021211,810,297,837 to February 28, 2022686,809,805,836"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document states that the accreditation is valid through February 28, 2022693,811,807,834, indicating the end date of its validity. Answer: February 28, 2022693,811,807,834", "gt_answer": "The document specifies the accreditation is valid from March 1, 2021211,810,297,837 to February 28, 2022686,809,805,836, as indicated by the 'Date Issued' and 'Valid Through' fields. Answer: March 1, 2021211,810,297,837 to February 28, 2022686,809,805,836"} +{"image": ["imgs/ChartQA_PCG/multi_col_100017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage increase from 2010 to 2014 for those who love eating at quick service restaurants?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "15%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2010, the percentage was 48%, and in 2014, it was 63%. The increase is 63% - 48% = 15%. Answer: 15%", "gt_answer": "15%", "necessary bbox": "['Love eating at quick service restaurants173, 582, 404, 602']"} +{"image": ["imgs/ChartQA_PCG/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the revenue per paying customer in Q3 2019?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "5.33342, 137, 369, 153"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "5.33342, 137, 368, 153", "gt_answer": "5.33342, 137, 369, 153", "necessary bbox": "['5.33342, 137, 369, 153']"} +{"image": ["imgs/CCMAIN/0106314.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "This document is a certificate issued to MM FARM Sp. z o.o. Sp. kom.-akc.144,272,451,291 for compliance with Article 29(1) of Regulation (EC) No 834/2007. The operator's main activity is marketing76,348,157,367 of eggs76,408,112,427, defined as organic production648,413,801,432. The control body is BIOEKSPERT Sp. z o.o.618,272,830,291 with code number PL-EKO-04672,321,776,340. The validity period is from 24.06.2021198,550,289,569 to 30.11.2022308,550,398,569, with the date of control being 22.06.2021723,539,814,558. The document is signed by Dorota Metera391,637,508,656 and states that any subsequent edition replaces the previous one."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a certificate issued to MM FARM Sp. z o.o.143,272,326,290 located at ul. Burakowska 5/7, 01-066 Warszawa, confirming their compliance with organic production standards for eggs. The certificate number is P 263 21513,218,587,236, and it is valid from 24.06.2021199,552,286,568 to 30.11.2022308,552,395,568. The control body is BIOEKSPERT Sp. z o.o.620,272,830,290 with the address ul. Belgijska 5 lok. 4, 02-511 Warszawa. The document was signed by Dorota Metera390,640,507,656 on 24.06.2021199,552,286,568 in Warsaw. It states that the subsequent edition replaces the previous one.", "gt_answer": "This document is a certificate issued to MM FARM Sp. z o.o. Sp. kom.-akc.144,272,451,291 for compliance with Article 29(1) of Regulation (EC) No 834/2007. The operator's main activity is marketing76,348,157,367 of eggs76,408,112,427, defined as organic production648,413,801,432. The control body is BIOEKSPERT Sp. z o.o.618,272,830,291 with code number PL-EKO-04672,321,776,340. The validity period is from 24.06.2021198,550,289,569 to 30.11.2022308,550,398,569, with the date of control being 22.06.2021723,539,814,558. The document is signed by Dorota Metera391,637,508,656 and states that any subsequent edition replaces the previous one."} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat unusual coloration was observed in 88,668,195,681 from Isla de Ometepe? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "blue coloration187,682,284,695"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Blue coloration", "gt_answer": "blue coloration187,682,284,695"} +{"image": ["imgs/Crello/output_poster2079_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many tips are likely provided? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "There are likely ' 7 172,295,621,1066' tips provided."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster mentions 'Tips on How to Become a Faster Writer', suggesting that there are multiple tips provided.", "gt_answer": "There are likely ' 7 172,295,621,1066' tips provided."} +{"image": ["imgs/CCMAIN/0267131.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the finish time for the yacht 173,166,224,179? Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The yacht GUMBO173,166,224,179 finished at 12:15:39595,166,648,179, as recorded in the result sheet. Answer: 12:15:39595,166,648,179"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The yacht GUMBO173,166,224,179 finished the race with a time of 12:15:39590,168,647,179, as indicated in the 'FINISH' column. Answer: 12:15:39590,168,647,179", "gt_answer": "The yacht GUMBO173,166,224,179 finished at 12:15:39595,166,648,179, as recorded in the result sheet. Answer: 12:15:39595,166,648,179"} +{"image": ["imgs/CCMAIN/0049850.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the span 76, 386, 910, 404 in the context of the entire text? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The span 76, 386, 910, 404 includes 'history of russia), acing contracts acing law school series, engineering drawing by a c parkinson, commercial', which signifies the diversity of topics covered in the list, ranging from historical accounts to educational materials in law and engineering, highlighting the comprehensive nature of the resources mentioned."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The span 76, 386, 910, 404 contains the text 'history of russia, acing contracts acing law school series, engineering drawing by a c parkinson, commercial', which highlights a diverse range of topics including historical studies, legal education, engineering, and business. This span is significant as it exemplifies the breadth of subjects covered in the document, indicating a comprehensive approach to providing educational resources.", "gt_answer": "The span 76, 386, 910, 404 includes 'history of russia), acing contracts acing law school series, engineering drawing by a c parkinson, commercial', which signifies the diversity of topics covered in the list, ranging from historical accounts to educational materials in law and engineering, highlighting the comprehensive nature of the resources mentioned."} +{"image": ["imgs/ChartQA_PCG/two_col_102330.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the monthly sales of cannabis in Canada in 685, 885, 718, 937?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "6.27"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The monthly sales of cannabis in Canada in Apr '20685, 885, 718, 937 were 6.27688, 324, 714, 340 million Canadian dollars.\n\nAnswer: 6.27", "gt_answer": "6.27", "necessary bbox": "[\"Apr '20685, 885, 718, 937\", '6.27689, 322, 715, 338']"} +{"image": ["imgs/CCMAIN/0002030.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the mission of Sanford Laboratory Bismarck? Supply a detailed response with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document clearly outlines the Sanford Laboratory Bismarck Mission117,274,471,292 as Better Health through Laboratory Testing.117,299,507,317 Answer: Better Health through Laboratory Testing.117,299,507,317"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The mission statement clearly states the goal of improving health through laboratory testing, highlighting the focus on enhancing health outcomes. Answer: Better Health through Laboratory Testing.117,300,504,316", "gt_answer": "The document clearly outlines the Sanford Laboratory Bismarck Mission117,274,471,292 as Better Health through Laboratory Testing.117,299,507,317 Answer: Better Health through Laboratory Testing.117,299,507,317"} +{"image": ["imgs/CCMAIN/0032671.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the amount of 217,580,295,599 present? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document specifies that the amount of Vitamin C217,580,295,599 is <1.00 mg525,580,601,599 per 100 grams. Answer: <1.00 mg525,580,601,599"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Vitamin C217,580,295,599 as <1.00 mg525,580,603,599, indicating it is present in very small amounts. Answer: <1.00 mg525,580,603,599", "gt_answer": "The document specifies that the amount of Vitamin C217,580,295,599 is <1.00 mg525,580,601,599 per 100 grams. Answer: <1.00 mg525,580,601,599"} +{"image": ["imgs/CCMAIN/0084284.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the aggregate value of hereditaments of votes cast in favor of the proposal? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the Aggregate value of hereditaments of votes cast in favour of proposal107,673,588,693 was \u00a32,919,100704,673,805,693. Answer: \u00a32,919,100704,673,805,693"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the Aggregate value of hereditaments of votes cast in favour of proposal106,674,583,692 was \u00a32,919,100701,674,803,692. Answer: \u00a32,919,100701,674,803,692", "gt_answer": "The document specifies that the Aggregate value of hereditaments of votes cast in favour of proposal107,673,588,693 was \u00a32,919,100704,673,805,693. Answer: \u00a32,919,100704,673,805,693"} +{"image": ["imgs/ChartQA_PCG/two_col_101276.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category had the smallest market size?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Debt based securities220,798,370,810"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Debt based securities219, 798, 367, 810", "gt_answer": "Debt based securities220,798,370,810", "necessary bbox": "['Debt based securities220,798,370,810', '11.80']"} +{"image": ["imgs/ChartQA_PCG/two_col_83537.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the year that Welsh GDP in the year is with bbox 741, 205, 780, 222?Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "2017"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The year with the GDP value of 72607741, 205, 780, 222 is 2017750, 953, 775, 999.\n\nAnswer: 2017", "gt_answer": "2017", "necessary bbox": "[' 72607 739, 205, 780, 222','2017744,954,770,997']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100037.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of participants in high school sports in 703,509,756,535?"}, {"role": "assistant", "content": "37572"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "37,672", "gt_answer": "37572", "necessary bbox": "['21242710,376,746,395', '16330710,172,747,191', '2016/17705,518,752,535']"} +{"image": ["imgs/ChartQA_PCG/multi_col_175.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend in the share of the workforce for Agriculture from 224,548,250,592 to 867,546,892,592? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The share of the workforce for Agriculture shows a decreasing trend from 38.10% 217,435,261,453 in 2009 to 25.10% 859,463,903,482 in 2019."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of the workforce for Agriculture decreased from 38.10%219,435,263,453 in 2009 to 25.10%857,465,901,483 in 2019.", "gt_answer": "The share of the workforce for Agriculture shows a decreasing trend from 38.10% 217,435,261,453 in 2009 to 25.10% 859,463,903,482 in 2019."} +{"image": ["imgs/CCMAIN/0357125.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat event did 303,350,697,448 participate in?"}, {"role": "assistant", "content": "BOLDiTUDE LABOR DAY 10K"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "BOLDiTUDE LABOR DAY 10K", "gt_answer": "BOLDiTUDE LABOR DAY 10K"} +{"image": ["imgs/Crello/output_poster1076_test.png"], "messages": [{"role": "user", "content": "<|image|> \nIf I buy a chandelier, how much will it cost for shipping?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "0"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' FREE SHIPPING 178,763,380,779 ' indicates that shipping is free. Answer: Free", "gt_answer": "0", "necessary bbox": "['FREE SHIPPING179,764,376,778']"} +{"image": ["imgs/Crello/output_poster2130_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date mentioned for the grand opening and what can people enjoy at the event? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The grand opening is on JUNE 24 185,741,438,772 and people can Enjoy free food, drinks, and lots of fun activities. 575,736,766,769 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The date mentioned is JUNE 24 185,739,436,770. People can enjoy free food, drinks, and lots of fun activities. 578,737,765,765.", "gt_answer": "The grand opening is on JUNE 24 185,741,438,772 and people can Enjoy free food, drinks, and lots of fun activities. 575,736,766,769 ."} +{"image": ["imgs/ChartQA_PCG/two_col_20669.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in production from 1990 to 2019?Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "481.81"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The production in 1990 was 401.61152,528,193,544 million metric tons and in 2019 it was 883.42867,162,908,178 million metric tons. The increase is 883.42 - 401.61 = 481.81 million metric tons. Answer: 481.81 million metric tons.", "gt_answer": "481.81", "necessary bbox": "['401.61152, 525, 193, 541', '883.42864, 161, 905, 177']"} +{"image": ["imgs/Crello/output_poster1777_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the primary purpose of the platform? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The primary purpose of the platform is to allow people to contribute to what is important to them by visiting the website www.localbless.com139,871,750,914."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The primary purpose of the platform is to allow users to visit, choose from a variety of social projects, and donate as much as they wish. Visit, choose from the variety of social projects\nand donate as much as you wish. 247,380,835,481 ", "gt_answer": "The primary purpose of the platform is to allow people to contribute to what is important to them by visiting the website www.localbless.com139,871,750,914."} +{"image": ["imgs/ChartQA_PCG/two_col_103575.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is labeled 661, 609, 728, 635?"}, {"role": "assistant", "content": "38.8%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "38.8%", "gt_answer": "38.8%", "necessary bbox": "['Women661, 609, 728, 635', '38.8%554, 561, 610, 587']"} +{"image": ["imgs/CCMAIN/0195387.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document is a Story Map763,65,910,89 template from the Classroom Strategy Library212,45,391,57 provided by AdLit.org862,909,940,924. It is designed to help students organize and outline the key elements of a story. The template includes sections for the Name117,114,170,131 and Story Title117,149,213,166, as well as spaces to describe the Setting130,193,197,210 (including Where?141,228,213,245 and When?141,264,207,280), Main Characters130,341,283,358, Problem130,496,209,513, and Resolution130,777,232,794. Additionally, it provides boxes for detailing three significant Events in the story. This resource is intended for Parents and Educators of Kids Grades 4\u201412143,924,414,935."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Story Map765,64,912,93 template from the AdLit.org website, designed for grades 4-12. It includes sections for the Name117,114,170,131, Story Title117,148,213,166, Setting131,193,197,211 (where and when), Main Characters131,339,283,357, Problem131,496,209,514, and three Event180,640,232,658 sections labeled Event 1180,640,244,658, Event 2412,640,481,658, and Event 3644,640,713,658. The template also has a section for Resolution131,775,231,793. This tool is intended to help students organize and understand the structure of a story.", "gt_answer": "The document is a Story Map763,65,910,89 template from the Classroom Strategy Library212,45,391,57 provided by AdLit.org862,909,940,924. It is designed to help students organize and outline the key elements of a story. The template includes sections for the Name117,114,170,131 and Story Title117,149,213,166, as well as spaces to describe the Setting130,193,197,210 (including Where?141,228,213,245 and When?141,264,207,280), Main Characters130,341,283,358, Problem130,496,209,513, and Resolution130,777,232,794. Additionally, it provides boxes for detailing three significant Events in the story. This resource is intended for Parents and Educators of Kids Grades 4\u201412143,924,414,935."} +{"image": ["imgs/CCMAIN/0176350.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many calories are in a whole box of peeps? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "140 calories728,677,826,695"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "140 calories728,679,825,696", "gt_answer": "140 calories728,677,826,695"} +{"image": ["imgs/Crello/output_poster343_test.png"], "messages": [{"role": "user", "content": "<|image|> \nCan I sign up for the event alone?Provide a detailed answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Yes"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Single tours 165,498,362,537 ' indicates that single tours are available. Answer: Yes", "gt_answer": "Yes", "necessary bbox": "[' Single tours 163,483,364,543 ']"} +{"image": ["imgs/CCMAIN/0295956.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a High School Progress Report288,198,651,226 from the Homeward Education Association150,98,783,140. It includes fields for Student Name92,249,196,266, Grade Level535,249,624,266, Member Number92,271,214,288, and Family Name and Address92,287,283,304. The report has a table for recording Subject Title91,353,173,369, Credit254,353,293,369, Curriculum Used303,353,412,369, and grades for First Semester535,353,631,369, Second Semester642,353,759,369, and Final Grade759,353,836,369. It notes that Curriculum Descriptions should be attached92,863,406,880."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a High School Progress Report287,199,650,227 from the Homeward Education Association150,103,784,138. It includes fields for student information such as Student Name92,250,196,265, Grade Level538,250,623,265, and Member Number92,272,214,287. The report also has sections for Family Name and Address92,288,284,303, and details about each subject, including Credit253,354,292,369, Curriculum Used303,354,413,369, and grades for both First Semester538,354,631,369 and Second Semester641,354,753,369. The final grade is also recorded. The document specifies that Curriculum Descriptions should be attached to this progress report92,863,568,878. Contact information for the association is provided, including an address in Sumter, SC, and contact numbers.", "gt_answer": "The document is a High School Progress Report288,198,651,226 from the Homeward Education Association150,98,783,140. It includes fields for Student Name92,249,196,266, Grade Level535,249,624,266, Member Number92,271,214,288, and Family Name and Address92,287,283,304. The report has a table for recording Subject Title91,353,173,369, Credit254,353,293,369, Curriculum Used303,353,412,369, and grades for First Semester535,353,631,369, Second Semester642,353,759,369, and Final Grade759,353,836,369. It notes that Curriculum Descriptions should be attached92,863,406,880."} +{"image": ["imgs/CCMAIN/0291769.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is recommended for 751,446,862,467? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "riding safety vest519,449,629,462"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "riding safety vest517,446,628,467", "gt_answer": "riding safety vest519,449,629,462"} +{"image": ["imgs/Crello/output_poster1698_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the profession mentioned in 240,654,310,682?"}, {"role": "assistant", "content": " PRIEST "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "PRIEST", "gt_answer": " PRIEST ", "necessary bbox": "[' PRIEST 240,654,310,682']"} +{"image": ["imgs/CCMAIN/0143965.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the 120,457,339,473? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "09 December 2021348,455,505,470"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "07 December 2021428,445,586,461", "gt_answer": "09 December 2021348,455,505,470"} +{"image": ["imgs/ChartQA_PCG/two_col_103550.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of revenue from 2015 to 2019? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The revenue shows an increasing trend from 1804641,605,670,621 million in 2015641,924,666,962, increasing continuously to 4592846,166,876,182 million in 2019848,922,873,962."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue increased from 1804642, 605, 671, 621 in 2015 to 4592846, 167, 876, 183 in 2019.", "gt_answer": "The revenue shows an increasing trend from 1804641,605,670,621 million in 2015641,924,666,962, increasing continuously to 4592846,166,876,182 million in 2019848,922,873,962."} +{"image": ["imgs/Crello/output_poster1480_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the guest of honor at the baby shower, and when is it taking place? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The guest of honor at the baby shower is Megan Krasinsky 640,187,881,247, and it is taking place on April 14 55,760,152,821."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The guest of honor is Megan Krasinsky641,187,883,250, and it is taking place on April 1456,769,148,817.", "gt_answer": "The guest of honor at the baby shower is Megan Krasinsky 640,187,881,247, and it is taking place on April 14 55,760,152,821."} +{"image": ["imgs/Crello/output_poster1998_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the email address provided for contact?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " mcdermott@clinic.com 572,780,812,830"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " s.mcdermott@clinic.com 571,682,819,830 ", "gt_answer": " mcdermott@clinic.com 572,780,812,830", "necessary bbox": "[' mcdermott@clinic.com 572,780,812,830']"} +{"image": ["imgs/Crello/output_poster468_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is in 42,362,444,499?"}, {"role": "assistant", "content": " STANDING OUT "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "STANDING OUT", "gt_answer": " STANDING OUT ", "necessary bbox": "[' STANDING OUT 42,362,444,499']"} +{"image": ["imgs/CCMAIN/0262673.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the genre and format of 'Midnight Tradition'? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document specifies the genre and format of the film as a Crime drama137,318,250,336 from the year 1939266,318,307,336 and it is in Black & White324,318,447,336. Answer: Crime drama - 1939 - Black & White137,318,447,336"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies the genre and format as Crime drama - 1939 - Black & White137,320,448,336, indicating it is a black and white crime drama film from 1939. Answer: Crime drama - 1939 - Black & White137,320,448,336", "gt_answer": "The document specifies the genre and format of the film as a Crime drama137,318,250,336 from the year 1939266,318,307,336 and it is in Black & White324,318,447,336. Answer: Crime drama - 1939 - Black & White137,318,447,336"} +{"image": ["imgs/CCMAIN/0203140.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does a 370,617,432,626 cost for an adult? Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "According to the pricing table, the cost for a Kelowna Round Trip370,617,432,626 for an Adult159,649,183,665 is $120.00385,648,418,665. Answer: $120.00385,648,418,665"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Kelowna Round Trip Per Person370,617,432,626 cost for an adult as $120.00385,649,418,663. Answer: $120.00385,649,418,663", "gt_answer": "According to the pricing table, the cost for a Kelowna Round Trip370,617,432,626 for an Adult159,649,183,665 is $120.00385,648,418,665. Answer: $120.00385,648,418,665"} +{"image": ["imgs/ChartQA_PCG/two_col_23751.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in net earnings per common share from 2015 to 2017? Give grounding and detailed answer."}, {"role": "assistant", "content": "Net earnings per common share increased from 1.13552,690,577,705 in 2015551,956,576,995 to 3.57652,186,679,202 in 2017651,955,676,995."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2015, the net earnings per common share were 1.13554,690,580,706. In 2016, it decreased to 1.16, and in 2017, it increased significantly to 3.57652,184,678,201. The trend shows an increase from 2015 to 2017.", "gt_answer": "Net earnings per common share increased from 1.13552,690,577,705 in 2015551,956,576,995 to 3.57652,186,679,202 in 2017651,955,676,995."} +{"image": ["imgs/ChartQA_PCG/two_col_63337.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many doping cases were recorded in the year represented by 631, 876, 656, 915? Give grounding and detailed answer."}, {"role": "assistant", "content": "In the year 2008631, 876, 656, 915, there were 244634, 429, 656, 445 doping cases recorded."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "244635, 429, 657, 445", "gt_answer": "In the year 2008631, 876, 656, 915, there were 244634, 429, 656, 445 doping cases recorded."} +{"image": ["imgs/CCMAIN/0179687.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much energy does the washing machine consume per 670,569,834,610 cycles?"}, {"role": "assistant", "content": "79 kWh"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "79 kWh", "gt_answer": "79 kWh"} +{"image": ["imgs/ChartQA_PCG/two_col_60162.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the largest increase compared to the previous year?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2009 234, 879, 260, 917"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2009", "gt_answer": " 2009 234, 879, 260, 917", "necessary bbox": "['2009234, 879, 260, 917']"} +{"image": ["imgs/ChartQA_PCG/two_col_24637.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the infant mortality rate in 477,924,503,969?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 14 483,572,499,589"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "14487,569,503,587", "gt_answer": " 14 483,572,499,589", "necessary bbox": "[' 1980 477,924,503,969', ' 14 483,572,499,589']"} +{"image": ["imgs/Crello/output_poster89_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere should I click if I want to sign up the journey? Give a straightforward response and specify the bounding box of the answer if it exists.Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": " BOOK NOW "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' SIGN UP 45,631,150,659 ' suggests clicking to sign up. Answer: SIGN UP 45,631,150,659 ", "gt_answer": " BOOK NOW ", "necessary bbox": "[' BOOK NOW 11,631,166,656 ']"} +{"image": ["imgs/CCMAIN/0097209.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "This document is a SPECIAL POWER OF ATTORNEY301,164,695,184 made on a specified day in 2018261,230,310,245. It authorizes a person to act on behalf of the executant for purchasing a plot in Lahore Smart City194,276,254,292. The appointed attorney is empowered to perform tasks such as purchasing the plot, signing necessary documents, depositing fees, and appearing before officers for transfer processes. The executant agrees that all actions taken by the attorney are considered as their own. The document includes sections for signatures and details of the Attorney81,630,171,645, Executant567,629,665,645, and WITNESSES84,765,198,780."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a SPECIAL POWER OF ATTORNEY301,165,697,184 dated 2018260,229,310,246, appointing an attorney to handle certain tasks related to purchasing a plot in Lahore Smart City192,276,251,293. The attorney is authorized to purchase the plot, sign necessary documents, deposit dues, and appear before designated officers. The attorney also collects membership letters and certificates after payment of fees. The document includes spaces for signatures, names, CNIC numbers, and thumb impressions from both the attorney and the executant.", "gt_answer": "This document is a SPECIAL POWER OF ATTORNEY301,164,695,184 made on a specified day in 2018261,230,310,245. It authorizes a person to act on behalf of the executant for purchasing a plot in Lahore Smart City194,276,254,292. The appointed attorney is empowered to perform tasks such as purchasing the plot, signing necessary documents, depositing fees, and appearing before officers for transfer processes. The executant agrees that all actions taken by the attorney are considered as their own. The document includes sections for signatures and details of the Attorney81,630,171,645, Executant567,629,665,645, and WITNESSES84,765,198,780."} +{"image": ["imgs/Crello/output_poster658_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere can the new facial mask be purchased?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " IN STORES ONLY 88,419,131,549 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " IN STORES ONLY 90,416,123,548 ", "gt_answer": " IN STORES ONLY 88,419,131,549 ", "necessary bbox": "[' IN STORES ONLY 88,419,131,549 ', ' IN STORES ONLY 766,407,808,538 ']"} +{"image": ["imgs/Crello/output_poster14_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat activity does the text in 97,699,578,819 suggest the woman is engaged in?"}, {"role": "assistant", "content": "Pottery"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "writing", "gt_answer": "Pottery", "necessary bbox": "[' My day started \\nwith a sip of \\ncoffee and asplash \\nof inspo. 97,699,578,819']"} +{"image": ["imgs/Crello/output_poster2241_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat dates is the event held according to 266,390,642,430?"}, {"role": "assistant", "content": "23 \u2013 26 January 2018"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "23 \u2013 26 January 2018", "gt_answer": "23 \u2013 26 January 2018", "necessary bbox": "['Main US home textile event\\nheld from 23 \u2013 26 January 2018266,390,642,430']"} +{"image": ["imgs/CCMAIN/0265472.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is one of the main research areas of 85,47,269,76\n? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "\nChristopher Uggen85,47,269,76's research focuses on areas such as criminology159,209,248,223, sociology, and public affairs, as indicated in the document. Answer: Criminology159,209,248,223"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists several publications related to Sexual Harassment268,207,410,223, indicating it as a significant area of research. Answer: Sexual Harassment.", "gt_answer": "\nChristopher Uggen85,47,269,76's research focuses on areas such as criminology159,209,248,223, sociology, and public affairs, as indicated in the document. Answer: Criminology159,209,248,223"} +{"image": ["imgs/CCMAIN/0220594.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 118,276,303,298? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The Supreme Pizza118,276,303,298 includes a variety of toppings and is priced at 26.95793,321,842,343 as listed in the menu. Answer: 26.95793,321,842,343"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The menu lists the Supreme Pizza118,276,303,298 with a price of 26.95790,321,840,346, which includes a variety of toppings. Answer: 26.95790,321,840,346", "gt_answer": "The Supreme Pizza118,276,303,298 includes a variety of toppings and is priced at 26.95793,321,842,343 as listed in the menu. Answer: 26.95793,321,842,343"} +{"image": ["imgs/ChartQA_PCG/two_col_80369.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich city has the lowest share of billionaires who inherited their wealth?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Paris 830, 930, 856, 946"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Paris829, 931, 856, 947", "gt_answer": " Paris 830, 930, 856, 946", "necessary bbox": "[' Paris 830, 930, 856, 946', ' 63% ']"} +{"image": ["imgs/CCMAIN/0310710.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song by 466,286,527,296 is ranked at 18 this week? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "SUNFLOWER174,440,238,448"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "SUNFLOWER174,440,238,450", "gt_answer": "SUNFLOWER174,440,238,448"} +{"image": ["imgs/CCMAIN/0074512.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the length of the side adjacent to 293,333,409,369?"}, {"role": "assistant", "content": "20.10m"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "24.30m", "gt_answer": "20.10m"} +{"image": ["imgs/CCMAIN/0191292.png"], "messages": [{"role": "user", "content": "<|image|> \nHow old was 320,87,592,114 at the time of her passing?"}, {"role": "assistant", "content": "36 "}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "66 years old.", "gt_answer": "36 "} +{"image": ["imgs/Crello/output_poster1343_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of product is being advertised?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Vases"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Decorati 41,188,320,621 ' suggests that the product being advertised is related to decoration. Answer: Decorative", "gt_answer": "Vases", "necessary bbox": "[' Decorations 41,177,458,621 ', ' THAT\\nDELIGHT 336,277,408,566 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_3017.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the pie chart is represented by 6-10 mins?"}, {"role": "assistant", "content": "31.0%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "31.0%", "gt_answer": "31.0%", "necessary bbox": "['31.0%474, 275, 529, 301', '6-10 mins508, 105, 595, 131']"} +{"image": ["imgs/Crello/output_poster2134_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount offered in the promotion? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The promotion offers a 60% discount on coffee sets: 'Get 60% off any coffee sets84,316,533,454'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offered is Get 60% off any coffee sets 83,315,534,472 .", "gt_answer": "The promotion offers a 60% discount on coffee sets: 'Get 60% off any coffee sets84,316,533,454'."} +{"image": ["imgs/CCMAIN/0295721.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the text in 19,105,416,114 suggest about the availability of car repair instructions? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The text in 19,105,416,114 suggests that exact instructions to perform any repair on any car, similar to dealership service, can be obtained by downloading PDF service manuals for all vehicles. This implies that comprehensive repair instructions are readily accessible for a wide range of vehicles."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text in How to Repair Your Car: Free Auto Repair Manuals Online | DIY Car Repair | How To Fix Your Car (DIY) - 100% Free Car Repair Help Book19,105,416,114 suggests that there are free auto repair manuals available online for DIY car repairs, indicating that car repair instructions can be accessed without cost.", "gt_answer": "The text in 19,105,416,114 suggests that exact instructions to perform any repair on any car, similar to dealership service, can be obtained by downloading PDF service manuals for all vehicles. This implies that comprehensive repair instructions are readily accessible for a wide range of vehicles."} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 286,59,946,114 awarded to? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Trenton McKinney285,341,562,397"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Trenton McKinney286,331,567,394", "gt_answer": "Trenton McKinney285,341,562,397"} +{"image": ["imgs/ChartQA_PCG/multi_col_100946.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of respondents aged 498, 542, 566, 560 who believe that 621, 663, 820, 683?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "27%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents aged 26-34 years498, 542, 566, 560 who believe that Yes, almost all of them are corrupt621, 663, 820, 683 is 27%535, 332, 561, 351. Answer: 27%", "gt_answer": "27%", "necessary bbox": "['26-34 years498, 542, 566, 560', 'Yes, almost all of them are corrupt621, 663, 820, 683', '27%536, 335, 561, 353']"} +{"image": ["imgs/Crello/output_poster1935_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster indicated by the text in 365,327,780,521 and 417,459,656,609?"}, {"role": "assistant", "content": "Farmer Secrets Revealed"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Farmer Secrets Revealed", "gt_answer": "Farmer Secrets Revealed", "necessary bbox": "[' Farmer Secrets 365,327,780,521', ' Revealed 417,459,656,609']"} +{"image": ["imgs/CCMAIN/0159857.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many questions are included in the 125,685,372,703 for 8400 participants?"}, {"role": "assistant", "content": "583 questions"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "180 items and 583 questions.", "gt_answer": "583 questions"} +{"image": ["imgs/CCMAIN/0090365.png"], "messages": [{"role": "user", "content": "<|image|> \nHow does the series 'Nachtschicht' portray toys according to 68,259,155,271? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "According to 68,259,155,271, the series 'Nachtschicht' portrays toys as a phenomenon, illustrating them as an unfulfilled promise of a sensual experience. These toys are depicted as an anxious bestiary, isolated and trapped within their canvases, inviting self-reflection and observation. The portrayal is ghostly, hybrid, dream-like, moon-like, and grotesque."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The series 'Nachtschicht' portrays toys as random objects that illustrate an aborted promise of a sensational experience. The portraits of the toys are described as isolated and locked up in their canvas frames, exhibiting as the anxious bestiarium. This portrayal highlights the toys as being exhibited as if they were part of a collection or display, emphasizing their artificial and staged nature.", "gt_answer": "According to 68,259,155,271, the series 'Nachtschicht' portrays toys as a phenomenon, illustrating them as an unfulfilled promise of a sensual experience. These toys are depicted as an anxious bestiary, isolated and trapped within their canvases, inviting self-reflection and observation. The portrayal is ghostly, hybrid, dream-like, moon-like, and grotesque."} +{"image": ["imgs/CCMAIN/0043101.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat ingredients are used in 60,771,260,783? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The ingredients used in The Beehive Banger (VG)60,771,260,783 include a quinoa, beetroot, and smoked peppers patty topped with guacamole."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The ingredients used in 60,771,260,783 are quinoa, beetroot, and smoked peppers, topped with guacamole. This is specified in the span Quinoa, Beetroot & Smoked peppers Patty topped with Guacamole60,785,519,797.", "gt_answer": "The ingredients used in The Beehive Banger (VG)60,771,260,783 include a quinoa, beetroot, and smoked peppers patty topped with guacamole."} +{"image": ["imgs/ChartQA_PCG/two_col_62818.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in enrollment percentage between Vermont and California? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The difference in enrollment percentage between Vermont 180,153,233,156 and California 174,324,233,328 is 72% 839,152,868,156 - 25% 449,324,478,328 = 47% ."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Vermont has a 72% enrollment rate, while California has a 25%448,319,476,323 enrollment rate. The difference is 47%.", "gt_answer": "The difference in enrollment percentage between Vermont 180,153,233,156 and California 174,324,233,328 is 72% 839,152,868,156 - 25% 449,324,478,328 = 47% ."} +{"image": ["imgs/CCMAIN/0053220.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat happens if any of the warranty provisions in 86,755,938,823 are found to be prohibited by law? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "If any of the warranty provisions or portions thereof are prohibited by law, as stated in prohibited by la654,782,747,797, their invalidity or unenforceability shall not affect the validity or enforceability of any other warranty provisions or portions thereof."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If any of the warranty provisions in 86,755,938,823 are found to be prohibited by law, their invalidity or unenforceability shall not affect the validity or the enforceability of any other warranty provisions or portions thereof. This is supported by the text: its invalidity or unenforceability shall not affect the validity or the enforceability of any other warranty provisions or104,795,938,809.", "gt_answer": "If any of the warranty provisions or portions thereof are prohibited by law, as stated in prohibited by la654,782,747,797, their invalidity or unenforceability shall not affect the validity or enforceability of any other warranty provisions or portions thereof."} +{"image": ["imgs/ChartQA_PCG/multi_col_803.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the increase in the number of stores for North America from 2013 to 2020? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The increase is 30 stores, from 17246,499,260,518 in 2013 to 47841,435,856,453 in 2020."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2013, North America had 31243,546,258,565 stores. By 2020, the number increased to 47840,439,855,458. The increase is 47 - 31 = 16.", "gt_answer": "The increase is 30 stores, from 17246,499,260,518 in 2013 to 47841,435,856,453 in 2020."} +{"image": ["imgs/ChartQA_PCG/two_col_80369.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich city has the smallest share of billionaires who inherited their wealth, and what is this percentage? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The city is Paris830,930,856,946 and the percentage is 63%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The city with the smallest share is Paris829,930,856,946 with 63%.", "gt_answer": "The city is Paris830,930,856,946 and the percentage is 63%."} +{"image": ["imgs/ChartQA_PCG/two_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in views between 'Despactio - Luis Fonsi ft. Daddy Yankee' and 122,721,294,737?Answer the question in detail with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "3.3"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The views for 'Despacito - Luis Fonsi ft. Daddy Yankee' are 6.32 billion, and for 'Sorry - Justin Bieber', they are 3.15 billion. The difference is 6.32 - 3.15 = 3.17 billion. Answer: 3.17 billion.", "gt_answer": "3.3", "necessary bbox": "['Despactio - Luis Fonsi ft. Daddy Yankee0,233,294,248', 'Sorry - Justin Bieber122,721,294,737']"} +{"image": ["imgs/Crello/output_poster1102_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the main features of the poster? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The main features of the poster include an emphasis on Fresh Fruit Dishes56,83,534,152, fun and healthy recipes such as Easy Strawberry Cake110,379,369,412, Watermelon Sorbet111,566,335,594, and Grape Smoothie110,753,298,786. It targets For kids and parents 55,171,291,204."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The main features of the poster are 'FRESH FRUIT DISHES' 56,84,537,150, 'For kids and parents' 55,172,292,200, and 'fun and healthy' 71,263,251,295.", "gt_answer": "The main features of the poster include an emphasis on Fresh Fruit Dishes56,83,534,152, fun and healthy recipes such as Easy Strawberry Cake110,379,369,412, Watermelon Sorbet111,566,335,594, and Grape Smoothie110,753,298,786. It targets For kids and parents 55,171,291,204."} +{"image": ["imgs/ChartQA_PCG/multi_col_60911.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of employees in 2018? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The total number of employees in 2018 is 68000482, 59, 522, 78."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "68000482, 59, 523, 78", "gt_answer": "The total number of employees in 2018 is 68000482, 59, 522, 78."} +{"image": ["imgs/ChartQA_PCG/two_col_20883.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the number of homicides per 100,000 inhabitants in the year 301,899,326,939?Provide a detailed answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "16.60"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of homicides per 100,000 inhabitants in the year 2003301,899,326,939 was 16.60298,524,332,540. Answer: 16.60", "gt_answer": "16.60", "necessary bbox": "['2003301,899,326,939', '16.60298,525,332,541']"} +{"image": ["imgs/CCMAIN/0079146.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step to 217,253,578,343 using the 736,296,867,335? Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The process begins by logging into the app, as indicated in step 1 of the guide. Answer: Log into the app.261,352,380,369"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The process begins with logging into the app, which is essential to access and manage visits. Answer: Log into the app.261,350,384,369", "gt_answer": "The process begins by logging into the app, as indicated in step 1 of the guide. Answer: Log into the app.261,352,380,369"} +{"image": ["imgs/ChartQA_PCG/two_col_2182.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat region had the lowest number of retail stores?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Emerging Markets"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The region with the lowest number of retail stores is Emerging Markets765, 904, 869, 921, with a count of 5.\n\nAnswer: Emerging Markets", "gt_answer": "Emerging Markets", "necessary bbox": "[ 'Emerging Markets765,905,869,922']"} +{"image": ["imgs/ChartQA_PCG/two_col_23099.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the population 521, 226, 563, 241 million?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "2015528, 861, 553, 900"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2015531, 860, 556, 909", "gt_answer": "2015528, 861, 553, 900", "necessary bbox": "['622.30521, 226, 563, 241', '2015528, 861, 553, 900']"} +{"image": ["imgs/ChartQA_PCG/two_col_23773.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the market share of Tizen in the pie chart?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "22.0%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The market share of Tizen is shown as 28.0%.\n\nAnswer: 28%", "gt_answer": "22.0%", "necessary bbox": "['Tizen635,707,683,733']"} +{"image": ["imgs/CCMAIN/0267905.png"], "messages": [{"role": "user", "content": "<|image|> \nWho arranged the melody in the document? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "PKN85,96,126,110"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Arr: PKN47,96,126,110", "gt_answer": "PKN85,96,126,110"} +{"image": ["imgs/CCMAIN/0129882.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich roast option is the most expensive? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The 'Roast sirloin of beef345,506,481,520' is priced at '\u00a318486,520,512,534', which is higher than the other roast options listed. Answer: Roast sirloin of beef345,506,481,520"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The Roast sirloin of beef345,508,479,521 is priced at \u00a318486,523,512,536, making it the most expensive roast option on the menu. Answer: Roast sirloin of beef345,508,479,521", "gt_answer": "The 'Roast sirloin of beef345,506,481,520' is priced at '\u00a318486,520,512,534', which is higher than the other roast options listed. Answer: Roast sirloin of beef345,506,481,520"} +{"image": ["imgs/CCMAIN/0306670.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich song has the longest duration in the 'Total Sylvia' section? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "In the 'Total Sylvia' section, the song Love is a Battlefield117,536,242,549 has the longest duration at 5:23429,536,457,549. Answer: Love is a Battlefield117,536,242,549"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In the 'Total Sylvia' section, You're No Good116,840,219,853 has the longest duration of 5:25427,840,457,853. Answer: You're No Good116,840,219,853", "gt_answer": "In the 'Total Sylvia' section, the song Love is a Battlefield117,536,242,549 has the longest duration at 5:23429,536,457,549. Answer: Love is a Battlefield117,536,242,549"} +{"image": ["imgs/ChartQA_PCG/two_col_22657.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat trend do you observe in the gross written premiums from 2004 to 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The gross written premiums generally increased over the years, rising from 18.16 178,226,212,242 billion euros in 2004 182,864,208,904 to 21.27 billion euros in 2019 865,864,890,904."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The gross written premiums show an overall increasing trend from 2004 to 2019. Starting at 18.16178,223,211,239 billion euros in 2004 and reaching 21.15 billion euros in 2019.", "gt_answer": "The gross written premiums generally increased over the years, rising from 18.16 178,226,212,242 billion euros in 2004 182,864,208,904 to 21.27 billion euros in 2019 865,864,890,904."} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last date for 226,635,673,642? Provide a detailed answer with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the last date for students to submit the form online is 04/07/2021128,632,217,645. Answer: 04/07/2021128,632,217,645"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the last date for confirmation/ verification by the colleges226,635,634,642 is 06/07/2021. Answer: 06/07/2021", "gt_answer": "The document specifies that the last date for students to submit the form online is 04/07/2021128,632,217,645. Answer: 04/07/2021128,632,217,645"} +{"image": ["imgs/Crello/output_poster2277_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can potential customers contact the service?Answer the question in detail with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "Call 51-743-343-6543 or visit www.easymoving.us"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The contact information is provided in the text ' Call 51-723-343-9332 360,899,616,919 '. Answer: Call 51-723-343-9332", "gt_answer": "Call 51-743-343-6543 or visit www.easymoving.us", "necessary bbox": "['Call 51-743-343-6543\\nwww.easymoving.us355,905,618,953']"} +{"image": ["imgs/ChartQA_PCG/37026902001151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of adults that are obese in 93, 442, 135, 464?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "1.50258, 437, 293, 459"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1.50258, 437, 293, 459", "gt_answer": "1.50258, 437, 293, 459", "necessary bbox": "['Japan93, 442, 135, 464', '1.50258, 437, 293, 459']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total economic contribution of the meetings industry on the U.S. economy in 2012?Supply a detailed response with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "770.38"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total economic contribution of the meetings industry on the U.S. economy in 2012 is shown as 769.50.\n\nAnswer: 769.5", "gt_answer": "770.38", "necessary bbox": "['Total economic contribution775,579,934,595', '2012555,722,582,736']"} +{"image": ["imgs/CCMAIN/0333453.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the distance of Shahpura from 181,627,293,641? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "65 miles79,626,137,641"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "65 miles", "gt_answer": "65 miles79,626,137,641"} +{"image": ["imgs/CCMAIN/0198837.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere are pets not allowed in the hotel? Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Mezzanine/Breakfast area, inside Luna Caf\u00e9, or within the Pool Enclosure424,416,951,438"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Mezzanine/Breakfast area, inside Luna Caf\u00e9, or within the Pool Enclosure423,416,950,440", "gt_answer": "Mezzanine/Breakfast area, inside Luna Caf\u00e9, or within the Pool Enclosure424,416,951,438"} +{"image": ["imgs/ChartQA_PCG/two_col_61950.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which year did total exports first exceed 133,347,164,363 million U.S. dollars?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "2007291, 880, 315, 920"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2008.", "gt_answer": "2007291, 880, 315, 920", "necessary bbox": "['2007291, 880, 315, 920', '1000133,347,164,363']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101141.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of Middle-income countries where 51-75% of retail prices is tax?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "35687,135,702,154"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "38536, 101, 551, 119", "gt_answer": "35687,135,702,154", "necessary bbox": "['Middle-income501,692,583,707', '51-75% of retail prices is tax612,585,777,605', '35687,135,702,154']"} +{"image": ["imgs/ChartQA_PCG/two_col_60839.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the predicted mobile internet user penetration for the year 524, 834, 552, 879?Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "71.72%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The predicted mobile internet user penetration for the year 2021*524, 834, 552, 879 is 71.72%516, 184, 561, 201. Answer: 71.72%", "gt_answer": "71.72%", "necessary bbox": "['2021*524, 834, 552, 879', '71.72%518, 182, 562, 198']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60391.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the revenue per visit for Facebook across Q4 '12 and Q4 '13 and identify any trends. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Facebook's revenue per visit increased from 1.16$227,85,259,107 in Q4 '12 to 1.24$248,54,280,75 in Q4 '13, showing a positive trend in user monetization."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In Q4 '12, Facebook's revenue per visit was 1.16$228, 87, 258, 105, and in Q4 '13, it increased to 1.24$246, 59, 276, 78. This indicates a positive trend with an increase in revenue per visit.", "gt_answer": "Facebook's revenue per visit increased from 1.16$227,85,259,107 in Q4 '12 to 1.24$248,54,280,75 in Q4 '13, showing a positive trend in user monetization."} +{"image": ["imgs/ChartQA_PCG/two_col_62510.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich two streaming services have the highest share of weekly time spent listening?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "YouTube and Pandora"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The two streaming services with the highest share of weekly time spent listening are YouTube114, 148, 167, 160 with 27%890, 145, 919, 159 and Pandora114, 227, 166, 239 with 25%840, 225, 869, 239. Answer: YouTube and Pandora.", "gt_answer": "YouTube and Pandora", "necessary bbox": "['YouTube114,148,165,160', '27%890,146,919,160', 'Pandora115,226,164,238', '25%838,224,866,238']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100289.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of females and males in the year 352,522,379,566? Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2011352,522,379,566, the life expectancy for females is 82.44347,92,385,111 years and for males is 75.03347,412,385,430 years."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In 2011, the life expectancy for females was 82.44347,95,384,114 years and for males it was 75.03347,416,384,435 years.", "gt_answer": "In 2011352,522,379,566, the life expectancy for females is 82.44347,92,385,111 years and for males is 75.03347,412,385,430 years."} +{"image": ["imgs/ChartQA_PCG/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the third cheapest domain in 2011?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "market.de126,671,192,682"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " market.de 127, 669, 189, 680", "gt_answer": "market.de126,671,192,682", "necessary bbox": "['market.de126,671,192,682']"} +{"image": ["imgs/ChartQA_PCG/two_col_2540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of Facebook fans between 260,319,336,335 and 241,468,336,483? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The difference is 46.36740,317,781,331 - 41.50699,466,739,480 = 4.86 million fans."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The difference is 46.36740,318,780,332 - 41.50697,466,737,480 = 4.86 million fans.", "gt_answer": "The difference is 46.36740,317,781,331 - 41.50699,466,739,480 = 4.86 million fans."} +{"image": ["imgs/CCMAIN/0324130.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the consequences mentioned in 79,624,946,706 for vehicles and trailers not displaying a pass? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The consequences for vehicles and trailers not displaying a pass, as mentioned in Trailers not displaying a pass or not parked in the designated areas may be ticketed by the Santa Cruz Harbormaster.118,692,894,707, include the possibility of being ticketed by the Santa Cruz Harbormaster."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 79,624,946,706, vehicles and trailers not displaying a pass or not parked in the designated areas may be ticketed by the Santa Cruz Harbormaster. This is detailed in the span: Vehicles and Trailers not displaying a pass or not parked in the designated areas may be ticketed by the Santa Cruz Harbormaster.117,693,952,706.", "gt_answer": "The consequences for vehicles and trailers not displaying a pass, as mentioned in Trailers not displaying a pass or not parked in the designated areas may be ticketed by the Santa Cruz Harbormaster.118,692,894,707, include the possibility of being ticketed by the Santa Cruz Harbormaster."} +{"image": ["imgs/Crello/output_poster1701_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is quoted in the poster?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Henny Youngman 391,501,625,518 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Henry Youngman 392,498,621,517 ", "gt_answer": " Henny Youngman 391,501,625,518 ", "necessary bbox": "[' Henny Youngman 391,501,625,518 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60240.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of platforms allowing payment through 376,530,425,548?Give a thorough explanation with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "15%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share of platforms allowing payment through Account376,530,425,548 is 15%382,412,408,430. Answer: 15%", "gt_answer": "15%", "necessary bbox": "['15%381, 415, 407, 433','Account376,530,425,548']"} +{"image": ["imgs/Crello/output_poster1078_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Wedding guest list 298,58,720,112 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Wedding guest list 298,57,716,114 ", "gt_answer": " Wedding guest list 298,58,720,112 ", "necessary bbox": "[' Wedding guest list 298,58,720,112 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_101609.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the Medicaid coverage first surpass 530,510,561,510?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "2004"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Medicaid coverage first surpassed 38.37530,510,561,510 in the year '04529,820,546,847. Answer: 2004", "gt_answer": "2004", "necessary bbox": "['38.06530,510,561,510', \"'04533,822,550,849\"]"} +{"image": ["imgs/ChartQA_PCG/two_col_4223.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people responded with '570,855,601,883'?"}, {"role": "assistant", "content": "12.7%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "12.7%", "gt_answer": "12.7%", "necessary bbox": "['12.7%508,713,563,739','Yes570,855,601,883']"} +{"image": ["imgs/CCMAIN/0322719.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the result of the game against 50,409,160,423?"}, {"role": "assistant", "content": "D"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "D", "gt_answer": "D"} +{"image": ["imgs/CCMAIN/0131714.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 157,347,196,369 of the letter?"}, {"role": "assistant", "content": "Compliance Certificate \u2013 Regulation 7(3) of SEBI (Listing Obligations and Disclosure Requirements) Regulation, 2015."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Compliance Certificate \u2013 Regulation 7(3) of SEBI (Listing Obligations and Disclosure Requirements) Regulation, 2015.", "gt_answer": "Compliance Certificate \u2013 Regulation 7(3) of SEBI (Listing Obligations and Disclosure Requirements) Regulation, 2015."} +{"image": ["imgs/ChartQA_PCG/multi_col_100960.png"], "messages": [{"role": "user", "content": "<|image|> \nIdentify the year when 2G revenue fell below 100 billion U.S. dollars and the exact revenue at that time. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "2G revenue fell below 100 billion U.S. dollars in 2017532,613,557,659. The revenue was 110536,552,557,570 billion U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2020*678,615,706,666, 2G revenue fell below 100 billion U.S. dollars to 60685,569,700,587.", "gt_answer": "2G revenue fell below 100 billion U.S. dollars in 2017532,613,557,659. The revenue was 110536,552,557,570 billion U.S. dollars."} +{"image": ["imgs/CCMAIN/0103232.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the document content, highlighting detailed bounding boxes."}, {"role": "assistant", "content": "The document is a record from The Arquives, Canada\u2019s LGBTQ2+ Archives62,88,602,112, detailing a sound recording450,219,554,231 by Allison Brewer297,147,450,169 from July 29, 1993450,239,536,252. It is part of the Audio Collection450,259,557,272 with item number 2003-047/07T450,279,543,292. The recording is in English450,299,498,312 and was published in Fredericton, Halifax. It features interviews by Tom Warner499,379,579,392 for his book \"Never Going Back800,483,880,496\". The cassettes are stored at AV.5.4450,519,495,532 and are openly accessible. There are no tapes numbered 33 & 72558,451,609,464 due to a numbering error."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a description of an audio cassette from The Arquives, Canada\u2019s LGBTQ2+ Archives62,88,602,112. It features a sound recording by Allison Brewer297,147,450,169 and Tom Warner493,378,580,393, part of the Audio Collection450,258,558,271. The recording was made on July 29, 1993450,239,537,252 in Frederiction, Halifax450,318,581,331, Canada. The cassette is labeled as AV.5.4450,516,497,530 and is stored in Nova Scotia450,558,530,571. The content includes interviews for Tom Warner's book \"Never Going Back\". The access restrictions are Open450,618,487,631, and the item is described at the Item297,277,326,290 level.", "gt_answer": "The document is a record from The Arquives, Canada\u2019s LGBTQ2+ Archives62,88,602,112, detailing a sound recording450,219,554,231 by Allison Brewer297,147,450,169 from July 29, 1993450,239,536,252. It is part of the Audio Collection450,259,557,272 with item number 2003-047/07T450,279,543,292. The recording is in English450,299,498,312 and was published in Fredericton, Halifax. It features interviews by Tom Warner499,379,579,392 for his book \"Never Going Back800,483,880,496\". The cassettes are stored at AV.5.4450,519,495,532 and are openly accessible. There are no tapes numbered 33 & 72558,451,609,464 due to a numbering error."} +{"image": ["imgs/Crello/output_poster913_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich word is emphasized with the largest font size? Respond directly and include the bounding box of the answer if it is present.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " GOD 645,309,881,661 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " GOD 641,308,882,657 ", "gt_answer": " GOD 645,309,881,661 ", "necessary bbox": "[' GOD 645,309,881,661 ']"} +{"image": ["imgs/CCMAIN/0043101.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the vegetarian options listed in 55,141,740,303? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The vegetarian options listed in 55,141,740,303 include Mac 'N Cheese Balls (V)222,149,242,161, Mexican Nachos (V)197,199,224,211, and Halloumi Fries (V)186,274,210,286. These items are marked with a (V) to indicate they are suitable for vegetarians."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The vegetarian options listed in 55,141,740,303 are: Mac 'N Cheese Balls (V), Mexican Nachos (V), Falafel Bites With Hummus (VG), and Halloumi Fries (V).", "gt_answer": "The vegetarian options listed in 55,141,740,303 include Mac 'N Cheese Balls (V)222,149,242,161, Mexican Nachos (V)197,199,224,211, and Halloumi Fries (V)186,274,210,286. These items are marked with a (V) to indicate they are suitable for vegetarians."} +{"image": ["imgs/CCMAIN/0272802.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time did the 48,455,232,479 Police Department respond to the robbery report? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "9:55pm572,461,626,477"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "9:55pm571,460,628,477", "gt_answer": "9:55pm572,461,626,477"} +{"image": ["imgs/ChartQA_PCG/94483094006737.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the global mismanaged plastic comes from the South Asia region?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "11%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of global mismanaged plastic from the South Asia region is 10.20%. Answer: 10.20%", "gt_answer": "11%", "necessary bbox": "['South Asia302, 299, 406, 321']"} +{"image": ["imgs/Crello/output_poster656_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the event mentioned in 97,935,677,962?"}, {"role": "assistant", "content": "14 november 2019"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "14 november 2019", "gt_answer": "14 november 2019", "necessary bbox": "[' London 14 november 2019 97,935,677,962']"} +{"image": ["imgs/ChartQA_PCG/two_col_82781.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of 582, 972, 619, 984 for 165, 233, 255, 248?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "1792"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of steals for Scottie Pippen165, 233, 255, 248 is 1798. Answer: 1798", "gt_answer": "1792", "necessary bbox": "['Steals582, 972, 619, 984', 'Scottie Pippen165, 233, 255, 248']"} +{"image": ["imgs/CCMAIN/0061818.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the advantage of the rounded sides in the new 380,416,698,432? Supply a detailed response with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the rounded sides206,415,311,432 of the new STOBITEX Hyperflex Protection Sleeves largely prevents the sleeves from bending76,429,385,445, which means that the belt is no longer jammed. Answer: largely prevents the sleeves from bending76,429,385,445"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The rounded sides of the new STOBITEX Hyperflex380,416,698,432 sleeves largely prevent them from bending, which means that the belt is no longer jammed. Answer: They prevent the sleeves from bending.", "gt_answer": "The document states that the rounded sides206,415,311,432 of the new STOBITEX Hyperflex Protection Sleeves largely prevents the sleeves from bending76,429,385,445, which means that the belt is no longer jammed. Answer: largely prevents the sleeves from bending76,429,385,445"} +{"image": ["imgs/CCMAIN/0165151.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the subject of the 328,347,496,364 related to social media? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Comprehensive Plan Update-social media Challenge119,379,555,396"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Comprehensive Plan Update-social media Challenge120,378,559,395", "gt_answer": "Comprehensive Plan Update-social media Challenge119,379,555,396"} +{"image": ["imgs/Crello/output_poster915_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of shoes are being promoted in the poster?Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Leather"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' BEST LEATHER SHOES FOR MEN 69,846,327,888 ' specifies the type of shoes being promoted. Answer: Best leather shoes for men", "gt_answer": "Leather", "necessary bbox": "[' BEST LEATHER SHOES FOR MEN 69,856,325,891 ']"} +{"image": ["imgs/CCMAIN/0182696.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich room in the Orion Lodge & Chapel has both a queen bed and a single bed? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Big Dipper - Room #3726,214,873,229"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Big Dipper - Room #3726,212,874,229", "gt_answer": "Big Dipper - Room #3726,214,873,229"} +{"image": ["imgs/CCMAIN/0186677.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many people does Kelly Services directly employ according to workplace. We directly employ nearly 370,000 people around the world, and we connect thousands? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "Kelly Services directly employs nearly 370,000 people around the world. This information is found in the span workplace. We directly employ nearly 370,000 people around the world, and we connect thousands68, 495, 920, 516."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Kelly Services directly employs nearly 370,000 people around the world. This information is found in the span We directly employ nearly 370,000 people around the world, and we connect thousands162,495,926,515.", "gt_answer": "Kelly Services directly employs nearly 370,000 people around the world. This information is found in the span workplace. We directly employ nearly 370,000 people around the world, and we connect thousands68, 495, 920, 516."} +{"image": ["imgs/Crello/output_poster1823_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of event is being advertised?Give a thorough explanation with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "online conference"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The type of event is described as ' online\nconference 326,395,504,517 '. Answer: online conference", "gt_answer": "online conference", "necessary bbox": "[' online\\nconference 326,393,502,508 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_83450.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the export volume exceed 500 billion U.S. dollars for the first time?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "2013"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The export volume exceeded 500 billion U.S. dollars for the first time in 2013123,284,151,288 with an export volume of 526.71852,283,893,288 billion U.S. dollars. Answer: 2013", "gt_answer": "2013", "necessary bbox": "['526.71857,279,898,284', '2013122,280,150,284']"} +{"image": ["imgs/ChartQA_PCG/two_col_101095.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich streaming service has the smallest share of average demand expressions? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "CBS All Access has the smallest share of average demand expressions at 4.30%254, 672, 295, 687."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The streaming service with the smallest share is Other167, 802, 203, 814 with a share of 4.50%255, 799, 299, 814.", "gt_answer": "CBS All Access has the smallest share of average demand expressions at 4.30%254, 672, 295, 687."} +{"image": ["imgs/ChartQA_PCG/two_col_5613.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich brand sold the second highest number of cigarettes?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "Newport"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The brand that sold the second highest number of cigarettes is Newport97,230,146,243 with 34.90372,228,405,243 billion cigarettes. Answer: Newport", "gt_answer": "Newport", "necessary bbox": "['Newport98,231,145,246', '34.90373,228,407,243']"} +{"image": ["imgs/ChartQA_PCG/two_col_40160.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sales growth rate of Alcohol-based hand sanitizers?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "623%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales growth rate of Alcohol-based hand sanitizers is shown as 620%.\n\nAnswer: 620%", "gt_answer": "623%", "necessary bbox": "['Alcohol-based hand sanitizers586, 882, 760, 896']"} +{"image": ["imgs/ChartQA_PCG/two_col_22364.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the E-commerce sales growth rate in 772, 867, 806, 881?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "9.70%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The E-commerce sales growth rate in 2021*772, 867, 806, 881 was 9.70%. Answer: 9.70%", "gt_answer": "9.70%", "necessary bbox": "['2021*,772, 867, 806, 881']"} +{"image": ["imgs/Crello/output_poster2222_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the organizer of the wedding photography workshop?Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": " Ann Muselio "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The organizer's name is mentioned as ' Ann Muselio 319,102,674,208 '. Answer: Ann Muselio", "gt_answer": " Ann Muselio ", "necessary bbox": "[' Ann Muselio 322,100,676,217 ']"} +{"image": ["imgs/CCMAIN/0209252.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the germ-killing residual time for 746,504,940,543?"}, {"role": "assistant", "content": "UP TO 24 HOURS"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Up to 24 hours.", "gt_answer": "UP TO 24 HOURS"} +{"image": ["imgs/ChartQA_PCG/two_col_101123.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many thousand short tons of coal did the 114, 274, 198, 281 export?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "97257354, 272, 395, 281"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "97257356, 273, 396, 281", "gt_answer": "97257354, 272, 395, 281", "necessary bbox": "['United States114, 274, 198, 281', '97257354, 272, 395, 281']"} +{"image": ["imgs/CCMAIN/0117629.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many 117,148,221,163 are expected to provide feedback? Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The worksheet has spaces labeled Peer Editors:117,148,221,163 with numbers 1.117,167,132,182 and 2.117,186,132,201, indicating that feedback is expected from two individuals. Answer: Two"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The worksheet provides space for listing Peer Editors117,148,221,163 with two lines, indicating that up to two individuals can offer feedback. Answer: Two", "gt_answer": "The worksheet has spaces labeled Peer Editors:117,148,221,163 with numbers 1.117,167,132,182 and 2.117,186,132,201, indicating that feedback is expected from two individuals. Answer: Two"} +{"image": ["imgs/ChartQA_PCG/multi_col_60916.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the daily spending in U.S. dollars for 509,672,537,685 during 626,540,756,555?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "74685, 282, 700, 299"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " 74 683,281,698,299", "gt_answer": "74685, 282, 700, 299", "necessary bbox": "['74685, 282, 700, 299','2009509,672,537,685',' 3rd week of December626,540,756,555']"} +{"image": ["imgs/Crello/output_poster152_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat items are included in the discount offer? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The discount applies to ' All vegetables 296,571,698,658 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount offer includes All vegetables 308,596,701,646 .", "gt_answer": "The discount applies to ' All vegetables 296,571,698,658 '."} +{"image": ["imgs/Crello/output_poster1183_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the special offer mentioned in the poster?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " $2 tacos all day 139,641,399,712 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $2 tacos all day 138,650,397,714 ", "gt_answer": " $2 tacos all day 139,641,399,712 ", "necessary bbox": "[' $2 tacos all day 139,641,399,712 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20535.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the median age for Men in 832, 546, 857, 592?"}, {"role": "assistant", "content": "30.10"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "30.10", "gt_answer": "30.10", "necessary bbox": "['2018832, 546, 857, 592', '30.10']"} +{"image": ["imgs/ChartQA_PCG/two_col_24502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents use the 124,942,227,961?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "83%163, 173, 188, 189"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "83%164,172,190,188", "gt_answer": "83%163, 173, 188, 189", "necessary bbox": "['83%163, 173, 188, 189','Metro/small bus*124,942,227,961']"} +{"image": ["imgs/CCMAIN/0251178.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organizations adopted the IHRA definition in September 2018 according to 147,145,829,294? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "According to 147,145,829,294, the Council of Bishops of the Church of England and the PCC of St Martin\u2019s Potternewton adopted the IHRA definition in September 2018."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In September 2018, the IHRA definition was adopted by the Council of Bishops of the Church of England and the PCC of St Martin\u2019s Pottersfield. This is supported by the text: adopted by the Council of Bishops of the Church of England, and on 3^{\\mathrm{rd}} October 2018 by the PCC of St Martin\u2019s Pottersfield.150,194,776,213.", "gt_answer": "According to 147,145,829,294, the Council of Bishops of the Church of England and the PCC of St Martin\u2019s Potternewton adopted the IHRA definition in September 2018."} +{"image": ["imgs/CCMAIN/0156221.png"], "messages": [{"role": "user", "content": "<|image|> \nIn 21,116,972,348, what does the term 'data' refer to in the context of 'Results: Data'? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "In the context of 'Results: Data', the term 'data' refers to the information gathered from your assessments, both direct and indirect, as mentioned in information\ngathered from your assessments.26,285,316,301. This suggests that data is used loosely to encompass all assessment-related information."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "In the context of 'Results: Data', the term 'data' is used loosely to refer to the information gathered from assessments. This includes both direct and indirect assessments, as mentioned in Results: Data. Present a concise summary of the data from the assessments (direct and indirect). The term data is used loosely to refer to the26,271,923,285.", "gt_answer": "In the context of 'Results: Data', the term 'data' refers to the information gathered from your assessments, both direct and indirect, as mentioned in information\ngathered from your assessments.26,285,316,301. This suggests that data is used loosely to encompass all assessment-related information."} +{"image": ["imgs/ChartQA_PCG/two_col_61362.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the number of HIV-infected people on ART from 2000 to 2019?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "24.83 million"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2000, the number was 0.57213,886,239,902 million, and in 2019, it was 25.40740,99,774,116 million. The increase is 25.40 - 0.57 = 24.83 million. Answer: 24.83 million.", "gt_answer": "24.83 million", "necessary bbox": "['0.57214, 889, 240, 905', '25.40741, 101, 775, 117']"} +{"image": ["imgs/ChartQA_PCG/16763327006454.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat ocean basin has the second highest surface plastic particles according to the chart titled 405, 159, 861, 183?"}, {"role": "assistant", "content": "South Pacific"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "South Pacific", "gt_answer": "South Pacific", "necessary bbox": "['Surface plastic particles by ocean basin, 2013405, 159, 861, 183', 'South Pacific179, 584, 306, 602', '490null']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80781.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the trend in enrollment for the 'Disabled' group from 2013 to 2018? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The enrollment for the 'Disabled' group increased from 10.30607,389,641,408 million in 2013 to 10.70705,382,739,401 million in 2018."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The enrollment for the 'Disabled' group increased from 10.30610,389,642,408 million in 2013 to 10.70705,378,738,396 million in 2018.", "gt_answer": "The enrollment for the 'Disabled' group increased from 10.30607,389,641,408 million in 2013 to 10.70705,382,739,401 million in 2018."} +{"image": ["imgs/Crello/output_poster2093_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date of the masterclass?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 05/09/2017 159,191,302,231 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 05/09/2017 160,194,308,231 ", "gt_answer": " 05/09/2017 159,191,302,231 ", "necessary bbox": "[' 05/09/2017 159,191,302,231 ']"} +{"image": ["imgs/ChartQA_PCG/94253381006515.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the chart, and which year does it represent? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The title of the chart is Primary plastic production by polymer type, 2015 288,98,779,121, and it represents the year 2015."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The title of the chart is Primary plastic production by polymer type, 2015289, 97, 779, 121, and it represents the year 2015.", "gt_answer": "The title of the chart is Primary plastic production by polymer type, 2015 288,98,779,121, and it represents the year 2015."} +{"image": ["imgs/CCMAIN/0112100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich restaurant is known for 550,897,706,916 cuisine?"}, {"role": "assistant", "content": "Wynwood Kitchen & Bar"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Zuma", "gt_answer": "Wynwood Kitchen & Bar"} +{"image": ["imgs/ChartQA_PCG/two_col_63259.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year was the investment in road transport infrastructure closest to 148, 455, 168, 468 million euros? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "In 2014693, 952, 719, 992, the investment was 417 million euros, which is closest to 500148, 455, 168, 468 million euros."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The investment was closest to 500148, 455, 168, 468 million euros in 2013647, 954, 673, 994 with an investment of 588.60 million euros.", "gt_answer": "In 2014693, 952, 719, 992, the investment was 417 million euros, which is closest to 500148, 455, 168, 468 million euros."} +{"image": ["imgs/CCMAIN/0064043.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the segment 26,104,960,113 indicate about the resources available for Dreamweaver CS3? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The segment Dreamweaver CS3 resources Using Dreamweaver CS3. Provides comprehensive task-based information to help you design and develop websites with Dreamweaver. LiveDocs | PDF. Spry 1.4 Developer Guide. Provides comprehensive coder-oriented information to help you develop AJAX-based26,104,960,113 indicates that there are comprehensive resources available for Dreamweaver CS3, including task-based information for website design and development, as well as coder-oriented guides for developing AJAX-based web pages."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The segment 26,104,960,113 indicates that there are comprehensive resources available for Dreamweaver CS3, including a 4-hour guide, tutorials, and training materials. This suggests that users can find detailed instructions and support to enhance their skills in using the software.", "gt_answer": "The segment Dreamweaver CS3 resources Using Dreamweaver CS3. Provides comprehensive task-based information to help you design and develop websites with Dreamweaver. LiveDocs | PDF. Spry 1.4 Developer Guide. Provides comprehensive coder-oriented information to help you develop AJAX-based26,104,960,113 indicates that there are comprehensive resources available for Dreamweaver CS3, including task-based information for website design and development, as well as coder-oriented guides for developing AJAX-based web pages."} +{"image": ["imgs/Crello/output_poster2180_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat day of the week was February 23, 2017? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "Thursday"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' FRIDAY 57,160,174,221 ' indicates the day of the week. Answer: Friday", "gt_answer": "Thursday", "necessary bbox": "[' 24 02 2017 60,105,178,142','Friday59,159,176,220']"} +{"image": ["imgs/ChartQA_PCG/two_col_1902.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the average ticket price first exceed $65,259,88,274?"}, {"role": "assistant", "content": "2014"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "2014.", "gt_answer": "2014", "necessary bbox": "['122513,239,535,254', '2014510,949,536,989','12065,259,88,274']"} +{"image": ["imgs/Crello/output_poster1434_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many sections are indicated by the text in 28,380,38,393, 113,380,127,393, 197,380,211,393, and 280,380,296,393?"}, {"role": "assistant", "content": "Four"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Four", "gt_answer": "Four", "necessary bbox": "[' 01 28,380,38,393', ' 02 113,380,127,393', ' 03 197,380,211,393', ' 04 280,380,296,393']"} +{"image": ["imgs/CCMAIN/0196939.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main purpose of 135,209,240,224 to RFQ Q00220?"}, {"role": "assistant", "content": "to change the mandatory site visit to a non-mandatory site visit option"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To change the mandatory site visit to a non-mandatory option.", "gt_answer": "to change the mandatory site visit to a non-mandatory site visit option"} +{"image": ["imgs/ChartQA_PCG/24568948010474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ratio of inbound-to-outbound tourists for 335, 216, 398, 234?Offer a comprehensive response using bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "13.76"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The ratio of inbound-to-outbound tourists for Belarus335, 216, 398, 234 is 13.70. Answer: 13.70", "gt_answer": "13.76", "necessary bbox": "['Belarus335, 216, 398, 234']"} +{"image": ["imgs/CCMAIN/0219161.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen are clients and the community allowed to 85,56,584,431? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "August 2, 202181,640,327,680"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "August 2, 202180,639,327,680", "gt_answer": "August 2, 202181,640,327,680"} +{"image": ["imgs/ChartQA_PCG/multi_col_60513.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the life expectancy of males in 2012?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "72.90432, 401, 470, 418"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "72.90435, 399, 472, 418", "gt_answer": "72.90432, 401, 470, 418", "necessary bbox": "['male511, 639, 538, 655', '2012437, 523, 463, 566', '72.90432, 401, 470, 418']"} +{"image": ["imgs/CCMAIN/0023739.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main subject of the book featured in the document? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Natural science 3 Primaria.Student` book360,24,752,79"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Natural science 3 Primaria.Student` book358,14,662,51", "gt_answer": "Natural science 3 Primaria.Student` book360,24,752,79"} +{"image": ["imgs/ChartQA_PCG/two_col_24063.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average price in euros in 693,855,751,869?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "258710,79,733,96"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "258710,79,733,96", "gt_answer": "258710,79,733,96", "necessary bbox": "['December693,855,751,869', '258710,79,733,96']"} +{"image": ["imgs/CCMAIN/0144878.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the reference number for the 77,401,210,421 model?"}, {"role": "assistant", "content": "MT71AB, 25-0465, LRS00850, 0986012670, CS572"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "MT71A, 25-0465, LR500850, 0986012670, CS572", "gt_answer": "MT71AB, 25-0465, LRS00850, 0986012670, CS572"} +{"image": ["imgs/Crello/output_poster1098_test.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many days for the sale?Give a thorough explanation with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "7"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sale duration is mentioned as ' 25-31 DEC 798,36,924,60 '. Answer: 25-31", "gt_answer": "7", "necessary bbox": "[' 25-31 DEC 797,37,925,65 ']"} +{"image": ["imgs/Crello/output_poster1729_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat new initiative is being introduced to help students with career decisions?Give a thorough explanation with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "after-classes workshops"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' We decided to introduce new after-classes workshops that will help students, starting from the 8th grade, define and set the right goals. 79,826,513,874' describes the initiative. Answer: New after-classes workshops", "gt_answer": "after-classes workshops", "necessary bbox": "[' Choosing a college, university or a professional \\ncareer path is one of those monumental life \\ndecisions that will determine the future of our \\nstudents in a variety of ways. \\n\\nWe decided to introduce new after-classes \\nworkshops that will help students, starting from \\nthe 8th grade, define and set the right goals. 78,738,517,877']"} +{"image": ["imgs/CCMAIN/0267156.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the 84,245,888,403 suggest about the need for mechanical skills? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text in 84,245,888,403 suggests that the E-Timer eliminates the need for mechanical skills, as it removes the requirement for special knowledge, expensive HCCT tools, and mechanical skills needed to install, align, and maintain coil points. This is supported by the span eliminates the special knowledge, expensive HCCT tools and mechanical skills needed to install, align and maintain coil points.402,284,859,299."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The 84,245,888,403 suggests that the E-Timer eliminates the need for special knowledge, expensive HCCT tools, and mechanical skills required to install, align, and maintain coil points. This indicates that the E-Timer is designed to simplify the process of maintaining ignition systems.", "gt_answer": "The text in 84,245,888,403 suggests that the E-Timer eliminates the need for mechanical skills, as it removes the requirement for special knowledge, expensive HCCT tools, and mechanical skills needed to install, align, and maintain coil points. This is supported by the span eliminates the special knowledge, expensive HCCT tools and mechanical skills needed to install, align and maintain coil points.402,284,859,299."} +{"image": ["imgs/ChartQA_PCG/two_col_862.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the unemployment rate change from May '20 to May '21? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The unemployment rate decreased from 20.98154,156,191,175 million in May '20152,877,189,941 to 9.32825,786,854,804 million in May '21820,877,858,941."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In May '20, the unemployment rate was 20.98154, 161, 188, 179 million. By May '21, it decreased to 9.32824, 787, 853, 806 million. This represents a decrease of 11.66 million.", "gt_answer": "The unemployment rate decreased from 20.98154,156,191,175 million in May '20152,877,189,941 to 9.32825,786,854,804 million in May '21820,877,858,941."} +{"image": ["imgs/CCMAIN/0318811.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 113,315,201,333 of the memorandum? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The memorandum specifically addresses the adjustments in playing rules due to the impact of COVID-19 on winter sports. Answer: Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The subject line clearly states the purpose of the memorandum, which is to inform about playing rules waivers related to COVID-19 for winter sports. Answer: Playing Rules Waivers Related to COVID-19 for Winter Sports.218,315,724,333", "gt_answer": "The memorandum specifically addresses the adjustments in playing rules due to the impact of COVID-19 on winter sports. Answer: Playing Rules Waivers Related to COVID-19 for Winter Sports220,315,719,335"} +{"image": ["imgs/CCMAIN/0260886.png"], "messages": [{"role": "user", "content": "<|image|> \nWhy does the author mention that the toad, unlike the skylark and the primrose, has never had much of a boost from poets in 146,436,847,619? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The author mentions that the toad, unlike the skylark and the primrose, has never had much of a boost from poets to highlight the toad's lack of recognition in literature, despite its appeal as a symbol of spring. This is evident in the span the toad, unlike the skylark and the primrose, has never had much of a boost from poets150, 453, 826, 469."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The author mentions that the toad, unlike the skylark and the primrose, has never had much of a boost from poets to highlight its unique appeal and the author's personal interest in it. This is evident in the span But I am aware that many people do not like reptiles or amphibians, and I am not suggesting that in order to enjoy the spring you have to take an interest in toads.149,470,832,506.", "gt_answer": "The author mentions that the toad, unlike the skylark and the primrose, has never had much of a boost from poets to highlight the toad's lack of recognition in literature, despite its appeal as a symbol of spring. This is evident in the span the toad, unlike the skylark and the primrose, has never had much of a boost from poets150, 453, 826, 469."} +{"image": ["imgs/Crello/output_poster1966_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat hashtag is used in the poster to promote the campaign?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "#WomenShould42,129,888,226"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " #WomenShould 43,132,887,226 ", "gt_answer": "#WomenShould42,129,888,226", "necessary bbox": "['#WomenShould42,129,888,226']"} +{"image": ["imgs/ChartQA_PCG/two_col_2392.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the sales in billion pounds first drop below 50?Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "2014"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The sales first dropped below 50 in 2014538,907,564,947 with a value of 49.90 billion pounds. Answer: 2014", "gt_answer": "2014", "necessary bbox": "['2014537,910,563,950']"} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the location 408,363,460,374 in the study of Lampropeltis mexicana? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The location 2603\\mathrm{~m}408,363,460,374 is significant because it represents the new maximum elevation where the Mexican Kingsnake was found, indicating an extension of its known vertical distribution range."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The location 2603\\;\\mathrm{m}408,363,460,374 is significant because it represents the highest elevation at which Lampropeltis mexicana has been found, extending its known vertical distribution by 18 km north from its previous known locality in Mesa Montoro.", "gt_answer": "The location 2603\\mathrm{~m}408,363,460,374 is significant because it represents the new maximum elevation where the Mexican Kingsnake was found, indicating an extension of its known vertical distribution range."} +{"image": ["imgs/CCMAIN/0249218.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is recommended if a person has a new symptom such as new loss of smell only? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The recommended action is to stay home and talk to their healthcare provider about testing for COVID-19, as mentioned in 49,651,251,808."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "If a person has a new symptom such as new loss of smell only, they should stay home and talk to their health care provider about testing for COVID-19, even if it is the only symptom they are experiencing. This recommendation is based on the document's guidance that individuals with symptoms consistent with COVID-19 should seek medical advice to rule out other potential causes.", "gt_answer": "The recommended action is to stay home and talk to their healthcare provider about testing for COVID-19, as mentioned in 49,651,251,808."} +{"image": ["imgs/Crello/output_poster831_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the author mentioned in 427,809,557,889?"}, {"role": "assistant", "content": "\u0415\u0433\u043e\u0440\u0430 \u0412\u043e\u0434\u043e\u043d\u043e\u0441\u043e\u0432a"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "\u0415\u0433\u043e\u0440\u0430 \u0412\u043e\u0434\u043e\u043d\u043e\u0441\u043e\u0432\u0430", "gt_answer": "\u0415\u0433\u043e\u0440\u0430 \u0412\u043e\u0434\u043e\u043d\u043e\u0441\u043e\u0432a", "necessary bbox": "['\u0415\u0433\u043e\u0440\u0430 \u0412\u043e\u0434\u043e\u043d\u043e\u0441\u043e\u0432a427,809,557,889']"} +{"image": ["imgs/ChartQA_PCG/two_col_20672.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many more individuals did BBC Top Gear reach compared to Car magazine? Give grounding and detailed answer."}, {"role": "assistant", "content": " BBC Top Gear 193,285,287,299 reached 1371 760,281,795,296 thousand individuals and Car 263,806,287,818 reached 345 413,803,439,818 thousand individuals, so BBC Top Gear reached 1026 thousand more individuals."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "1371760,281,795,296 - 345410,804,436,819 = 1026 thousand.", "gt_answer": " BBC Top Gear 193,285,287,299 reached 1371 760,281,795,296 thousand individuals and Car 263,806,287,818 reached 345 413,803,439,818 thousand individuals, so BBC Top Gear reached 1026 thousand more individuals."} +{"image": ["imgs/Crello/output_poster1127_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of offer is mentioned in 130,220,843,425?"}, {"role": "assistant", "content": "Breakfast discounts"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Discounts", "gt_answer": "Breakfast discounts", "necessary bbox": "['Breakfast\\ndiscounts130,220,843,425']"} +{"image": ["imgs/CCMAIN/0157382.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last sentence of 562,218,639,246?"}, {"role": "assistant", "content": "My outside edges never end!"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "I'm always the same, I'm a square!", "gt_answer": "My outside edges never end!"} +{"image": ["imgs/ChartQA_PCG/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the per capita real GDP in chained 2012 U.S. dollars for the year 791,824,816,870?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "51848"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The per capita real GDP for the year 2018791,824,816,870 was 51848785,179,826,198. Answer: 51848", "gt_answer": "51848", "necessary bbox": "['2018791,824,816,870', '51848785,182,825,201']"} +{"image": ["imgs/ChartQA_PCG/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat remain percentage of the pie chart '280,655,307,683'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "16.0%365,555,418,581"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7.0%449,635,494,661", "gt_answer": "16.0%365,555,418,581", "necessary bbox": "['No280,655,307,683', 16.0%365,555,418,581]"} +{"image": ["imgs/Crello/output_poster31_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat symbol is 593,445,627,563?"}, {"role": "assistant", "content": " { "}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": ";", "gt_answer": " { ", "necessary bbox": "' { 593,445,627,563'"} +{"image": ["imgs/CCMAIN/0029390.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 345,699,444,707 for the Pallecon Lite 2? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The 'Temperature Range345,699,444,707' section of the document lists the Minimum / Maximum348,713,441,722 temperatures as -20 \u00b0C / 70 \u00b0C558,713,620,722. Answer: -20 \u00b0C / 70 \u00b0C558,713,620,722"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The temperature range345,699,444,707 is specified as -20 \u00b0C / 70 \u00b0C, indicating the operational temperature limits for the container. Answer: -20 \u00b0C / 70 \u00b0C", "gt_answer": "The 'Temperature Range345,699,444,707' section of the document lists the Minimum / Maximum348,713,441,722 temperatures as -20 \u00b0C / 70 \u00b0C558,713,620,722. Answer: -20 \u00b0C / 70 \u00b0C558,713,620,722"} +{"image": ["imgs/CCMAIN/0153212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen are subscriptions due each year? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "1st October each year363,307,587,327"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "1st October364,307,382,329", "gt_answer": "1st October each year363,307,587,327"} +{"image": ["imgs/ChartQA_PCG/two_col_23750.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat category had 457, 637, 501, 663 percentage of Walmart U.S. sales in 2021?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Other425, 797, 477, 823"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Other427, 799, 483, 825", "gt_answer": "Other425, 797, 477, 823", "necessary bbox": "['Other425, 797, 477, 823', '1.0%457, 637, 501, 663']"} +{"image": ["imgs/Crello/output_poster855_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the location and who can attend the Craft Fair? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The Craft Fair will be held at PITTSBURGH MARKET SQUARE536,721,728,799 and it is OPEN TO ALL300,499,461,710."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Craft Fair is open to all and will be held at PITTSBURGH MARKET SQUARE536,721,728,810.", "gt_answer": "The Craft Fair will be held at PITTSBURGH MARKET SQUARE536,721,728,799 and it is OPEN TO ALL300,499,461,710."} +{"image": ["imgs/ChartQA_PCG/two_col_82396.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of seats won by the parties with less than 10 seats?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "28"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The parties with less than 10 seats are Speaker92,847,153,856, Independent56,785,153,795, Green107,723,153,732, Alliance92,649,153,659, and Plaid Cymru60,590,153,600. They won 1164,845,172,856, 1164,783,172,793, 1164,721,172,732, 1164,647,172,658, and 3170,590,179,600 seats respectively. Total: 1 + 1 + 1 + 1 + 3 = 7. Answer: 7", "gt_answer": "28", "necessary bbox": "['1165, 848, 174, 859', '1165, 782, 174, 793', '1165, 716, 174, 726', '1165, 651, 174, 661', '3169, 584, 179, 595', '3169, 518, 179, 529', '5174, 452, 184, 463', '6176, 387, 186, 397', '8180, 321, 192, 331']"} +{"image": ["imgs/ChartQA_PCG/two_col_40821.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in billion dollars between the NBA's domestic and overseas rights revenues in 2019?Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "2.22 billion dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The difference is 2.70 - 0.45 = 2.25 billion dollars. Answer: 2.25 billion dollars.", "gt_answer": "2.22 billion dollars", "necessary bbox": "['Domestic rights612,922,702,940', 'Overseas rights236,922,327,940']"} +{"image": ["imgs/CCMAIN/0186677.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was 58,187,128,207's revenue in 2020? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "$4.5 billion432,533,525,554"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "$4.5 billion432,534,524,553", "gt_answer": "$4.5 billion432,533,525,554"} +{"image": ["imgs/CCMAIN/0190644.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many members are in the 865,449,931,461?"}, {"role": "assistant", "content": "7"}], "task_name": "DOGE_PDF_Rt_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "7 members including a Chairman.", "gt_answer": "7"} +{"image": ["imgs/ChartQA_PCG/42902375003200.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat country has the lowest CO\u2082 emissions from deforestation for food production?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Spain127, 489, 173, 517"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "South Korea71, 306, 168, 329", "gt_answer": "Spain127, 489, 173, 517", "necessary bbox": "['Spain127, 489, 173, 517', '19.72187, 485, 236, 511']"} +{"image": ["imgs/ChartQA_PCG/two_col_101579.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of the top 100 pins in 2018 did the 'Recipe' category account for?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "75%"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Recipe' category accounted for 75.0%594, 339, 649, 365 of the top 100 pins in 2018.\n\nAnswer: 75%", "gt_answer": "75%", "necessary bbox": "['Recipe691, 225, 750, 257', '75.0%595, 335, 651, 361']"} +{"image": ["imgs/CCMAIN/0008095.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document outlines the responsibilities of local boards of health178,82,437,99 regarding adjudicative proceedings. They must maintain an administrative appeals process334,97,688,114 for conflicts from local regulations and establish rules for hearings contesting a local health officer's actions108,158,460,175. The department must notify individuals of any denial, suspension, modification, or revocation of permits or certifications, consistent with RCW 43.70.115442,203,489,220 and chapter 34.05 RCW633,203,727,220. Individuals can file a written request for an adjudicative proceeding under chapter 246-10 WAC84,218,296,235. Department actions are governed by the Administrative Procedure Act690,279,902,296."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the requirements for local boards of health under WAC 246-272A-0440143,66,353,83. It mandates that these boards maintain an administrative appeals process to address conflicts arising from local regulations and establish rules for hearings. The department must notify individuals of any denial, suspension, modification, or revocation of permits, certifications, or approvals. A person may request an adjudicative proceeding if contesting a departmental decision regarding permits, certificates, or approvals. Department actions are governed by the Administrative Procedure Act and related chapters.", "gt_answer": "The document outlines the responsibilities of local boards of health178,82,437,99 regarding adjudicative proceedings. They must maintain an administrative appeals process334,97,688,114 for conflicts from local regulations and establish rules for hearings contesting a local health officer's actions108,158,460,175. The department must notify individuals of any denial, suspension, modification, or revocation of permits or certifications, consistent with RCW 43.70.115442,203,489,220 and chapter 34.05 RCW633,203,727,220. Individuals can file a written request for an adjudicative proceeding under chapter 246-10 WAC84,218,296,235. Department actions are governed by the Administrative Procedure Act690,279,902,296."} +{"image": ["imgs/ChartQA_PCG/two_col_40998.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the average percentage share for 551, 856, 600, 869 and 267,856,328,869 on the vertical bar chart?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "24.5%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage share for Boomers551,856,600,869 is 19%563,407,589,423 and for Millennials267,856,328,869 is 30%285,164,312,181. The average is (19 + 30) / 2 = 24.5%. Answer: 24.5%", "gt_answer": "24.5%", "necessary bbox": "['Boomers551, 856, 600, 869', '19%563, 408, 589, 424','Millennials267,856,328,869','30%280,167,312,183']"} +{"image": ["imgs/ChartQA_PCG/multi_col_101077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of 359, 590, 399, 606 inhabitants across all age groups?Give grounding and detailed answer. Present the answer at the end."}, {"role": "assistant", "content": "2500.20 thousands"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of Female359, 590, 399, 606 inhabitants is calculated by adding the numbers for each age group: 520.67 (0-14) + 1800.90 (15-64) + 211.30 (65+). Total = 2532.87 thousand. Answer: 2532.87 thousand", "gt_answer": "2500.20 thousands", "necessary bbox": "['0-14554, 685, 579, 699', '15-64554, 714, 586, 729', '65+554, 744, 576, 759', 'Female359, 590, 399, 606', '520.67358, 515, 399, 533']"} +{"image": ["imgs/CCMAIN/0002030.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document provides an overview of the Sanford Laboratory Bismarck, detailing its Hours of Operation117,150,300,168, mission, vision, values, and promise. The clinic draw area operates from 7:00AM-6:00PM280,176,415,189, with drawing starting at 7:30AM579,177,645,190. The send out laboratory is staffed from 7:30AM-5:00PM391,200,528,216, while the main laboratory operates 24/7283,225,326,243. The mission focuses on Better Health through Laboratory Testing117,299,501,317 and is dedicated to health and healing354,367,526,385. The vision emphasizes improving the human condition through exceptional care496,435,648,453, innovation, and discovery. Key values include Courage124,521,203,539, Passion124,565,196,582, Resolve124,608,198,625, Advancement124,672,256,690, and Family124,715,187,733. The promise is to deliver a flawless experience204,838,385,856 that inspires."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides an overview of the Sanford Laboratory Bismarck117,274,395,291 and Sanford Health117,342,260,359. The Sanford Laboratory Bismarck Mission117,274,471,291 is focused on Better Health through Laboratory Testing117,300,501,317. The Sanford Health Mission117,342,338,359 emphasizes being Dedicated to the work of health and healing117,368,525,385. The Sanford Health Vision117,414,322,431 aims to Improve the human condition through exceptional care, innovation and discovery117,434,806,451. Key values include Courage123,522,201,539, Passion123,565,194,582, Resolve123,607,196,624, Advancement123,672,256,689, and Family123,715,186,732. The promise to patients and employees is to Deliver a flawless experience that inspires117,838,505,855.", "gt_answer": "The document provides an overview of the Sanford Laboratory Bismarck, detailing its Hours of Operation117,150,300,168, mission, vision, values, and promise. The clinic draw area operates from 7:00AM-6:00PM280,176,415,189, with drawing starting at 7:30AM579,177,645,190. The send out laboratory is staffed from 7:30AM-5:00PM391,200,528,216, while the main laboratory operates 24/7283,225,326,243. The mission focuses on Better Health through Laboratory Testing117,299,501,317 and is dedicated to health and healing354,367,526,385. The vision emphasizes improving the human condition through exceptional care496,435,648,453, innovation, and discovery. Key values include Courage124,521,203,539, Passion124,565,196,582, Resolve124,608,198,625, Advancement124,672,256,690, and Family124,715,187,733. The promise is to deliver a flawless experience204,838,385,856 that inspires."} +{"image": ["imgs/ChartQA_PCG/two_col_101214.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the general trend observed in the line graph from 159,871,184,916 to 862,870,887,916? Give grounding and detailed answer."}, {"role": "assistant", "content": "The general trend in the per capita real GDP is an increase from 34716 153,777,193,796 in 2000 159,871,184,916 to 44145 855,174,896,192 in 2019 862,870,887,916."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The general trend observed in the line graph from 2000159,871,184,916 to 2019862,870,887,916 is an increase in per capita real GDP. Starting at 34716154,773,195,792 in 2000 and reaching 44145857,174,898,192 in 2019, the GDP shows a consistent upward trend.", "gt_answer": "The general trend in the per capita real GDP is an increase from 34716 153,777,193,796 in 2000 159,871,184,916 to 44145 855,174,896,192 in 2019 862,870,887,916."} +{"image": ["imgs/ChartQA_PCG/two_col_20322.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage increase in Belgium's GDP from 442,947,473,967 to 676, 950, 705, 964?Deliver an in-depth answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "14.30%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The GDP in 2015442,947,473,967 was 418000 million euros and in 2019676, 950, 705, 964 it was 475000 million euros. The increase is 475000 - 418000 = 57000 million euros. The percentage increase is (57000 / 418000) * 100 \u2248 13.7%. Answer: 13.7%", "gt_answer": "14.30%", "necessary bbox": "['2015444, 950, 472, 964', '2019676, 950, 705, 964']"} +{"image": ["imgs/CCMAIN/0139727.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The document is a page from the bticino62,31,261,62 GENERAL CATALOGUE548,76,813,92, featuring a product from the ZUCCHINI busbar112,135,210,141 series. The item is a Double vertical elbow (left) SCP510,257,719,271 with the model number 65280450P510,180,631,203. It is designed for high power busbar systems and is part of the SCP Supercompact series. The technical specifications include a rated voltage57,555,166,572 of 1000V278,555,329,572, a rated current57,573,164,590 of 800A838,257,873,271, and a protection index57,590,184,608 of IP55278,590,314,608. The product complies with the CEI EN 61439-6278,537,407,554 standard. Additional documentation is available in the Busbar catalogue528,531,657,547."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a technical specification sheet from BTicino52,130,97,142 for a Double vertical elbow (left) SCP - Type 1 Cu - In= 800A510,256,873,271. It includes details such as the brand BTicino52,130,97,142, standard reference CEI EN 61439-6278,537,407,553, rated voltage 1000V278,555,328,571, rated current 800A278,573,318,589, protection index IP55278,591,315,607, and series SCP332,130,356,142. The document also provides links to the Busbar catalogue528,532,657,548 and compliance information, stating that the products comply with relevant European standards and directives.", "gt_answer": "The document is a page from the bticino62,31,261,62 GENERAL CATALOGUE548,76,813,92, featuring a product from the ZUCCHINI busbar112,135,210,141 series. The item is a Double vertical elbow (left) SCP510,257,719,271 with the model number 65280450P510,180,631,203. It is designed for high power busbar systems and is part of the SCP Supercompact series. The technical specifications include a rated voltage57,555,166,572 of 1000V278,555,329,572, a rated current57,573,164,590 of 800A838,257,873,271, and a protection index57,590,184,608 of IP55278,590,314,608. The product complies with the CEI EN 61439-6278,537,407,554 standard. Additional documentation is available in the Busbar catalogue528,531,657,547."} +{"image": ["imgs/CCMAIN/0317804.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can the public 438,308,577,321 using a technology device?"}, {"role": "assistant", "content": "https://us02web.zoom.us/j/83315194216?pwd=WjIwQ3VEaEpKc1RHalFZY24rQU9vZz09"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "By following the provided Zoom link.", "gt_answer": "https://us02web.zoom.us/j/83315194216?pwd=WjIwQ3VEaEpKc1RHalFZY24rQU9vZz09"} +{"image": ["imgs/ChartQA_PCG/two_col_82565.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the difference of share of internet users between 317, 832, 345, 877 and 287,833,314,880?"}, {"role": "assistant", "content": "4.60%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5.8%", "gt_answer": "4.60%", "necessary bbox": "['23.20%278, 649, 327, 666']"} +{"image": ["imgs/CCMAIN/0355428.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was one of the main agenda items discussed? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "Ad-hoc group PreK recommendations161,598,436,612"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Committee reappointments164,445,365,459", "gt_answer": "Ad-hoc group PreK recommendations161,598,436,612"} +{"image": ["imgs/ChartQA_PCG/multi_col_101261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of respondents for '50 - 100 euros' in 2017?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "14.70%543, 276, 587, 298"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "14.70%543, 286, 587, 308", "gt_answer": "14.70%543, 276, 587, 298", "necessary bbox": "['50 - 100 euros543, 276, 587, 298', '2017574, 566, 601, 582', '14.70%543, 276, 587, 298']"} +{"image": ["imgs/Crello/output_poster220_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the spa center mentioned in the testimonial? Answer directly and provide the bounding box for the answer if applicable.Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": " Atticus SPA Center 49,198,197,220 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Atticus SPA Center! 368,257,740,281 ", "gt_answer": " Atticus SPA Center 49,198,197,220 ", "necessary bbox": "[' Atticus 49,198,197,220 ', ' SPA Center 86,228,192,238 ']"} +{"image": ["imgs/ChartQA_PCG/two_col_81592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the highest consumption growth in million short tons?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 2021* 786,907,821,952"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2021*790, 899, 818, 944", "gt_answer": " 2021* 786,907,821,952", "necessary bbox": "[' 2021* 786,907,821,952']"} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 288,700,367,727 date of the course? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document specifies that the course was completed on FEB 07, 2019285,744,408,779. Answer: FEB 07, 2019285,744,408,779"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the course was completed on FEB 07, 2019288,739,406,775. Answer: FEB 07, 2019288,739,406,775", "gt_answer": "The document specifies that the course was completed on FEB 07, 2019285,744,408,779. Answer: FEB 07, 2019285,744,408,779"} +{"image": ["imgs/ChartQA_PCG/multi_col_101261.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of respondents who spent 431,616,539,634 'Less than 50 euros' in the year 302,566,329,582 '2015'? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The percentage of respondents who spent Less than 50 euros431,616,539,634 in 2015302,566,329,582 was 8.70%259,377,297,399."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of respondents who spent Less than 50 euros431,616,539,634 in the year 2015302,566,329,582 was 8.70%260,381,298,402.", "gt_answer": "The percentage of respondents who spent Less than 50 euros431,616,539,634 in 2015302,566,329,582 was 8.70%259,377,297,399."} +{"image": ["imgs/ChartQA_PCG/two_col_4340.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people reported exercising less often than usual during the coronavirus pandemic?Answer the question in detail with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "27"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of people who reported exercising less often than usual is shown as 27.0%394, 601, 449, 627.\n\nAnswer: 27%", "gt_answer": "27", "necessary bbox": "['Less often than usual149, 683, 334, 709', '27.0%397, 597, 453, 623']"} +{"image": ["imgs/ChartQA_PCG/two_col_24259.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of trials for 7,369,173,381? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The number of trials for COVID-19 pneumonia7,369,173,381 is 1066533,367,572,378."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The number of trials for COVID-19 pneumonia7,369,173,381 is 1066534,367,574,378.", "gt_answer": "The number of trials for COVID-19 pneumonia7,369,173,381 is 1066533,367,572,378."} +{"image": ["imgs/CCMAIN/0177822.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich chapters are scheduled to be read on August 5 according to 658,168,856,804? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "On August 5, the chapters scheduled to be read are Hebrews 13, James 1, and James 2, as indicated by the span 5 - Hebrews 13; James 1; James 2656,280,814,295."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "On August 5, the chapters scheduled to be read are Hebrews 13, James 1, and James 2. This is indicated by the span 5 - Hebrews 13; James 1; James 2658,279,809,294.", "gt_answer": "On August 5, the chapters scheduled to be read are Hebrews 13, James 1, and James 2, as indicated by the span 5 - Hebrews 13; James 1; James 2656,280,814,295."} +{"image": ["imgs/ChartQA_PCG/two_col_101095.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of average demand expressions* for 163,163,202,175 in the first quarter of 2019?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 67.90% 881,160,930,175"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "67.90%882,159,930,174", "gt_answer": " 67.90% 881,160,930,175", "necessary bbox": "['Netflix163,163,202,175', '67.90% 881,160,930,175']"} +{"image": ["imgs/ChartQA_PCG/multi_col_41.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of the population 593, 773, 675, 792 in Europe?Offer a comprehensive response using bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "19%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The proportion of the population Over 65 years593, 773, 675, 792 in Europe is 19.10%. Answer: 19.10%", "gt_answer": "19%", "necessary bbox": "['Europe850, 607, 889, 626', 'Over 65 years593, 773, 675, 792']"} +{"image": ["imgs/CCMAIN/0315102.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 45,293,139,306 for 45,245,232,261? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "45680150,293,191,306"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "45680150,293,191,306", "gt_answer": "45680150,293,191,306"} +{"image": ["imgs/CCMAIN/0141778.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a grounding summary of the image."}, {"role": "assistant", "content": "The College emphasizes timely, coordinated and clear communication260,89,308,105 with the community through various channels such as Text message162,141,257,154, Email165,159,201,171, Compass163,173,227,190, Posted Mail162,193,243,203, and College Website163,208,273,224. It is crucial for students and parents to keep their contact information updated, including Mobile Number, Email Address, and Postal Address163,358,265,374. The College uses student mobile numbers419,391,595,407 to send text reminders about activities and events. Important information like Reports, Course Outlines, Attendance107,456,366,472 is available on the Compass system410,407,526,423. Parents can learn about their student's progress through text messages247,407,344,423 and the Compass system. The College Website163,208,273,224 provides details on upcoming dates and events, and newsletters are also available online."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document outlines the Communication Strategy291,34,706,75 of a college, emphasizing timely and clear communication with the community. It uses various methods such as Text message161,138,257,157, Email161,155,199,174, Compass161,172,227,191, Posted Mail161,189,244,208, and the College Website161,206,273,225. Parents and guardians must keep their contact information up to date. The college will use student mobile numbers for reminders. Reports and course outlines are available on the College Compass763,455,892,474 system. For student progress updates, text messages are sent for absences, and reports are uploaded to Compass. General information is accessible through the College Website161,206,273,225 and monthly newsletters.", "gt_answer": "The College emphasizes timely, coordinated and clear communication260,89,308,105 with the community through various channels such as Text message162,141,257,154, Email165,159,201,171, Compass163,173,227,190, Posted Mail162,193,243,203, and College Website163,208,273,224. It is crucial for students and parents to keep their contact information updated, including Mobile Number, Email Address, and Postal Address163,358,265,374. The College uses student mobile numbers419,391,595,407 to send text reminders about activities and events. Important information like Reports, Course Outlines, Attendance107,456,366,472 is available on the Compass system410,407,526,423. Parents can learn about their student's progress through text messages247,407,344,423 and the Compass system. The College Website163,208,273,224 provides details on upcoming dates and events, and newsletters are also available online."} +{"image": ["imgs/Crello/output_poster1899_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat type of coffee is highlighted in the poster?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "CINNAMON AMERICANO"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The type of coffee is highlighted in the text ' CINNAMON\nAMERICANO 102,336,485,577 '. Answer: CINNAMON AMERICANO", "gt_answer": "CINNAMON AMERICANO", "necessary bbox": "[' CINNAMON\\nAMERICANO 101,335,485,583 ']"} +{"image": ["imgs/CCMAIN/0297753.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich publication discusses the 301,262,333,277 and sustainable transport? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u201cTunza magazine: The 4Rs \u2013 A way of life\u201d111,262,460,277"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Tunza magazine: The 4Rs \u2013 A way of life112,262,453,277", "gt_answer": "\u201cTunza magazine: The 4Rs \u2013 A way of life\u201d111,262,460,277"} +{"image": ["imgs/Crello/output_poster1677_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat word is used to describe something small or young in the poster? Respond directly and include the bounding box of the answer if it is present.Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " Little 721,519,901,822 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Little 715,498,906,763 ", "gt_answer": " Little 721,519,901,822 ", "necessary bbox": "[' Little 721,519,901,822 ']"} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat role does the 514,504,938,518 play in the experimental setup described in 510,398,940,662? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The high-resolution hardware sniffer (SNIF) is connected between H2 and SUP to allow the precise capture of arrival packet timestamps. This is crucial for monitoring and analyzing the network's performance, ensuring that the isochronous traffic maintains its regularity even during reconfigurations."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The role of the SNIF514,504,938,518 in the experimental setup is to connect between H2 and SUP, allowing for precise capture of arrival packet timestamps. This is crucial for managing online QoS assignments and ensuring that the faulty node does not affect reservations of other message streams.", "gt_answer": "The high-resolution hardware sniffer (SNIF) is connected between H2 and SUP to allow the precise capture of arrival packet timestamps. This is crucial for monitoring and analyzing the network's performance, ensuring that the isochronous traffic maintains its regularity even during reconfigurations."} +{"image": ["imgs/ChartQA_PCG/two_col_42852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected value for 2028***?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "59731,133,746,149"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "59730, 134, 745, 151", "gt_answer": "59731,133,746,149", "necessary bbox": "['59731,133,746,149']"} +{"image": ["imgs/ChartQA_PCG/multi_col_100417.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 342, 572, 445, 592 have 492,675,557,690 been recorded?Give grounding and detailed answer. Give the answer in the final part."}, {"role": "assistant", "content": "16%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Hispanic or Latino342,572,445,592 who have Freelancers492,675,557,690 is 16%370,432,396,450.\n\nAnswer: 16%", "gt_answer": "16%", "necessary bbox": "['16%372, 429, 397, 448','Freelancers492,675,557,690','Hispanix or Latino342, 572, 445, 592']"} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the balance of the Current Account A/C no \u20265053 at 31/03/21? Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document shows the Current Account A/C no \u20265053 @ 31/03/21104,351,465,366 with a balance of 488.53692,351,749,366. Answer: 488.53692,351,749,366"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The balance of the Current Account A/C no \u20265053 at 31/03/21 is shown as 488.53692,351,752,367 in the document. Answer: 488.53692,351,752,367", "gt_answer": "The document shows the Current Account A/C no \u20265053 @ 31/03/21104,351,465,366 with a balance of 488.53692,351,749,366. Answer: 488.53692,351,749,366"} +{"image": ["imgs/Crello/output_poster1785_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete quote about fashion in the poster? Provide a concise response and include the answer's bounding box if it is available.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " I don't do \nfashion. 105,411,296,471 I am fashion.\u201d 112,521,1054,606 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " I don't do\nfashion. 106,412,297,470 I am fashion. 113,522,999,608 ", "gt_answer": " I don't do \nfashion. 105,411,296,471 I am fashion.\u201d 112,521,1054,606 ", "necessary bbox": "[\" I don't do \\nfashion. 105,411,296,471 \", ' I am fashion.\u201d 112,521,1054,606 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20213.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the highest average daily rate in euros for Q2 across all the years?Offer a comprehensive response using bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "186"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The highest average daily rate in Q2 is 185 euros for the year 2016637,709,666,723. Answer: 185 euros.", "gt_answer": "186", "necessary bbox": "[ 'Q2405, 590, 420, 607']"} +{"image": ["imgs/Crello/output_poster1970_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the event mentioned in 45,432,463,932?"}, {"role": "assistant", "content": "Wild Nature Festival"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "WILD NATURE FESTIVAL", "gt_answer": "Wild Nature Festival", "necessary bbox": "[' WILD\\nNATURE\\nFESTIVAL 45,432,463,932']"} +{"image": ["imgs/CCMAIN/0212481.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much does a 361,704,532,722 cost?"}, {"role": "assistant", "content": "14"}], "task_name": "DOGE_PDF_Rt_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$14", "gt_answer": "14"} +{"image": ["imgs/ChartQA_PCG/two_col_81241.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the number of directly managed ESPRIT stores exceed 109,278,139,293 for the first time?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2010428, 900, 454, 940"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "2010.", "gt_answer": "2010428, 900, 454, 940", "necessary bbox": "['2010428, 900, 454, 940', '1000109,278,139,293']"} +{"image": ["imgs/CCMAIN/0344376.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen is the first day of school for students in the 2021-2022 school year? Give a thorough explanation with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "According to the calendar, the first day of school for students141,242,310,255 is marked on September 739,242,112,255. Answer: September 739,242,112,255"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the calendar, the First Day of School for Students140,243,311,256 is marked on September 7. Answer: September 7", "gt_answer": "According to the calendar, the first day of school for students141,242,310,255 is marked on September 739,242,112,255. Answer: September 739,242,112,255"} +{"image": ["imgs/Crello/output_poster2130_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat special characteristics does the restaurant emphasize regarding its food quality? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The restaurant emphasizes that its foods have no saturated fat, MSG, sugar, and other hazardous chemicals, as stated in Knowing the importance of healthy living, our foods have no saturated fat, MSG, sugar and other hazardous chemicals. 166,621,696,662 ."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The restaurant emphasizes that its foods have no saturated fat, MSG, sugar, and other hazardous chemicals. Knowing the importance of healthy living, our\nfoods have no saturated fat, MSG, sugar and\nother hazardous chemicals. 167,623,698,664 ", "gt_answer": "The restaurant emphasizes that its foods have no saturated fat, MSG, sugar, and other hazardous chemicals, as stated in Knowing the importance of healthy living, our foods have no saturated fat, MSG, sugar and other hazardous chemicals. 166,621,696,662 ."} +{"image": ["imgs/ChartQA_PCG/two_col_80325.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich source did 901,150,936,165 respondents say they saw fake news most often?"}, {"role": "assistant", "content": "Facebook"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Facebook", "gt_answer": "Facebook", "necessary bbox": "['Facebook137,153,208,165', '62%901,150,936,165']"} +{"image": ["imgs/Crello/output_poster823_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat phrase suggests a journey or travel theme?Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "ROADTRIP THROUGH"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase ' ROADTRIP\nTHROUGH 354,357,420,389 ' suggests a journey or travel theme. Answer: ROADTRIP\nTHROUGH 354,357,420,389 ", "gt_answer": "ROADTRIP THROUGH", "necessary bbox": "[' ROADTRIP\\nTHROUGH 352,357,420,387 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage of Other commercial services in 831,613,859,627?Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "55.4"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Other commercial services in 2019 is 58.60%. Answer: 58.60%", "gt_answer": "55.4", "necessary bbox": "['2019831,613,859,627', 'Other commercial services726,770,881,786', '55.40%']"} +{"image": ["imgs/CCMAIN/0116665.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 66,555,160,568? Give grounding and detailed answer. Offer the answer at the finish."}, {"role": "assistant", "content": "The Setouchi Dinner Course66,555,160,568 is listed with a price of \u00a58,80066,595,109,614 on the menu. Answer: \u00a58,80066,595,109,614"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The Setouchi Dinner Course66,555,160,568 is listed under the COURSE72,89,123,108 section with a price of \u00a58,80066,594,104,613. Answer: \u00a58,80066,594,104,613", "gt_answer": "The Setouchi Dinner Course66,555,160,568 is listed with a price of \u00a58,80066,595,109,614 on the menu. Answer: \u00a58,80066,595,109,614"} +{"image": ["imgs/CCMAIN/0284838.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat accessory item is listed for the 1492-SP Supplementary Protector Accessories? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Auxiliary Contact Module431,193,567,206"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Auxiliary Contact Module431,193,567,206", "gt_answer": "Auxiliary Contact Module431,193,567,206"} +{"image": ["imgs/CCMAIN/0156904.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is eligible to 550,206,724,229? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "18 AND UNDER263,209,470,235"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "18 AND UNDER263,206,470,229", "gt_answer": "18 AND UNDER263,209,470,235"} +{"image": ["imgs/ChartQA_PCG/two_col_102598.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did Tajikistan's GDP first exceed 175, 148, 188, 162? Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2013 551, 917, 577, 963, Tajikistan's GDP first exceeded 8 billion U.S. dollars 175, 148, 188, 162 with a GDP of 8.51 billion."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Tajikistan's GDP first exceeded 10175, 148, 188, 162 in the year 2025*773, 916, 801, 967.", "gt_answer": "In 2013 551, 917, 577, 963, Tajikistan's GDP first exceeded 8 billion U.S. dollars 175, 148, 188, 162 with a GDP of 8.51 billion."} +{"image": ["imgs/CCMAIN/0165924.png"], "messages": [{"role": "user", "content": "<|image|> \nProvide a concise abstract of the document with specific bounding boxes."}, {"role": "assistant", "content": "The document features an artwork titled Drover Moon412,79,505,105 by artist Jim Rey513,142,555,163. The piece is a Print495,218,521,238 with dimensions 12 X 20464,167,507,188 and is made on Aluminum488,243,545,263. The product type is OPEN519,268,550,288, and the frame size is 0 X 0508,192,537,213. A description of the artwork is not available."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an artwork titled Drover Moon412,79,503,105 by artist Jim Rey513,142,556,163. It is a print on Aluminum488,243,548,263 with a size of 12 X 20464,167,507,188 and a frame size of 0 X 0509,192,535,213. The product type is OPEN521,268,552,288. A description of the artwork is not available.", "gt_answer": "The document features an artwork titled Drover Moon412,79,505,105 by artist Jim Rey513,142,555,163. The piece is a Print495,218,521,238 with dimensions 12 X 20464,167,507,188 and is made on Aluminum488,243,545,263. The product type is OPEN519,268,550,288, and the frame size is 0 X 0508,192,537,213. A description of the artwork is not available."} +{"image": ["imgs/Crello/output_poster1830_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat time is the event scheduled to start?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 7 PM 782,73,860,89"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 7 PM 781,72,860,91 ", "gt_answer": " 7 PM 782,73,860,89", "necessary bbox": "[' 7 PM 782,73,860,89']"} +{"image": ["imgs/ChartQA_PCG/two_col_42238.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had the lowest sales volume of soy sauce?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2009258, 904, 284, 942"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2011372, 904, 398, 942", "gt_answer": "2009258, 904, 284, 942", "necessary bbox": "['2009258, 904, 284, 942', '1394258, 749, 288, 765']"} +{"image": ["imgs/Crello/output_poster748_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat color is used for the main promotional phrase in the poster? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The color used for the main promotional phrase Shopping \nmade easy 438,407,879,582 is orange."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The color used for the main promotional phrase ' Shopping\nmade easy 439,406,879,582 ' is gold.", "gt_answer": "The color used for the main promotional phrase Shopping \nmade easy 438,407,879,582 is orange."} +{"image": ["imgs/Crello/output_poster2146_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the website mentioned in 39,764,280,819?"}, {"role": "assistant", "content": "www.sparkman.be"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "www.sparkman.be", "gt_answer": "www.sparkman.be", "necessary bbox": "['www.sparkman.be39,764,280,819']"} +{"image": ["imgs/CCMAIN/0261291.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich event is scheduled on 19th December 2020? Offer a comprehensive response using bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "According to the document, the Drawing Competition144,372,329,389 is scheduled for 19th December 2020360,372,541,389. Answer: Drawing Competition144,372,329,389"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "According to the document, the Drawing Competition146,372,328,390 is scheduled for 19th December 2020358,372,541,390. Answer: Drawing Competition146,372,328,390", "gt_answer": "According to the document, the Drawing Competition144,372,329,389 is scheduled for 19th December 2020360,372,541,389. Answer: Drawing Competition144,372,329,389"} +{"image": ["imgs/CCMAIN/0248703.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 415,200,708,232 for the smaller planter?"}, {"role": "assistant", "content": "24"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "14 X 14", "gt_answer": "24"} +{"image": ["imgs/Crello/output_poster1752_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed in the poster?Deliver an in-depth answer with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "Always dress well"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main message is conveyed through the text ' Always 426,187,580,279 ' and ' dress well 427,301,654,393 ', which together form the phrase 'Always dress well'. Answer: Always dress well", "gt_answer": "Always dress well", "necessary bbox": "[' Always \\ndress well 425,183,653,384 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_20940.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in the share of American males with tattoos from 2003 to 2015? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The share of American males with tattoos increased from 16%208,276,233,295 in 2003 to 27%805,115,831,134 in 2015, an increase of 11%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2003, the share was 16%208,279,233,298. In 2015, it was 27%804,118,830,137. The increase is 27% - 16% = 11%.", "gt_answer": "The share of American males with tattoos increased from 16%208,276,233,295 in 2003 to 27%805,115,831,134 in 2015, an increase of 11%."} +{"image": ["imgs/Crello/output_poster1329_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where is the 'Charity Music Fest' taking place? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The 'Charity Music Fest' is starting at 2 p.m on 17/4/2018/81,264,276,613 and is located at 2301 Alma Rd, Baltimore, MD66,838,336,942. The event seeks sponsors and provides a contact number Please call 74-2716-9172-3766,838,336,942."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Charity Music Fest' is taking place on ' 17/ 4/ 2018/ 83,269,275,596 ' at ' 2301 Arma Rd, Baltimore, MD 66,831,333,862 '.", "gt_answer": "The 'Charity Music Fest' is starting at 2 p.m on 17/4/2018/81,264,276,613 and is located at 2301 Alma Rd, Baltimore, MD66,838,336,942. The event seeks sponsors and provides a contact number Please call 74-2716-9172-3766,838,336,942."} +{"image": ["imgs/ChartQA_PCG/two_col_104308.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of people selected '126, 261, 319, 293'?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "73.0%367, 367, 423, 393"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "73.0%364, 365, 420, 391", "gt_answer": "73.0%367, 367, 423, 393", "necessary bbox": "['No, and I don't plan to126, 261, 319, 293', '73.0%367, 367, 423, 393']"} +{"image": ["imgs/ChartQA_PCG/two_col_20672.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich magazine reached more than 872, 921, 905, 932 individuals?"}, {"role": "assistant", "content": "GQ"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "GQ", "gt_answer": "GQ", "necessary bbox": "['1816910, 177, 945, 192', 'GQ265, 182, 285, 195', '1750872, 921, 905, 932']"} +{"image": ["imgs/CCMAIN/0073348.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company has the highest market capitalization among those with ADRs? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Among the companies with ADRs, Tenaris154,521,187,535 (TS US) has the highest market capitalization at $8,712441,521,470,535 million. Answer: TS US385,521,410,535"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "Among the companies with ADRs, YPF160,573,178,589 has the highest market capitalization of $1,872437,573,465,589 million. Answer: YPF160,573,178,589", "gt_answer": "Among the companies with ADRs, Tenaris154,521,187,535 (TS US) has the highest market capitalization at $8,712441,521,470,535 million. Answer: TS US385,521,410,535"} +{"image": ["imgs/CCMAIN/0004647.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the date when the Certified Education Attestation was signed? Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "The document lists the Certified Education Attestation37,520,281,537 under the 'Agreement' section, indicating it was signed on 1/27/2021362,522,427,537. Answer: 1/27/2021362,522,427,537"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Certified Education Attestation37,521,281,536 as being signed on 1/27/2021364,521,429,536. Answer: 1/27/2021364,521,429,536", "gt_answer": "The document lists the Certified Education Attestation37,520,281,537 under the 'Agreement' section, indicating it was signed on 1/27/2021362,522,427,537. Answer: 1/27/2021362,522,427,537"} +{"image": ["imgs/Crello/output_poster58_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage mentioned in 718,645,827,724?"}, {"role": "assistant", "content": "100%"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "100%", "gt_answer": "100%", "necessary bbox": "['100%718,645,827,724']"} +{"image": ["imgs/CCMAIN/0293502.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total amount of 104,830,260,844? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Earmarked Funds104,830,260,844 with a total of \u00a33,090.00, which includes Contingency for Elections, General Contingency, and Unallocated Reserves. Answer: \u00a33,090.00", "gt_answer": "The document lists Earmarked Funds104,830,260,844 with Contingency for Elections104,846,314,861 as 1,500.00677,846,749,861, General Contingency104,863,278,877 as 1,590.00677,863,749,877, and Unallocated Reserves104,879,284,894 as 3,090.00677,906,749,921. Answer: 3,090.00677,906,749,921"} +{"image": ["imgs/Crello/output_poster2289_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is the location mentioned for the graffiti tours?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " NEW YORK 376,269,484,287 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " NEW YORK 375,269,483,285 ", "gt_answer": " NEW YORK 376,269,484,287 ", "necessary bbox": "[' NEW YORK 376,269,484,287 ']"} +{"image": ["imgs/Crello/output_poster1259_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat day is being referred to? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The text is referring to 'Father's Day' with the text ' Father\u2019s 90,376,648,442' and ' day 546,437,786,518'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The day being referred to is ' Father\u2019s 90,376,648,441 ' and ' day 524,441,790,517 '.", "gt_answer": "The text is referring to 'Father's Day' with the text ' Father\u2019s 90,376,648,442' and ' day 546,437,786,518'."} +{"image": ["imgs/ChartQA_PCG/30922516017795.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the title of the chart and its bounding box location? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Total wealth by asset group (2014 US dollars),\nWorld, 1995 to 2014391, 71, 922, 119"}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "Total wealth by asset group (2014 US dollars), World, 1995 to 2014397, 68, 922, 101", "gt_answer": "Total wealth by asset group (2014 US dollars),\nWorld, 1995 to 2014391, 71, 922, 119"} +{"image": ["imgs/Crello/output_poster1540_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the 'Cocktails and Canapes' event? Answer directly and provide the bounding box for the answer if applicable.Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": " 6:30 PM to 10:00 PM 386,632,585,645"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 6:30 PM to 10:00 PM 385,629,584,643", "gt_answer": " 6:30 PM to 10:00 PM 386,632,585,645", "necessary bbox": "[' 6:30 PM to 10:00 PM 386,632,585,645']"} +{"image": ["imgs/CCMAIN/0052625.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the meaning of 535,577,646,593 as per the document? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Recovering from adversity535,595,719,608"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Showing respect for others by doing the right thing at the right time", "gt_answer": "Recovering from adversity535,595,719,608"} +{"image": ["imgs/CCMAIN/0144157.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can you avoid the mistake of 156,934,454,950? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "Slow down as you drive into and through a roundabout.588,772,876,786"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Slow down592,926,680,942", "gt_answer": "Slow down as you drive into and through a roundabout.588,772,876,786"} +{"image": ["imgs/Crello/output_poster2049_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "Spa Sanctuary At home"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the text ' Spa\nSanctuary\nAt home 741,280,865,432 '. Answer: Spa Sanctuary At home", "gt_answer": "Spa Sanctuary At home", "necessary bbox": "[' Spa\\nSanctuary\\nAt home 742,280,863,430 ']"} +{"image": ["imgs/Crello/output_poster485_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main service offered in the poster?Answer the question in detail with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "Gift Wrapping"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main service offered is highlighted in the text ' GIFT WRAPPING 68,103,842,279 '. Answer: GIFT WRAPPING", "gt_answer": "Gift Wrapping", "necessary bbox": "[' GIFT\\nWRAPPING 67,103,841,283']"} +{"image": ["imgs/Crello/output_poster177_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat message does the poster convey about the spirit of Hanukkah?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " May the light be in your heart all year long 154,740,731,804 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " May the light be in your heart all year long 153,738,739,824 ", "gt_answer": " May the light be in your heart all year long 154,740,731,804 ", "necessary bbox": "[' May the light be in your heart all year long 154,740,731,804 ']"} +{"image": ["imgs/CCMAIN/0269455.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich credit card types are accepted according to the form? Answer the question in detail with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The form lists the accepted credit card types as Visa287,634,317,651, MasterCard371,634,448,651, AMEX287,664,335,680, and Discover370,664,429,680 under the 'Credit Card Information' section. Answer: Visa287,634,317,651, MasterCard371,634,448,651, AMEX287,664,335,680, Discover370,664,429,680"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form lists the accepted credit card types as Visa291,637,320,651, MasterCard371,637,448,651, AMEX291,665,335,679, and Discover371,665,432,679. Answer: Visa, MasterCard, AMEX, Discover", "gt_answer": "The form lists the accepted credit card types as Visa287,634,317,651, MasterCard371,634,448,651, AMEX287,664,335,680, and Discover370,664,429,680 under the 'Credit Card Information' section. Answer: Visa287,634,317,651, MasterCard371,634,448,651, AMEX287,664,335,680, Discover370,664,429,680"} +{"image": ["imgs/CCMAIN/0306670.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many songs are listed in the 112,694,190,712 section?"}, {"role": "assistant", "content": "11"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "12", "gt_answer": "11"} +{"image": ["imgs/ChartQA_PCG/multi_col_60236.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich platform had an equal penetration rate in 525,655,553,669 and what was the rate? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Both Instagram and Snapchat had the same penetration rate of 30% in 2016525,655,553,669."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Both platforms, Instagram298,536,357,552 and Snapchat738,536,791,552, had an equal penetration rate of 30% in 2016525,655,553,669.", "gt_answer": "Both Instagram and Snapchat had the same penetration rate of 30% in 2016525,655,553,669."} +{"image": ["imgs/CCMAIN/0097823.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen does the audit for Palmers Scaffolding UK Ltd expire? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "30th April 2021527,523,664,539"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "30th April 2021531,522,556,540", "gt_answer": "30th April 2021527,523,664,539"} +{"image": ["imgs/CCMAIN/0012026.png"], "messages": [{"role": "user", "content": "<|image|> \nGive a brief grounding overview of the document."}, {"role": "assistant", "content": "The document titled 'EXPERIENCE OUR CITY96,77,893,245' highlights various attractions and activities in the city. For SCENIC VIEWS147,291,311,302, it suggests visiting the 'Northland Arboretum130,312,327,329' and 'Various Lakes166,336,292,353'. For FAMILY FUN433,292,564,302, options include 'Pirate\u2019s Cove Adventure Golf427,315,571,342' and 'Safari North Wildlife Park441,356,557,380'. 'OUTDOOR ADVENTURE643,292,894,302' activities feature the 'Brainerd Zipline Tour673,312,866,329' and 'Cuyuna Range Trails676,336,863,353'. Coffee lovers can enjoy 'Starbucks184,430,274,446' and 'Caribou Coffee161,457,298,467'. Recommended 'RESTAURANTS420,410,578,420' are 'Baxter\u2019s Bar & Grill411,433,586,444', 'Grizzly\u2019s Wood-Fired Grill378,456,618,466', and 'Prairie Bay449,478,548,494'. For 'HIDDEN GEMS693,409,845,420', it suggests 'Fritz Loven Park694,430,845,446' and the 'Mississippi River Walkway650,454,889,470'."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a guide to experiencing various aspects of a city. It includes sections on SCENIC VIEWS148,289,307,305 such as Northland Arboretum and Variious Lakes166,338,291,353. For FAMILY FUN434,289,564,305, it suggests Pirate's Cove Adventure Golf and Safari North Wildlife Park. The OUTDOOR ADVENTURE646,289,896,305 section features Brainerd Zipline Tour and Cuyuna Range Trails. In the COFFEE SHOPS145,407,311,423 category, Starbucks and Caribou Coffee are highlighted. The RESTAURANTS419,407,578,423 section lists Baxter's Bar & Grill and Grizzly's Wood-Fired Grill. Lastly, the HIDDEN GEMS695,407,844,423 section mentions Fritz Loven Park and Mississippi River Walkway.", "gt_answer": "The document titled 'EXPERIENCE OUR CITY96,77,893,245' highlights various attractions and activities in the city. For SCENIC VIEWS147,291,311,302, it suggests visiting the 'Northland Arboretum130,312,327,329' and 'Various Lakes166,336,292,353'. For FAMILY FUN433,292,564,302, options include 'Pirate\u2019s Cove Adventure Golf427,315,571,342' and 'Safari North Wildlife Park441,356,557,380'. 'OUTDOOR ADVENTURE643,292,894,302' activities feature the 'Brainerd Zipline Tour673,312,866,329' and 'Cuyuna Range Trails676,336,863,353'. Coffee lovers can enjoy 'Starbucks184,430,274,446' and 'Caribou Coffee161,457,298,467'. Recommended 'RESTAURANTS420,410,578,420' are 'Baxter\u2019s Bar & Grill411,433,586,444', 'Grizzly\u2019s Wood-Fired Grill378,456,618,466', and 'Prairie Bay449,478,548,494'. For 'HIDDEN GEMS693,409,845,420', it suggests 'Fritz Loven Park694,430,845,446' and the 'Mississippi River Walkway650,454,889,470'."} +{"image": ["imgs/CCMAIN/0019412.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat specific task is mentioned in 147,559,930,906 that involves attending events abroad, and what is its purpose? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The specific task mentioned is 'To attend meetings, workshops and conferences in the UK and abroad, presenting research results and networking.' To attend meetings, workshops and conferences in the UK and abroad, presenting research186,751,869,764 results and networking.186,767,365,780. The purpose of this task is to present research results and engage in networking activities."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The specific task mentioned is to attend meetings, workshops, and conferences in the UK and abroad, presenting research results and networking. This is detailed in the span To attend meetings, workshops and conferences in the UK and abroad, presenting research results and networking.181,752,869,765. The purpose of this task is to share research findings and engage with the international academic community.", "gt_answer": "The specific task mentioned is 'To attend meetings, workshops and conferences in the UK and abroad, presenting research results and networking.' To attend meetings, workshops and conferences in the UK and abroad, presenting research186,751,869,764 results and networking.186,767,365,780. The purpose of this task is to present research results and engage in networking activities."} +{"image": ["imgs/ChartQA_PCG/multi_col_60994.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents aged 320,683,403,702 said they \n621,565,745,585?"}, {"role": "assistant", "content": "56%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "53%", "gt_answer": "56%", "necessary bbox": "['61 years and older599,682,707,702', 'I can imagine using it621,565,745,585', '56%695,59,722,78']"} +{"image": ["imgs/ChartQA_PCG/two_col_102054.png"], "messages": [{"role": "user", "content": "<|image|> \nIn what year did the CO2 emissions first reach over 10,000 million metric tons?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2005571,817,596,863"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2005571,819,596,864", "gt_answer": "2005571,817,596,863", "necessary bbox": "['2005571,817,596,863', '11447565,282,605,301']"} +{"image": ["imgs/Crello/output_poster838_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the name of the club hosting the meeting?Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Ladies Book Club"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The name of the club is mentioned as ' Ladies\nBook Club 241,350,627,558 '. Answer: Ladies\nBook Club 241,350,627,558 ", "gt_answer": "Ladies Book Club", "necessary bbox": "[' Ladies\\nBook Club 238,353,637,566 ']"} +{"image": ["imgs/CCMAIN/0217961.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the penalty points for the rider in the last position? Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "41.9895,792,922,803"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "45.0698,457,723,469", "gt_answer": "41.9895,792,922,803"} +{"image": ["imgs/ChartQA_PCG/02534409005100.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich cause of death has approximately half the death rate of 219, 294, 298, 311? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Stroke236, 371, 298, 389 with a death rate of 104.70 is approximately half of 155.30560, 289, 630, 311 for Cancers219, 294, 298, 311."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Accidents203, 451, 298, 474 with 58.10406, 447, 466, 469", "gt_answer": "Stroke236, 371, 298, 389 with a death rate of 104.70 is approximately half of 155.30560, 289, 630, 311 for Cancers219, 294, 298, 311."} +{"image": ["imgs/ChartQA_PCG/two_col_2474.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 786,872,826,887 number of COVID-19 cases reported?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "133795,834,817,847"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "133795,832,817,849", "gt_answer": "133795,834,817,847", "necessary bbox": "['133795,834,817,847','Deaths786,872,826,887']"} +{"image": ["imgs/Crello/output_poster432_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main message conveyed by the text in 136,210,326,347, 118,440,158,649, and 175,430,318,642?"}, {"role": "assistant", "content": "KIDS Deserve the best"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Kids Deserve the Best", "gt_answer": "KIDS Deserve the best", "necessary bbox": "[' KIDS 136,210,326,347', ' Deserve 118,440,158,649', ' the \\nbest 175,430,318,642']"} +{"image": ["imgs/CCMAIN/0151869.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the application fee for the midwifery license? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "$250332,483,375,500"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$250331,481,376,500", "gt_answer": "$250332,483,375,500"} +{"image": ["imgs/CCMAIN/0125299.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the final turn when coming from the 5S? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "LEFT664,603,700,619"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "LEFT665,552,701,578", "gt_answer": "LEFT664,603,700,619"} +{"image": ["imgs/ChartQA_PCG/multi_col_40427.png"], "messages": [{"role": "user", "content": "<|image|> \nHow did the female population change from 2009 to 2019? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The female population increased from 16.19223, 425, 260, 443 million in 2009228, 579, 253, 623 to 18.38850, 52, 887, 71 million in 2019854, 577, 879, 623."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2009, the female population was 16.19223,425,258,443 million. By 2019, it increased to 18.38847,52,884,71 million. This represents an increase of 2.19 million over the decade.", "gt_answer": "The female population increased from 16.19223, 425, 260, 443 million in 2009228, 579, 253, 623 to 18.38850, 52, 887, 71 million in 2019854, 577, 879, 623."} +{"image": ["imgs/CCMAIN/0104540.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the available 58,431,183,457? Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The document provides options for ad sizes under AD SIZES58,431,183,457, including Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, and 1/6 Page701,548,775,564. Answer: Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, 1/6 Page701,548,775,564"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists different AD SIZES58,431,183,457 with options for Full Color Bleed58,566,152,579, Black & White197,566,280,579, and both Horizontal316,566,379,579 and Vertical444,566,489,579 orientations. Answer: Full Page, 1/2 Page, 1/4 Page, 1/6 Page", "gt_answer": "The document provides options for ad sizes under AD SIZES58,431,183,457, including Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, and 1/6 Page701,548,775,564. Answer: Full Page58,548,135,564, 1/2 Page315,548,389,564, 1/4 Page572,548,647,564, 1/6 Page701,548,775,564"} +{"image": ["imgs/CCMAIN/0211864.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many crew members can be accommodated? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "Under the 'ACCOMMODATION' section, the document states Crew Accommodation119,743,208,752 as 12 x 1 man406,743,451,752. Answer: 12 x 1 man406,743,451,752"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document specifies that the crew accommodation includes 12 x 1 man405,743,449,751, indicating the number of crew members that can be accommodated. Answer: 12 x 1 man405,743,449,751", "gt_answer": "Under the 'ACCOMMODATION' section, the document states Crew Accommodation119,743,208,752 as 12 x 1 man406,743,451,752. Answer: 12 x 1 man406,743,451,752"} +{"image": ["imgs/ChartQA_PCG/multi_col_80260.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of respondents are 'Very confident' in their e-mail providers?Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "20%808,312,842,328"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "20%810, 315, 846, 332", "gt_answer": "20%808,312,842,328", "necessary bbox": "['Very confident666,691,778,709', 'Their e-mail providers108,314,277,332', '20%808,312,842,328']"} +{"image": ["imgs/CCMAIN/0187456.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat information is provided about the 294,148,539,161? Give grounding and detailed answer."}, {"role": "assistant", "content": "The information provided about the 294,148,539,161 is that it is a 64G RAM Android 10 Car Radio GPS Multimedia Stereo DVD Player designed for the Toyota Avensis T25 models from 2003 to 2008. This product offers advanced multimedia capabilities for the specified vehicle model."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text provides information about the 2013 Toyota Corolla 2.5L Engine Oil Change294,148,539,161, which includes details on how to perform an oil change on a 2013 Toyota Corolla with a 2.5L engine. This is part of the broader context of maintenance and repair advice for Toyota vehicles.", "gt_answer": "The information provided about the 294,148,539,161 is that it is a 64G RAM Android 10 Car Radio GPS Multimedia Stereo DVD Player designed for the Toyota Avensis T25 models from 2003 to 2008. This product offers advanced multimedia capabilities for the specified vehicle model."} +{"image": ["imgs/Crello/output_poster1565_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discount percentage offered in the fashion sale? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The discount percentage offered in the fashion sale is 60% OFF391,444,582,568."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount percentage offered is 60% 392,445,581,491.", "gt_answer": "The discount percentage offered in the fashion sale is 60% OFF391,444,582,568."} +{"image": ["imgs/CCMAIN/0127906.png"], "messages": [{"role": "user", "content": "<|image|> \nWho collected the sample? Provide a detailed answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The sample was collected by Michael J. Dennis365,261,445,275 as indicated under the Collector305,263,348,277 section of the report. Answer: Michael J. Dennis365,261,445,275"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The collector of the sample is mentioned under 'Sample Collection' as Michael J. Dennis365,261,445,275. Answer: Michael J. Dennis365,261,445,275", "gt_answer": "The sample was collected by Michael J. Dennis365,261,445,275 as indicated under the Collector305,263,348,277 section of the report. Answer: Michael J. Dennis365,261,445,275"} +{"image": ["imgs/Crello/output_poster1996_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat services are offered for organizing parties?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " PLANNING/DECORATION/DRINKS MUSIC/DJ-SETS/FOOD 172,723,747,768 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " PLANNING/DECORATION/DRINKS\nMUSIC/DJ-SETS/FOOD 170,723,748,765 ", "gt_answer": " PLANNING/DECORATION/DRINKS MUSIC/DJ-SETS/FOOD 172,723,747,768 ", "necessary bbox": "[' PLANNING/DECORATION/DRINKS MUSIC/DJ-SETS/FOOD 172,723,747,768 ']"} +{"image": ["imgs/CCMAIN/0297606.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is served with 298,283,431,308?"}, {"role": "assistant", "content": "Country Fried Steak, Mashed Potatoes, Gravy, Mixed Vegetables"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Eggs, Bacon, Sausage, Cold Cereal, Oatmeal, Cream of Wheat, Yogurt, Toast, Fruit.", "gt_answer": "Country Fried Steak, Mashed Potatoes, Gravy, Mixed Vegetables"} +{"image": ["imgs/ChartQA_PCG/two_col_101170.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the jersey sponsorship revenue for Juventus FC in the 2015/16 season?Deliver an in-depth answer with bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "19 million U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The jersey sponsorship revenue for Juventus FC in the 2015/16 season is represented by the label Jersey (Jeep)473, 829, 547, 846. The corresponding value is 19.\n\nAnswer: 19", "gt_answer": "19 million U.S. dollars", "necessary bbox": "[' Jersey (Jeep) 475, 829, 547, 846']"} +{"image": ["imgs/CCMAIN/0267160.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for submitting proposals for the 2015 Atlanta Studies Symposium? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Friday 6 February 2015138,205,320,224"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Friday 6 February 2015138,207,319,224", "gt_answer": "Friday 6 February 2015138,205,320,224"} +{"image": ["imgs/CCMAIN/0201771.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the options provided for Do you use tobacco?? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The options provided for Do you use tobacco?38,909,193,922 are 'Yes' and 'No', allowing the respondent to indicate whether they use tobacco products."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The options provided for Do you use tobacco??39,910,186,924 are 'Yes' and 'No', allowing the patient or guardian to indicate whether they use tobacco products.", "gt_answer": "The options provided for Do you use tobacco?38,909,193,922 are 'Yes' and 'No', allowing the respondent to indicate whether they use tobacco products."} +{"image": ["imgs/CCMAIN/0190709.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many awards are 395,143,520,162 according to the document? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "five (5)197,140,250,159"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Up to five (5)201,143,253,162 awards are given each year.", "gt_answer": "five (5)197,140,250,159"} +{"image": ["imgs/CCMAIN/0094765.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the hymn 'In the Presence (of a Holy God)' by? Give grounding and detailed answer. Provide the answer at the end."}, {"role": "assistant", "content": "The hymn 'In the Presence (of a Holy God)136,382,429,396' is attributed to Mark Altrogge453,382,590,396, as mentioned in the document. Answer: Mark Altrogge453,382,590,396"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document mentions the hymn 'In the Presence (of a Holy God)135,389,427,404' by Mark Altrogge446,389,590,404, indicating the author of the hymn. Answer: Mark Altrogge446,389,590,404", "gt_answer": "The hymn 'In the Presence (of a Holy God)136,382,429,396' is attributed to Mark Altrogge453,382,590,396, as mentioned in the document. Answer: Mark Altrogge453,382,590,396"} +{"image": ["imgs/ChartQA_PCG/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the sum value of the bar for 98,774,183,795 and 111,526,184,549?"}, {"role": "assistant", "content": "6.56"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6.56", "gt_answer": "6.56", "necessary bbox": "['1.45358, 774, 397, 794','Colombia98,774,183,795','Morocco111,526,184,549','5.11765,526,801,544']"} +{"image": ["imgs/CCMAIN/0360337.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 91,120,137,133 from the University of Illinois? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document lists Gordon Hutner91,150,193,163 as the Editor91,120,137,133 and mentions his affiliation with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists Gordon Hutner91,150,194,163 as the Editor91,120,137,133 from the University of Illinois91,168,231,181. Answer: Gordon Hutner91,150,194,163", "gt_answer": "The document lists Gordon Hutner91,150,193,163 as the Editor91,120,137,133 and mentions his affiliation with the University of Illinois91,165,231,178. Answer: Gordon Hutner91,150,193,163"} +{"image": ["imgs/Crello/output_poster2187_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action is suggested in 136,731,207,832 regarding the project timeline?"}, {"role": "assistant", "content": "Extend the deadline"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Extend the deadline until the next launch.", "gt_answer": "Extend the deadline", "necessary bbox": "[' Extend \\nthe deadline \\nuntil the \\nnext launch. 136,731,207,832 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40184.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 649,661,725,675 participated in 184,239,533,257?Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "55%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Teachers649,661,725,675 who participated in Workshops conducted by my colleagues184,239,533,257 is 55%840,237,880,253. Answer: 55%", "gt_answer": "55%", "necessary bbox": "['Teachers649,661,725,675', 'Workshops conducted by my colleagues184,239,533,257', '55%837,242,876,258']"} +{"image": ["imgs/CCMAIN/0266336.png"], "messages": [{"role": "user", "content": "<|image|> \nHow often should the353,219,672,236 information be updated?"}, {"role": "assistant", "content": "At least annually or whenever there is a change of contact information."}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "At least annually.", "gt_answer": "At least annually or whenever there is a change of contact information."} +{"image": ["imgs/Crello/output_poster1818_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the discounted price of the headphones?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " $35 603,157,802,228 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " $35 607,154,802,222 ", "gt_answer": " $35 603,157,802,228 ", "necessary bbox": "[' $35 603,157,802,228 ']"} +{"image": ["imgs/Crello/output_poster702_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the complete inspirational phrase on the poster? Provide a concise response and include the answer's bounding box if it is available.Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " TO TRAVEL IS TO LIVE "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The phrase is formed by combining the text from both text boxes: ' TO TRAVEL 108,175,542,259 ' and ' IS TO LIVE 422,755,816,823 '. Answer: TO TRAVEL 108,175,542,259 IS TO LIVE 422,755,816,823 ", "gt_answer": " TO TRAVEL IS TO LIVE ", "necessary bbox": "[' TO TRAVEL 96,179,539,255 ', ' IS TO LIVE 422,755,815,831 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_80194.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference between the oldest and youngest age groups in watching sports from home? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The percentage for the 55+ age group watching from home is 65% 397,69,424,88, and for the 18-34 age group, it is 40% 319,265,346,284. The difference is 25%."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage for the oldest age group, 55%296,148,322,166, is higher than the youngest age group, 7%795,529,814,548. The difference is 48%.", "gt_answer": "The percentage for the 55+ age group watching from home is 65% 397,69,424,88, and for the 18-34 age group, it is 40% 319,265,346,284. The difference is 25%."} +{"image": ["imgs/ChartQA_PCG/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of female patients in the '151, 301, 242, 314' age category in terms of patients per 100,000 inhabitants?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 6.2 620, 298, 640, 311"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "6.2619, 298, 640, 311", "gt_answer": " 6.2 620, 298, 640, 311", "necessary bbox": "[' Female 639, 732, 682, 743', ' 40 to 49 years 151, 301, 242, 314', ' 6.2 620, 298, 640, 311', ' Propotion of patients per 100,000 inhabitants 454, 627, 741, 641']"} +{"image": ["imgs/CCMAIN/0092035.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total cost of utilities paid for 484,297,584,321?"}, {"role": "assistant", "content": "$5,004.29"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "$5,004.29", "gt_answer": "$5,004.29"} +{"image": ["imgs/ChartQA_PCG/two_col_23983.png"], "messages": [{"role": "user", "content": "<|image|> \nOut of the following players, who has scored more than 839,926,876,937? 150,828,226,839, 158,750,227,765, 128,674,226,690, 128,598,226,613, 165,522,227,535 Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " Randy Smith 148,142,227,157, Blake Griffin 150,217,227,229, Bob McAdoo 149,294,227,306, Elton Brand 154,369,227,381, Corey Maggette 126,447,227,461, Chris Paul 165,522,227,535, Danny Manning 128,598,226,613, DeAndre Jordan 128,674,226,690, Loy Vaught 158,750,227,765, Ken Norman 150,828,226,839"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The players who scored more than 12000839,926,876,937 are DeAndre Jordan128,674,226,690 with 7078601,670,635,684, Corey Maggette128,457,227,472 with 9047, Elton Brand158,369,227,381 with 9501, Bob McAdoo149,283,227,295 with 9654, and Blake Griffin150,206,227,218 with 10989.", "gt_answer": " Randy Smith 148,142,227,157, Blake Griffin 150,217,227,229, Bob McAdoo 149,294,227,306, Elton Brand 154,369,227,381, Corey Maggette 126,447,227,461, Chris Paul 165,522,227,535, Danny Manning 128,598,226,613, DeAndre Jordan 128,674,226,690, Loy Vaught 158,750,227,765, Ken Norman 150,828,226,839"} +{"image": ["imgs/ChartQA_PCG/two_col_2788.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat year had the lowest number of arrivals in millions?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "2006218, 917, 243, 957"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2006218,915,243,955", "gt_answer": "2006218, 917, 243, 957", "necessary bbox": "['0.0149, 897, 166, 910', '11.80', '2006218, 917, 243, 957']"} +{"image": ["imgs/CCMAIN/0081327.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the insertion loss at 18 GHz for the assembly? Offer a comprehensive response using bounding boxes. Offer the answer at the finish."}, {"role": "assistant", "content": "The electrical data section states the Insertion loss (assembly)105,715,263,728 as max. 2.64 dB452,715,536,728 at 18 GHz737,157,785,171, indicating the maximum loss of signal strength at this frequency. Answer: max. 2.64 dB452,715,536,728"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The insertion loss105,718,192,730 at 18 GHz is specified as max. 2.64 dB452,718,534,730, indicating the maximum loss in signal strength over the distance of the cable. Answer: 2.64 dB492,718,534,730", "gt_answer": "The electrical data section states the Insertion loss (assembly)105,715,263,728 as max. 2.64 dB452,715,536,728 at 18 GHz737,157,785,171, indicating the maximum loss of signal strength at this frequency. Answer: max. 2.64 dB452,715,536,728"} +{"image": ["imgs/ChartQA_PCG/multi_col_80270.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage of girls in grade 8 who feel they are too fat?Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "26%737,399,766,412"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "26%740, 398, 769, 410", "gt_answer": "26%737,399,766,412", "necessary bbox": "['Too fat624,666,667,677', 'Girls grade 8122,406,203,420', '26%737,399,766,412']"} +{"image": ["imgs/CCMAIN/0097419.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the temperature of the 175,290,200,309 milk when it was collected?"}, {"role": "assistant", "content": "40 \u00b0F"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "40 \u00b0F", "gt_answer": "40 \u00b0F"} +{"image": ["imgs/CCMAIN/0118460.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main focus of the course 283,63,341,73? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "microeconomics283,46,380,59"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "The course focuses on microeconomics283,63,379,73, analyzing consumer and firm behavior.", "gt_answer": "microeconomics283,46,380,59"} +{"image": ["imgs/CCMAIN/0271156.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The document describes the Bergerac Rouge 2015538,142,852,169 wine from Chateau de Fayolle126,28,272,99. It is made from a combination of three parcels of vines, with Merlot 90%441,331,544,346 and Cabernet Franc 10%555,331,732,346. The wine has a deep ruby colour489,388,646,403 with aromas of red and black fruits, roasting, and spices. It undergoes alcoholic fermentation in stainless steel vats and is aged in 97hl stainless steel vats466,543,674,559. The ecological method avoids herbicides and pesticides, using mechanical weeding and organic pest control. The wine has an alcohol content of 14% and was bottled on 07/07/2017. It has received several awards, including a Silver Medal Concours de Bordeaux 2017457,769,768,782."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document describes the 2015430,198,471,216 Bergerac Rouge from Ch\u00e2teau de Fayolle. It is made from a blend of Merlot 90%440,329,546,347 and Cabernet Franc 10%556,329,734,347, with a yield of 56 hl514,357,558,375 per hectare. The wine has a deep ruby color with purple reflections and features aromas of red and black fruits, roasted spices, and velvety tannins. The wine undergoes alcoholic fermentation in stainless steel vats at 25\u00b0C, followed by malolactic fermentation at 20\u00b0C. It is aged in full 97hl stainless steel vats. The production uses ecological methods without herbicides or pesticides, employing mechanical weeding and a sexual confusion system to combat grapevine moth. The harvest is mechanical, and the bottling date is 07/07/2017505,670,609,688. The wine has an alcohol content of 14 %532,698,574,716 and was produced in 26 000617,726,678,744 bottles. It received awards including Silver Medal at Concours de Bordeaux 2017 and Bronze Medal at Concours de Bergerac 2016.", "gt_answer": "The document describes the Bergerac Rouge 2015538,142,852,169 wine from Chateau de Fayolle126,28,272,99. It is made from a combination of three parcels of vines, with Merlot 90%441,331,544,346 and Cabernet Franc 10%555,331,732,346. The wine has a deep ruby colour489,388,646,403 with aromas of red and black fruits, roasting, and spices. It undergoes alcoholic fermentation in stainless steel vats and is aged in 97hl stainless steel vats466,543,674,559. The ecological method avoids herbicides and pesticides, using mechanical weeding and organic pest control. The wine has an alcohol content of 14% and was bottled on 07/07/2017. It has received several awards, including a Silver Medal Concours de Bordeaux 2017457,769,768,782."} +{"image": ["imgs/CCMAIN/0234916.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the first step in preparing the 120,86,290,111? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Turn on oven @150132,123,320,143"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Turn on oven @150", "gt_answer": "Turn on oven @150132,123,320,143"} +{"image": ["imgs/ChartQA_PCG/multi_col_1009.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich company consistently held a market share above 15% from 2018 to 2020? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "ASML consistently held a market share above 15%, with 18% 273, 539, 298, 558 in 2018, 21.60% 521, 530, 566, 549 in 2019, and 15.40% 779, 546, 823, 565 in 2020."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "ASML445,697,474,713 consistently held a market share above 15% from 2018 to 2020 with shares of 18%273,540,298,559, 21.60%520,528,564,546, and 15.40%779,546,823,565.", "gt_answer": "ASML consistently held a market share above 15%, with 18% 273, 539, 298, 558 in 2018, 21.60% 521, 530, 566, 549 in 2019, and 15.40% 779, 546, 823, 565 in 2020."} +{"image": ["imgs/ChartQA_PCG/two_col_22383.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the chained consumer price index in 320,929,364,990? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "146.05323,656,367,675"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The chained consumer price index in Aug '20320,929,364,990 is 146.05323,656,367,675.", "gt_answer": "146.05323,656,367,675"} +{"image": ["imgs/Crello/output_poster1800_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of colored paper in the sale? Respond directly and include the bounding box of the answer if it is present.Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": " $ 12.25 "}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The price of colored paper is listed as ' $ 12.25 230,604,267,689 ' next to the item ' Colored Paper 63,604,144,631 '. Answer: $ 12.25", "gt_answer": " $ 12.25 ", "necessary bbox": "[' $ 12.25 231,546,266,677']"} +{"image": ["imgs/ChartQA_PCG/two_col_62467.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of cannabis-related crime reports between 2016 and 2018? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "The difference is 16430 566,275,602,292 - 17237 706,247,743,263 = 807."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2016, there were 16430567,278,604,294 reports, and in 2018, there were 17237705,249,741,265 reports. The difference is 17237 - 16430 = 807.", "gt_answer": "The difference is 16430 566,275,602,292 - 17237 706,247,743,263 = 807."} +{"image": ["imgs/Crello/output_poster1976_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the tutorial mentioned in 283,560,657,577?"}, {"role": "assistant", "content": "PAPER SNOWFLAKES TUTORIAL"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Paper Snowflakes", "gt_answer": "PAPER SNOWFLAKES TUTORIAL", "necessary bbox": "['PAPER SNOWFLAKES TUTORIAL283,560,657,577']"} +{"image": ["imgs/Crello/output_poster1652_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the significance of the date range in the poster? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "The date range ' 23/01/2018 26/01/2018 231,326,755,381' signifies the duration of the 'Home textiles global tradeshow'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The date range ' 23/01/2018\n26/01/2018 224,331,755,380 ' likely indicates the duration of the event or exhibition.", "gt_answer": "The date range ' 23/01/2018 26/01/2018 231,326,755,381' signifies the duration of the 'Home textiles global tradeshow'."} +{"image": ["imgs/ChartQA_PCG/multi_col_40409.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of travelers in 854, 532, 883, 546?Give grounding and detailed answer. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "50.55 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of travelers in 2020 is the sum of travelers from all modes: Automobile (47.90), Air (3.10), and Other (0.50). Total = 47.90 + 3.10 + 0.50 = 51.50 million. Answer: 51.50 million.", "gt_answer": "50.55 million", "necessary bbox": "[ 'Number of travelers in millions104, 154, 114, 458']"} +{"image": ["imgs/CCMAIN/0156951.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total length of the 613,485,785,518? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "1.25 MILES795,486,933,513"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "1.25 MILES803,485,936,518", "gt_answer": "1.25 MILES795,486,933,513"} +{"image": ["imgs/ChartQA_PCG/multi_col_60928.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the percentage difference of 543,640,583,656 and 543,610,571,627 employees in 760,519,810,535?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "2%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Female543,640,583,656 employees in Non-tech760,519,810,535 is 51%770,188,796,206, and the percentage of Male543,610,571,627 employees is 49%770,395,796,413. The difference is 51% - 49% = 2%. Answer: 2%", "gt_answer": "2%", "necessary bbox": "['Female543,640,583,656', 'Non-tech760,519,810,535', '51%771,186,798,205','Male543,610,571,627','49%769,389,798,413']"} +{"image": ["imgs/ChartQA_PCG/two_col_104226.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich category has the lowest percentage share of purchases?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "Internet138, 657, 186, 668"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Internet137,654,189,666", "gt_answer": "Internet138, 657, 186, 668", "necessary bbox": "['7310, 653, 318, 668', 'Internet138, 657, 186, 668']"} +{"image": ["imgs/CCMAIN/0296471.png"], "messages": [{"role": "user", "content": "<|image|> \nCreate a brief overview of the document, including detailed bounding boxes."}, {"role": "assistant", "content": "The James Kennedy Public Library182,123,424,143 is a free public library committed to providing information and materials to everyone. It ensures that no registered borrower is denied access to library materials, regardless of age, and does not label materials based on textual, visual, or audio explicitness171,175,453,195. The policy was adopted 8/1988440,210,567,230 and reviewed in 2/02654,210,688,230 and 1/08775,210,809,230."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The James Kennedy Public Library183,124,426,144 is a free public library that aims to provide information and materials to all. It will not deny access to any registered borrower, regardless of age, and will not label materials based on textual, visual, or audio explicitness. The document was Adopted 8/1988440,210,567,230, reviewed in 2/02650,210,687,230, and reviewed again in 1/08775,210,812,230.", "gt_answer": "The James Kennedy Public Library182,123,424,143 is a free public library committed to providing information and materials to everyone. It ensures that no registered borrower is denied access to library materials, regardless of age, and does not label materials based on textual, visual, or audio explicitness171,175,453,195. The policy was adopted 8/1988440,210,567,230 and reviewed in 2/02654,210,688,230 and 1/08775,210,809,230."} +{"image": ["imgs/ChartQA_PCG/two_col_20227.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the military spending of 208,226,239,233?"}, {"role": "assistant", "content": "5036"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "5036 million U.S. dollars.", "gt_answer": "5036", "necessary bbox": "['Chile208,226,239,233', '5036377,225,410,232']"} +{"image": ["imgs/Crello/output_poster1392_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main event mentioned in the poster? Provide a direct answer and include the answer's bounding box if available.Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " Christmas SALE 235,184,555,374 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " SALE 243,301,430,376 ", "gt_answer": " Christmas SALE 235,184,555,374 ", "necessary bbox": "[' Christmas\\nSALE 235,184,555,374 ']"} +{"image": ["imgs/Crello/output_poster2272_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the contact information for the coffee house?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "contacts@@cofelissima, coffelissima.com"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The contact information is provided in the text ' contacts@cofelissima\ncofelissima.com 782,934,915,956 '. Answer: contacts@cofelissima.cofelissima.com", "gt_answer": "contacts@@cofelissima, coffelissima.com", "necessary bbox": "[' contacts@@cofelissima \\ncoffelissima.com 784,936,919,953 ']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60048.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of 494,726,524,744 think it's '467,585,571,599'?Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "22%505,312,532,326"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "11%523,429,548,446", "gt_answer": "22%505,312,532,326", "necessary bbox": "['22%505,312,532,326','Not very common467,585,571,599','Male 494,726,524,744']"} +{"image": ["imgs/Crello/output_poster623_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat activity is being promoted on the poster? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The poster is promoting participation in a choir with the text 'JOIN OUR\n CHOIR!'318,209,601,450."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The poster promotes joining a choir, as indicated by the text ' JOIN OUR\nCHOIR! 315,206,604,457 '.", "gt_answer": "The poster is promoting participation in a choir with the text 'JOIN OUR\n CHOIR!'318,209,601,450."} +{"image": ["imgs/Crello/output_poster1911_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat action does the poster encourage students to take?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Study"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The poster encourages students to take action with the text ' STUDY NOW 561,244,879,352 '. Answer: STUDY NOW", "gt_answer": "Study", "necessary bbox": "[' STUDY NOW 563,247,879,355 ']"} +{"image": ["imgs/Crello/output_poster385_test.png"], "messages": [{"role": "user", "content": "<|image|> \nDuring which dates is the 'Back to School Sale' being held according to the poster? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": "The 'Back to School Sale' is being held from August 1st to 20th as indicated by ' AUGUST 1-20 373,208,555,342 '."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The 'Back to School Sale' is being held from AUGUST 1-20 376,228,554,339 .", "gt_answer": "The 'Back to School Sale' is being held from August 1st to 20th as indicated by ' AUGUST 1-20 373,208,555,342 '."} +{"image": ["imgs/CCMAIN/0275467.png"], "messages": [{"role": "user", "content": "<|image|> \nOn what date is the event in King Ferry, NY scheduled? Offer a comprehensive response using bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "The event in King Ferry, NY496,462,641,485 is the CCR - Closed Course Enduro205,462,477,485 and is scheduled for Aug 1594,462,163,486. Answer: Aug 1594,462,163,486"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The event in King Ferry, NY is scheduled for Aug 1594,463,162,487 as per the document. Answer: Aug 1594,463,162,487", "gt_answer": "The event in King Ferry, NY496,462,641,485 is the CCR - Closed Course Enduro205,462,477,485 and is scheduled for Aug 1594,462,163,486. Answer: Aug 1594,462,163,486"} +{"image": ["imgs/CCMAIN/0317596.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the content of the book titled 'the other nuremberg the untold story of the tokyo war crimes trials' in 52,350,943,583? Give grounding and detailed answer."}, {"role": "assistant", "content": "The book 'the other nuremberg the untold story of the tokyo war crimes trials' mentioned in 52,350,943,583 likely covers the historical events and proceedings of the Tokyo War Crimes Trials, which were held to prosecute Japanese leaders for war crimes committed during World War II."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The book titled 'the other nuremberg the untold story of the tokyo war crimes trials' in 52,350,943,583 is about the Tokyo War Crimes Trials, which are a lesser-known aspect of World War II history. It likely explores the legal proceedings and outcomes of these trials, providing insights into the prosecution and defense strategies, as well as the impact of the trials on international law and justice.", "gt_answer": "The book 'the other nuremberg the untold story of the tokyo war crimes trials' mentioned in 52,350,943,583 likely covers the historical events and proceedings of the Tokyo War Crimes Trials, which were held to prosecute Japanese leaders for war crimes committed during World War II."} +{"image": ["imgs/CCMAIN/0176350.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document provides Healthy Easter Ideas143,303,855,381 with recipes for two salads: Easter Rabbit Fruit Salad58,386,319,407 and Easter Pear Bunny Salad360,386,619,407. The fruit salad includes ingredients like pineapple118,430,197,448, strawberries134,457,225,473, and banana73,505,128,521, with directions to carve the pineapple into a bunny shape. The pear salad uses romaine lettuce376,434,500,452, pear halves376,453,468,471, and cream cheese518,529,633,546 to create a bunny face. Additionally, it lists 5 good things about peeps661,531,940,552, such as being cheap759,552,810,570 and fun850,552,876,570, and suggests 0 calorie basket fillers661,704,889,725 like stickers675,724,732,740 and pencils675,748,727,764."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document provides Healthy Easter Ideas143,308,854,392 for making Easter-themed salads. It includes recipes for Easter Rabbit Fruit Salad57,386,319,408 and Easter Pear Bunny Salad360,386,620,408. The Easter Rabbit Fruit Salad57,386,319,408 uses ingredients like pineapple, strawberries, and raisins, while the Easter Pear Bunny Salad360,386,620,408 includes romaine lettuce, pear halves, and apple slices. Directions are provided for creating rabbit and bunny shapes using fruits and vegetables. Additionally, the document lists 5 good things about peeps660,530,940,552, such as being cheap and fun to eat, with only 140 calories per box. It also suggests 0 calorie basket fillers657,705,892,727 like stickers, pencils, and pool toys.", "gt_answer": "The document provides Healthy Easter Ideas143,303,855,381 with recipes for two salads: Easter Rabbit Fruit Salad58,386,319,407 and Easter Pear Bunny Salad360,386,619,407. The fruit salad includes ingredients like pineapple118,430,197,448, strawberries134,457,225,473, and banana73,505,128,521, with directions to carve the pineapple into a bunny shape. The pear salad uses romaine lettuce376,434,500,452, pear halves376,453,468,471, and cream cheese518,529,633,546 to create a bunny face. Additionally, it lists 5 good things about peeps661,531,940,552, such as being cheap759,552,810,570 and fun850,552,876,570, and suggests 0 calorie basket fillers661,704,889,725 like stickers675,724,732,740 and pencils675,748,727,764."} +{"image": ["imgs/ChartQA_PCG/multi_col_80918.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total number of solved homicides from 524,599,554,616 to 524,663,554,677?Supply a detailed response with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "1206"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of solved homicides is calculated by adding the numbers for each year: 415308,89,330,108 (2012), 406352,97,374,115 (2013), and 385 (2014). Total = 415 + 406 + 385 = 1206. Answer: 1206", "gt_answer": "1206", "necessary bbox": "['415307, 88, 329, 105', '406352, 97, 374, 115', '2012524,599,554,616','2014524,663,554,677']"} +{"image": ["imgs/Crello/output_poster823_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich part of the text indicates the geographical focus of the road trip? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text ' America 215,442,721,548' indicates the geographical focus of the road trip."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The geographical focus is indicated by the text ' America 216,437,720,542 '.", "gt_answer": "The text ' America 215,442,721,548' indicates the geographical focus of the road trip."} +{"image": ["imgs/CCMAIN/0134135.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat training did Mr. February undergo according to 39,319,442,591 and where did it take place? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Mr. February took his basic training at Bainbridge, Maryland, and Medical Corps training at Camp Lejeune, North Carolina, as mentioned in the span 1945 and took his basic training at Bainbridge,42,336,413,356 and Maryland and Medical Corps training at Camp42,354,413,374."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Mr. February underwent basic training at Bainbridge, Maryland, and Medical Corps training at Camp Lejeune, North Carolina. This information is found in the span At age 17 Mr. February joined the U.S. Navy in 1945 and took his basic training at Bainbridge, Maryland and Medical Corps training at Camp Lejeune, North Carolina.42,319,428,591.", "gt_answer": "Mr. February took his basic training at Bainbridge, Maryland, and Medical Corps training at Camp Lejeune, North Carolina, as mentioned in the span 1945 and took his basic training at Bainbridge,42,336,413,356 and Maryland and Medical Corps training at Camp42,354,413,374."} +{"image": ["imgs/Crello/output_poster1546_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is one of the objectives of the 'Cats & Kids' workshop for parents? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "One of the objectives is to teach kids to be good pet owners, specifically by training, playing with, and taking care of their feline friends, as expressed in ' Teaching kids to train, play, and take care of feline friends. 167,851,356,871'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "One of the objectives is to teach kids to train, play, and take care of feline friends. Teaching kids to train, play,\nand take care of feline friends.167,850,354,872", "gt_answer": "One of the objectives is to teach kids to be good pet owners, specifically by training, playing with, and taking care of their feline friends, as expressed in ' Teaching kids to train, play, and take care of feline friends. 167,851,356,871'."} +{"image": ["imgs/CCMAIN/0195387.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the components included in128,194,201,210?"}, {"role": "assistant", "content": "Where and When"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "Where? and When?", "gt_answer": "Where and When"} +{"image": ["imgs/ChartQA_PCG/multi_col_80813.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the increase in Twitter followers from August 2012 to February 2021?Supply a detailed response with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "0.88 million"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "In August 2012, the Twitter followers were 0.07189,436,215,457 million. By February 2021, they increased to 0.95869,226,895,248 million. The increase is 0.95 - 0.07 = 0.88 million. Answer: 0.88 million.", "gt_answer": "0.88 million", "necessary bbox": "['0.07186,434,212,456', '0.95869,214,895,234']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1009.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the market share percentage change of 'Others' between 2018 and 2020. Give grounding and detailed answer."}, {"role": "assistant", "content": "In 2018, 'Others' had a market share of 25.80% 263, 161, 308, 179. By 2020, their market share increased to 38.80% . This represents a growth of 13 percentage points."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "In 2018, 'Others' had a market share of 6.20%263,239,300,258. In 2020, it decreased to 4.70%. The change is a decrease of 1.5 percentage points.", "gt_answer": "In 2018, 'Others' had a market share of 25.80% 263, 161, 308, 179. By 2020, their market share increased to 38.80% . This represents a growth of 13 percentage points."} +{"image": ["imgs/ChartQA_PCG/two_col_21548.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich organ had the most transplant candidates waiting in 186,144,203,163?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "Kidney163,233,204,248"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": " All 189,144,203,163", "gt_answer": "Kidney163,233,204,248", "necessary bbox": "['Kidney163,233,204,248', '91834803,230,844,245','All186,144,203,163']"} +{"image": ["imgs/Crello/output_poster1915_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the main theme of the poster?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Children's Day"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The main theme is indicated by the text ' Children\u2019s\nday 80,437,682,735 '. Answer: Children's Day", "gt_answer": "Children's Day", "necessary bbox": "[' Children\u2019s\\nday 76,441,686,741 ']"} +{"image": ["imgs/CCMAIN/0050045.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the current status of the Transportation \u2013 interviewing for supervisor position and what specific needs were addressed during the interviews? Give grounding and detailed answer."}, {"role": "assistant", "content": "The current status of the transportation supervisor position is that interviews are being conducted, as mentioned in Transportation \u2013 interviewing for supervisor position. Dr. Tate participated in the interviews and was able to ask questions specific to the needs of the SE population, ensuring that the candidates are aware of and can address these specific requirements."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The current status of the Transportation \u2013 interviewing for supervisor position is that Dr. Tate participated in interviews for a supervisor position, as indicated in Transportation \u2013 interviewing for supervisor position.205,507,601,521. During the interviews, Dr. Tate asked questions specific to the needs of the SE population, as mentioned in ask questions specific to needs of SE population.205,524,563,538.", "gt_answer": "The current status of the transportation supervisor position is that interviews are being conducted, as mentioned in Transportation \u2013 interviewing for supervisor position. Dr. Tate participated in the interviews and was able to ask questions specific to the needs of the SE population, ensuring that the candidates are aware of and can address these specific requirements."} +{"image": ["imgs/CCMAIN/0110666.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat are the types of traffic mentioned in 57,452,484,650 and how do they affect resource utilization? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text mentions heterogeneous traffic types, including fixed sources like elemental sensors and variable-bit-rate sources like compressed real-time video streams. These types require massive over-provisioning when using conventional RTE protocols, leading to poor resource utilization. This is supported by the span fixed (e.g. elemental sensors) and variable-bit-rate (e.g. compressed real-time video streams) sources. Using conventional RTE protocols on these systems requires massive over- provisioning, leading to a poor resource utilization.60, 517, 484, 571."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The types of traffic mentioned in 57,452,484,650 include fixed (e.g., elemental sensors) and variable-bit-rate (e.g., compressed real-time video streams). Using conventional RTE protocols on these systems requires massive over-provisioning, leading to poor resource utilization. This is because the heterogeneous nature of the traffic necessitates more resources than what is actually needed, as explained in Using conventional RTE protocols on these systems requires massive over-341,532,484,545.", "gt_answer": "The text mentions heterogeneous traffic types, including fixed sources like elemental sensors and variable-bit-rate sources like compressed real-time video streams. These types require massive over-provisioning when using conventional RTE protocols, leading to poor resource utilization. This is supported by the span fixed (e.g. elemental sensors) and variable-bit-rate (e.g. compressed real-time video streams) sources. Using conventional RTE protocols on these systems requires massive over- provisioning, leading to a poor resource utilization.60, 517, 484, 571."} +{"image": ["imgs/Crello/output_poster857_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is being honored at the event? Answer directly and provide the bounding box for the answer if applicable.Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": " Jannet Barret 576,610,834,653"}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Jannet Barret 576,608,834,652 ", "gt_answer": " Jannet Barret 576,610,834,653", "necessary bbox": "[' Jannet Barret 576,610,834,653', ' Honoring 679,558,755,589']"} +{"image": ["imgs/ChartQA_PCG/two_col_81937.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the financial and insurance activities sector account for the highest percentage of Spain's GDP?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "2009337,891,363,936"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2009338, 887, 364, 931", "gt_answer": "2009337,891,363,936", "necessary bbox": "['5.30%', '2009337,891,363,936']"} +{"image": ["imgs/CCMAIN/0070022.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the ISIN for SEB Technology Fund - D? Provide a detailed answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "The ISIN for SEB Technology Fund - D202,715,357,727 is LU0047324487740,715,847,727, as shown in the document under the section Sijoituskohteet202,242,336,259. Answer: LU0047324487740,715,847,727"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The ISIN for SEB Technology Fund - D is listed as LU0047324487741,715,846,727 in the document. Answer: LU0047324487741,715,846,727", "gt_answer": "The ISIN for SEB Technology Fund - D202,715,357,727 is LU0047324487740,715,847,727, as shown in the document under the section Sijoituskohteet202,242,336,259. Answer: LU0047324487740,715,847,727"} +{"image": ["imgs/ChartQA_PCG/two_col_4720.png"], "messages": [{"role": "user", "content": "<|image|> \nBy how much does the advertising revenue of the United States exceed that of Russia? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The advertising revenue of the United States 198,217,283,229 exceeds that of Russia 244,833,282,845 by 3853 million U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The advertising revenue of the United States is 4360 million U.S. dollars, while Russia's is 518 million U.S. dollars. The difference is 3842 million U.S. dollars.", "gt_answer": "The advertising revenue of the United States 198,217,283,229 exceeds that of Russia 244,833,282,845 by 3853 million U.S. dollars."} +{"image": ["imgs/CCMAIN/0289553.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The document is the Unaudited Financial Result (Quarterly)313,71,594,85 for First Microfinance Laghu Bitta Bittiya Sanstha Limited196,35,710,54 as of the end of the second quarter of the fiscal year 2077/078. The Total Capital & Liabilities170,186,331,198 for this quarter is 8,127,630516,185,573,198, compared to 7,076,867611,185,669,198 in the previous quarter. The Net Interest Income173,519,294,532 is 116,392526,519,573,532, and the Net Profit/Loss170,752,262,764 is 62,889536,752,576,764. The Capital Fund to RWA170,824,296,836 ratio is 14.15%534,824,578,837, and the Average Cost of Funds170,868,301,880 is 5.93%541,868,578,880. The document includes detailed breakdowns of assets, liabilities, income, and expenses."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is an Unaudited Financial Result315,70,509,86 for the Second Quarter of 2077/09/29 by First Microfinance Laghu Bitta Bittiya Sanstha Limited. It details the financial performance with figures for Total Capital & Liabilities171,184,329,199, Total Assets171,299,249,314, and Profit and Loss Account253,451,401,466. The total capital and liabilities amount to 8,127,630516,184,574,199 Rs, while total assets are also 8,127,630516,184,574,199 Rs. The net profit before bonus and taxes is 99,823533,634,574,649 Rs. Key ratios include a Capital Fund to RWA171,823,295,838 of 14.15%533,823,574,838 and an Average Cost of Funds171,867,303,882 of 5.93%539,867,574,882.", "gt_answer": "The document is the Unaudited Financial Result (Quarterly)313,71,594,85 for First Microfinance Laghu Bitta Bittiya Sanstha Limited196,35,710,54 as of the end of the second quarter of the fiscal year 2077/078. The Total Capital & Liabilities170,186,331,198 for this quarter is 8,127,630516,185,573,198, compared to 7,076,867611,185,669,198 in the previous quarter. The Net Interest Income173,519,294,532 is 116,392526,519,573,532, and the Net Profit/Loss170,752,262,764 is 62,889536,752,576,764. The Capital Fund to RWA170,824,296,836 ratio is 14.15%534,824,578,837, and the Average Cost of Funds170,868,301,880 is 5.93%541,868,578,880. The document includes detailed breakdowns of assets, liabilities, income, and expenses."} +{"image": ["imgs/CCMAIN/0246715.png"], "messages": [{"role": "user", "content": "<|image|> \nCondense the content of the document with detailed bounding boxes."}, {"role": "assistant", "content": "The document is a Preliminary Insurance Qualification Sheet262,155,735,177 from Harbour Healthcare, Inc.357,47,641,69 It outlines the initial steps for insurance verification, emphasizing that the information contained178,192,333,206 is not a guarantee of benefits. Final determination is made after claims are filed and remittance is obtained. It includes fields for Tax ID88,279,137,293, Group ID264,279,332,293, NPI499,279,527,293, and Doctor\u2019s Name675,279,780,293. The sheet requires details about the Insurance Company533,192,668,206, Electronic Payer ID88,374,243,391, and Carrier ID381,391,462,408. It also asks for patient and representative information. The Benefit Limits429,584,569,603 section specifies policy effectiveness, Calendar Max468,624,569,638, Deductible603,624,678,638, and Pocket limit88,646,172,660. It notes whether Chiropractic88,704,177,718 care is covered and if pre-authorization104,831,228,845 is needed for various services."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Preliminary Insurance Qualification Sheet261,154,737,178 from Harbour Healthcare, Inc. It includes fields for Tax ID88,279,134,294, Group ID260,279,326,294, and NPI499,279,527,294. It requests information about the Insurance Company88,314,244,330, including contact numbers and policy details. The form asks for the Patient Name88,430,195,446, Primary Insured Name382,430,558,446, and Primary Insured Date of Birth382,450,616,466. It also requires the Name of Representative88,511,288,527 and ID # (or last initial)499,511,660,527. The section on Benefit Limits431,584,567,604 outlines the policy's effectiveness date, calendar maximum, deductible, and out-of-pocket limits. It specifies whether chiropractic services are covered and lists the number of visits, dollar amounts covered, and remaining balance. Pre-authorization requirements for exams, physical therapy, X-rays, and durable medical equipment are also included.", "gt_answer": "The document is a Preliminary Insurance Qualification Sheet262,155,735,177 from Harbour Healthcare, Inc.357,47,641,69 It outlines the initial steps for insurance verification, emphasizing that the information contained178,192,333,206 is not a guarantee of benefits. Final determination is made after claims are filed and remittance is obtained. It includes fields for Tax ID88,279,137,293, Group ID264,279,332,293, NPI499,279,527,293, and Doctor\u2019s Name675,279,780,293. The sheet requires details about the Insurance Company533,192,668,206, Electronic Payer ID88,374,243,391, and Carrier ID381,391,462,408. It also asks for patient and representative information. The Benefit Limits429,584,569,603 section specifies policy effectiveness, Calendar Max468,624,569,638, Deductible603,624,678,638, and Pocket limit88,646,172,660. It notes whether Chiropractic88,704,177,718 care is covered and if pre-authorization104,831,228,845 is needed for various services."} +{"image": ["imgs/Crello/output_poster691_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the initial free period? Offer a comprehensive response using bounding boxes."}, {"role": "assistant", "content": "The duration of the initial free period is First 7 days197,515,447,540."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The initial free period is First 7 days 198,513,446,538.", "gt_answer": "The duration of the initial free period is First 7 days197,515,447,540."} +{"image": ["imgs/ChartQA_PCG/multi_col_20522.png"], "messages": [{"role": "user", "content": "<|image|> \nCompare the purchase patterns across all years for Multiple purchase days. Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "For 'Multiple purchase days', the share starts at 40%164,169,190,188 in 2011, decreases slightly to 39%258,168,285,186 by 2012 and remains stable until 2013. It then returns to 40%448,169,475,188 in 2014, increasing slightly to 41%543,172,570,191 in 2015 and 2016, decreases to 39.60%725,169,769,188 in 2017, and increases slightly to 40.10%819,171,864,189 in 2018."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Multiple purchase days remained relatively stable across all years, with slight fluctuations: 40%163,172,189,191 in 2011, 39%259,168,285,186 in 2012, 39%355,168,382,186 in 2013, 40%452,172,478,191 in 2014, 41%547,168,574,186 in 2015, 41%644,168,670,186 in 2016, 39.60%725,168,770,186 in 2017, and 40.10%820,168,865,186 in 2018.", "gt_answer": "For 'Multiple purchase days', the share starts at 40%164,169,190,188 in 2011, decreases slightly to 39%258,168,285,186 by 2012 and remains stable until 2013. It then returns to 40%448,169,475,188 in 2014, increasing slightly to 41%543,172,570,191 in 2015 and 2016, decreases to 39.60%725,169,769,188 in 2017, and increases slightly to 40.10%819,171,864,189 in 2018."} +{"image": ["imgs/CCMAIN/0331569.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a Certificate of Analysis340,291,657,314 for Stomp\u00ae Aqua 10x1L387,336,615,355 issued by BASF Agro B.V. Arnhem (NL) - Freienbach Branch in January 2020787,155,888,169. It specifies the Batch Number113,397,227,411 as ST13970519113,463,209,476 with a Quantity428,397,496,411 of 12'890 L. The active ingredient, Pendimethalin723,397,838,411, has a minimum concentration of 443 G/L and a maximum of 470 G/L. The product was produced in 05/2019251,566,311,579 and expires in 05/2021213,580,273,593. The certificate confirms that the product meets BASF's release specifications and is valid without a signature."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The document is a Certificate of Analysis341,290,657,315 for Stomp\u00ae Aqua 10x1L388,336,616,356 from BASF Agro B.V. Arnhem (NL) - Freienbach Branch. It specifies the batch number ST13970519113,462,209,476, quantity 12\u2019890427,462,477,476 liters, and the active ingredient Pendimethalin725,398,836,412 with a minimum concentration of 443713,434,740,448 g/L and a maximum of 470822,434,850,448 g/L. The production date is 05/2019250,564,312,578 and the expiry date is 05/2021212,579,274,593. The certificate confirms that the product meets the BASF release specification and is valid without signature.", "gt_answer": "The document is a Certificate of Analysis340,291,657,314 for Stomp\u00ae Aqua 10x1L387,336,615,355 issued by BASF Agro B.V. Arnhem (NL) - Freienbach Branch in January 2020787,155,888,169. It specifies the Batch Number113,397,227,411 as ST13970519113,463,209,476 with a Quantity428,397,496,411 of 12'890 L. The active ingredient, Pendimethalin723,397,838,411, has a minimum concentration of 443 G/L and a maximum of 470 G/L. The product was produced in 05/2019251,566,311,579 and expires in 05/2021213,580,273,593. The certificate confirms that the product meets BASF's release specifications and is valid without a signature."} +{"image": ["imgs/ChartQA_PCG/two_col_3697.png"], "messages": [{"role": "user", "content": "<|image|> \nFind the range of average ticket prices between the years 335,915,361,955 and 552,915,578,955. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "The range of average ticket prices between 2010 335,915,361,955 and 2014 552,915,578,955 is from 111.69 to 111.69 ."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The range is from 109.72 in 2010335,915,361,955 to 111.69466,228,506,244 in 2013552,915,578,955.", "gt_answer": "The range of average ticket prices between 2010 335,915,361,955 and 2014 552,915,578,955 is from 111.69 to 111.69 ."} +{"image": ["imgs/ChartQA_PCG/two_col_62905.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in player expenses between 602, 899, 628, 939 and 769, 899, 794, 939'?Deliver an in-depth answer with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "45"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The player expenses in 2014602, 899, 628, 939 were 178605, 277, 627, 293 million U.S. dollars and in 2019769, 899, 794, 939 were 223772, 128, 795, 144 million U.S. dollars. The difference is 223 - 178 = 45 million U.S. dollars. Answer: 45 million U.S. dollars.", "gt_answer": "45", "necessary bbox": "['2014602, 899, 628, 939', '178606, 275, 627, 292', '2019769, 899, 794, 939', '223771, 127, 794, 143']"} +{"image": ["imgs/Crello/output_poster892_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the holiday of the poster based on the text?Give a thorough explanation with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "Thanksgiving"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The text ' Thanks 256,364,718,444 ' and the theme 'Thanksgiving Day' suggest that the holiday is Thanksgiving. Answer: Thanksgiving", "gt_answer": "Thanksgiving", "necessary bbox": "[' Give 418,299,594,377 ', ' Thanks 263,362,721,447 ']"} +{"image": ["imgs/CCMAIN/0235124.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total 117,112,215,126 for WesterCon Bid? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The Current COH117,112,215,126 is calculated by subtracting $665 for LA voting/mbr and $240 for WesternSFA from the initial amount of $2425.41, resulting in $1520.41620,112,681,126. Answer: $1520.41620,112,681,126"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total COH178,112,215,126 is calculated by adding the amounts for LA voting/mbr and WesternSFA, resulting in $1520.41. Answer: $1520.41", "gt_answer": "The Current COH117,112,215,126 is calculated by subtracting $665 for LA voting/mbr and $240 for WesternSFA from the initial amount of $2425.41, resulting in $1520.41620,112,681,126. Answer: $1520.41620,112,681,126"} +{"image": ["imgs/CCMAIN/0350597.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the EBITDA in the final accounts? Answer the question in detail with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The EBITDA is calculated by adjusting the initial EBITDA of 114.8349,597,389,610 million with the write-offs and impairments, resulting in a final EBITDA of 72.2869,597,900,610 million. Answer: 72.2869,597,900,610"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The EBITDA92,596,148,609 in the final accounts is calculated by subtracting Depreciation92,569,183,582 and Goodwill amortisation92,540,247,553 from the Operating profit92,511,205,524, resulting in 72.2870,596,900,609 \u00a3m. Answer: 72.2870,596,900,609", "gt_answer": "The EBITDA is calculated by adjusting the initial EBITDA of 114.8349,597,389,610 million with the write-offs and impairments, resulting in a final EBITDA of 72.2869,597,900,610 million. Answer: 72.2869,597,900,610"} +{"image": ["imgs/Crello/output_poster575_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the recipient of the gift certificate?Give a thorough explanation with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "Rob Donald"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The recipient's name is mentioned in the text ' TO ROB DONALD 386,462,551,489 '. Answer: ROB DONALD", "gt_answer": "Rob Donald", "necessary bbox": "[' TO ROB DONALD 388,457,552,485 ']"} +{"image": ["imgs/Crello/output_poster2044_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhen and where is the 'After Party' taking place according to the poster? Give grounding and detailed answer."}, {"role": "assistant", "content": "The 'After Party' is taking place on 'Friday September 28, 4-8 PM' at '3031 New Castle Ave'. This is indicated by the text ' Friday \nSeptember 28\n4-8 PM 262,806,455,869' and ' 3031 New \nCastle Ave 606,810,747,848'."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The 'After Party' is taking place on Friday, September 28 from 4-8 PM at 3031 New Castle Ave. Friday\nSeptember 28\n4-8 PM 267,805,462,869 , 3031 New\nCastle Ave 605,805,749,842 ", "gt_answer": "The 'After Party' is taking place on 'Friday September 28, 4-8 PM' at '3031 New Castle Ave'. This is indicated by the text ' Friday \nSeptember 28\n4-8 PM 262,806,455,869' and ' 3031 New \nCastle Ave 606,810,747,848'."} +{"image": ["imgs/ChartQA_PCG/two_col_100103.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the projected national debt as a percentage of GDP for 474, 856, 502, 901?Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "46.13%467, 143, 512, 158"}], "task_name": "DOGE_CHART_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "46.13%470, 142, 515, 158", "gt_answer": "46.13%467, 143, 512, 158", "necessary bbox": "['2021*474, 856, 502, 901', '46.13%467, 143, 512, 158']"} +{"image": ["imgs/ChartQA_PCG/two_col_2485.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the difference in the number of internet users between 282, 897, 310, 910 and 650, 897, 684, 910?"}, {"role": "assistant", "content": "1.2 billion"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "1.20 billion", "gt_answer": "1.2 billion", "necessary bbox": "['2.40283, 365, 308, 382', '3.60654, 116, 680, 131']"} +{"image": ["imgs/CCMAIN/0041504.png"], "messages": [{"role": "user", "content": "<|image|> \nWhere is 193,141,390,162 based? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Salinas, California189,521,319,533"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Salinas, California187,520,320,534", "gt_answer": "Salinas, California189,521,319,533"} +{"image": ["imgs/CCMAIN/0043101.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 67,343,180,361?"}, {"role": "assistant", "content": "16"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "16", "gt_answer": "16"} +{"image": ["imgs/CCMAIN/0086707.png"], "messages": [{"role": "user", "content": "<|image|> \nHow much of the 31,113,134,152 disappears after 20 seconds?"}, {"role": "assistant", "content": "80%"}], "task_name": "DOGE_PDF_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "80%", "gt_answer": "80%"} +{"image": ["imgs/ChartQA_PCG/two_col_3275.png"], "messages": [{"role": "user", "content": "<|image|> \nExplain the trend of Kia Motor Corporation's revenue from 2009 to 2020 using the bounding boxes. Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "Kia Motor Corporation's revenue showed a steady increase over the years. In 2009234,866,260,905, the revenue was 29.26 trillion231,506,264,523, and by 2020795,866,820,905, it reached 59.17 trillion793,173,826,189 Korean won. The revenue growth is evident in the increasing heights of the bars over the years."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The revenue of Kia Motor Corporation shows a general upward trend from 2009 to 2020. Starting at 29.26231,508,264,524 trillion Korean won in 2009, it increased steadily each year, reaching 59.17795,173,829,189 trillion Korean won by 2020.", "gt_answer": "Kia Motor Corporation's revenue showed a steady increase over the years. In 2009234,866,260,905, the revenue was 29.26 trillion231,506,264,523, and by 2020795,866,820,905, it reached 59.17 trillion793,173,826,189 Korean won. The revenue growth is evident in the increasing heights of the bars over the years."} +{"image": ["imgs/CCMAIN/0153212.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the subscription fee for a couple? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u20ac30.00 per couple612,275,684,293"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "\u20ac30.00612,274,685,294", "gt_answer": "\u20ac30.00 per couple612,275,684,293"} +{"image": ["imgs/CCMAIN/0187712.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many hours of clinical supervision are required per month for full-time work? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "3 hours143,850,199,864"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "3 hours145,849,200,863", "gt_answer": "3 hours143,850,199,864"} +{"image": ["imgs/ChartQA_PCG/two_col_5050.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total rushing yards of 56,137,161,143?"}, {"role": "assistant", "content": "6096"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "6091", "gt_answer": "6096", "necessary bbox": "['Deuce McAllister56,137,161,143', '6096null']"} +{"image": ["imgs/Crello/output_poster55_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the range of discount offered in the sale? Give grounding and detailed answer."}, {"role": "assistant", "content": "The range of discount offered is 20-60% OFF497,707,785,726."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The discount range is 20-60% OFF 495,708,781,727 .", "gt_answer": "The range of discount offered is 20-60% OFF497,707,785,726."} +{"image": ["imgs/CCMAIN/0223211.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many free classics does 121,152,201,166offer? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "2,000319,155,353,165"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Over 2,000 free classics.", "gt_answer": "2,000319,155,353,165"} +{"image": ["imgs/CCMAIN/0318149.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total assessed value of the property? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "$385,400786,186,856,198"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "$385,400", "gt_answer": "$385,400786,186,856,198"} +{"image": ["imgs/ChartQA_PCG/two_col_82565.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the share of internet users first reach over 140, 430, 153, 445? Give grounding and detailed answer."}, {"role": "assistant", "content": "The share of internet users first reached over 50%140, 430, 153, 445 in the year 2011, with 50.70%526, 391, 576, 409."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The share of internet users first reached over 50%140, 430, 153, 445 in the year 2011536, 832, 562, 876.", "gt_answer": "The share of internet users first reached over 50%140, 430, 153, 445 in the year 2011, with 50.70%526, 391, 576, 409."} +{"image": ["imgs/Crello/output_poster1604_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat number is prominently displayed in the poster?Provide a concise response and include the answer's bounding box if it is available."}, {"role": "assistant", "content": " 13 642,474,763,569 "}], "task_name": "DOGE_POSTER_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 13 629,470,758,564 ", "gt_answer": " 13 642,474,763,569 ", "necessary bbox": "[' 13 642,474,763,569 ']"} +{"image": ["imgs/CCMAIN/0303888.png"], "messages": [{"role": "user", "content": "<|image|> \nSummarize the text in the image with bboxes."}, {"role": "assistant", "content": "The Environmental & Toxic Tort Committee Conference Call262,147,736,166 was held on Tuesday, April 13th, 2021397,163,536,182. The agenda included general announcements, the impact of COVID-19 on jobs, and updates on committee involvement. The 2021 Annual Conference279,353,462,367 will be held in person from August 11-13516,378,613,392 in Atlanta, focusing on topics like cannabis and insurance fraud. A second event is scheduled for November 3-4337,480,442,494 in Washington D.C., with proposals open until May 17th668,505,722,519. The magazine team published two articles in 2020, with upcoming issues due on June 18589,632,645,646 and September 24615,649,718,663. Webinars are available online, and new ideas are being solicited. The next meeting is on Tuesday, June 8th, 2021271,845,386,859."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The Environmental & Toxic Tort Committee Conference Call261,149,737,165 was held on Tuesday, April 13th, 2021398,166,532,182, from 1:00 PM \u2013 1:30 PM EST398,182,593,198. The agenda included updates on committee involvement, with Dawn Dezi316,327,400,341 and Dawn Krigstin417,327,520,341 discussing the 2021 Annual Conference277,353,461,367 in Atlanta, GA, rescheduled to August 11-13518,378,612,392. The focus areas include Cannabis, Environmental, Insurance Fraud, Property, Subrogation, Claims & Litigation Management369,429,856,443. The proposal portal for submissions is open until May 17th670,505,727,519. Cindy Hunter & Ashley Presson398,556,621,570 have published two articles in 2020, with upcoming publications in August and November. Amanda Shrewsbury308,691,459,705 is handling webinars, with all past webinars available on the CLM site. The next meeting is scheduled for Tuesday, June 8th, 2021272,844,382,858.", "gt_answer": "The Environmental & Toxic Tort Committee Conference Call262,147,736,166 was held on Tuesday, April 13th, 2021397,163,536,182. The agenda included general announcements, the impact of COVID-19 on jobs, and updates on committee involvement. The 2021 Annual Conference279,353,462,367 will be held in person from August 11-13516,378,613,392 in Atlanta, focusing on topics like cannabis and insurance fraud. A second event is scheduled for November 3-4337,480,442,494 in Washington D.C., with proposals open until May 17th668,505,722,519. The magazine team published two articles in 2020, with upcoming issues due on June 18589,632,645,646 and September 24615,649,718,663. Webinars are available online, and new ideas are being solicited. The next meeting is on Tuesday, June 8th, 2021271,845,386,859."} +{"image": ["imgs/ChartQA_PCG/two_col_63314.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the number of units in millions in the year 710,822,738,835?Provide a detailed answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "119.3 million"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The number of units in millions for the year 2025710,822,738,835 is 119.30704,206,744,222. Answer: 119.3 million units.", "gt_answer": "119.3 million", "necessary bbox": "['2025710,822,738,835', '119.30704,207,745,223']"} +{"image": ["imgs/ChartQA_PCG/multi_col_60240.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share of platforms allowing payment through 377,529,425,548?"}, {"role": "assistant", "content": "15%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "15%", "gt_answer": "15%", "necessary bbox": "['15%381, 415, 407, 433']"} +{"image": ["imgs/CCMAIN/0116665.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the price of the 67,210,153,222? Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": "\u00a56,05067,249,110,268"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "\u00a56,05067,248,103,263", "gt_answer": "\u00a56,05067,249,110,268"} +{"image": ["imgs/ChartQA_PCG/multi_col_970.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the total worldwide gross revenue for all the 'Pirates of the Caribbean' movies combined?Give grounding and detailed answer. Reveal the answer at the end."}, {"role": "assistant", "content": "4524.5 million U.S. dollars"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The total worldwide gross revenue is calculated by summing the worldwide gross revenues of each movie: 794.9 625, 493, 674, 509 + 172.6 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 + 130.9 498, 493, 547, 509 794.9 629,493,679,509']"} +{"image": ["imgs/Crello/output_poster492_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage discount is offered on wedding accessories, lingerie, and shoes?Provide a detailed answer with bounding boxes. Summarize with the answer at the end."}, {"role": "assistant", "content": "60%"}], "task_name": "DOGE_POSTER_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The discount percentage is indicated by the combination of ' 60 359,314,702,658 ' and ' % 730,357,830,494 '. Answer: 60%", "gt_answer": "60%", "necessary bbox": "[' 60 365,316,707,646 ']"} +{"image": ["imgs/CCMAIN/0085727.png"], "messages": [{"role": "user", "content": "<|image|> \nHow can individuals opt-out of emails according to 149,247,881,796? Answer the question in detail with bounding boxes."}, {"role": "assistant", "content": "Individuals can opt-out of emails by following links at the footer of all emails. This is specified in the text Individuals can opt-out of emails or update their email preferences by following links at the footer of all emails.181,725,879,740, which provides a clear method for managing email preferences."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "Individuals can opt-out of emails or update their email preferences by following links at the footer of all emails. If they wish to have their data removed from SASLAW\u2019s database, they should email their chapter administrator or communications@saslaw.org.za. This is detailed in the span: Individuals can opt-out of emails or update their email preferences by following links at the footer of all emails.181,724,879,738.", "gt_answer": "Individuals can opt-out of emails by following links at the footer of all emails. This is specified in the text Individuals can opt-out of emails or update their email preferences by following links at the footer of all emails.181,725,879,740, which provides a clear method for managing email preferences."} +{"image": ["imgs/CCMAIN/0053127.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the annual membership fee for an Associate member? Give grounding and detailed answer. State the answer at the conclusion."}, {"role": "assistant", "content": "The document lists the membership options and their respective fees. The fee for an Associate member151,701,302,719 is clearly stated as $75316,701,346,719. Answer: $75316,701,346,719"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the membership fees, stating that an Associate member152,703,301,719 costs $75316,703,346,719. Answer: $75316,703,346,719", "gt_answer": "The document lists the membership options and their respective fees. The fee for an Associate member151,701,302,719 is clearly stated as $75316,701,346,719. Answer: $75316,701,346,719"} +{"image": ["imgs/CCMAIN/0007928.png"], "messages": [{"role": "user", "content": "<|image|> \nOn which date did 175,120,207,128 record 171,408,212,420? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "12/06/202195,409,151,420"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "12/06/202195,408,147,420", "gt_answer": "12/06/202195,409,151,420"} +{"image": ["imgs/ChartQA_PCG/two_col_4371.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had a prize pool exceeding 20 million U.S. dollars for the first time? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " 2015 492,946,520,959, with a prize pool of 18.43 490,477,522,492 U.S. dollars, was surpassed in 2016 573,946,601,959, the first year exceeding 20 million with a prize pool of 20.77 571,420,604,437 U.S. dollars."}], "task_name": "DOGE_CHART_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The prize pool exceeded 20 million U.S. dollars for the first time in 2016573,945,601,957 with a value of 20.77570,418,603,434.", "gt_answer": " 2015 492,946,520,959, with a prize pool of 18.43 490,477,522,492 U.S. dollars, was surpassed in 2016 573,946,601,959, the first year exceeding 20 million with a prize pool of 20.77 571,420,604,437 U.S. dollars."} +{"image": ["imgs/CCMAIN/0117629.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many peer editors are expected to provide feedback? Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "The worksheet has spaces labeled Peer Editors:117,148,221,163 with numbers 1.117,167,132,182 and 2.117,186,132,201, indicating that feedback is expected from two individuals. Answer: Two"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The worksheet provides space for listing Peer Editors117,148,216,163 with numbered lines, indicating that up to two editors are expected to contribute feedback. Answer: Two", "gt_answer": "The worksheet has spaces labeled Peer Editors:117,148,221,163 with numbers 1.117,167,132,182 and 2.117,186,132,201, indicating that feedback is expected from two individuals. Answer: Two"} +{"image": ["imgs/ChartQA_PCG/two_col_20910.png"], "messages": [{"role": "user", "content": "<|image|> \nIn which year did the domestic gasoline demand first exceed 140 billion gallons?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": " 2004 495,823,521,869"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "2015764,823,789,867", "gt_answer": " 2004 495,823,521,869", "necessary bbox": "[' 141.18 487,239,531,258', ' 2004 495,823,521,869']"} +{"image": ["imgs/Crello/output_poster2102_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the primary discount offered during the Black Friday Super Sale? Provide a detailed answer with bounding boxes."}, {"role": "assistant", "content": " 70 403,361,579,827 offers a discount percentage of 70%."}], "task_name": "DOGE_POSTER_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The primary discount offered is 70 412,364,581,818 percent.", "gt_answer": " 70 403,361,579,827 offers a discount percentage of 70%."} +{"image": ["imgs/CCMAIN/0144349.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat additional fee is applied when using a 149,587,245,610 for payment? Provide a direct answer and include the answer's bounding box if available."}, {"role": "assistant", "content": "4%267,590,293,609"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "4% transaction fee263,587,410,610", "gt_answer": "4%267,590,293,609"} +{"image": ["imgs/ChartQA_PCG/two_col_81673.png"], "messages": [{"role": "user", "content": "<|image|> \nIf you combine the forest area percentages of 691,455,739,481 and 645,279,711,305, what is the combined percentage? Give grounding and detailed answer."}, {"role": "assistant", "content": "The combined percentage of forest area for Brazil691,455,739,481 and Canada645,279,711,305 is 21.0% (12.0% + 9.0%)."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The combined percentage is 12.0%583,467,639,493 + 9.0%561,367,606,393 = 21.0%.", "gt_answer": "The combined percentage of forest area for Brazil691,455,739,481 and Canada645,279,711,305 is 21.0% (12.0% + 9.0%)."} +{"image": ["imgs/CCMAIN/0000901.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the monthly rental price for the office space? Deliver a direct answer and indicate the bounding box of the answer if it exists."}, {"role": "assistant", "content": "\u20ac900/month142,526,380,647"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "\u20ac900/month142,526,380,647", "gt_answer": "\u20ac900/month142,526,380,647"} +{"image": ["imgs/CCMAIN/0137458.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the last date for online submission of the form? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "04/07/2021128,632,217,645"}], "task_name": "DOGE_PDF_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "04/07/2021128,631,212,644", "gt_answer": "04/07/2021128,632,217,645"} +{"image": ["imgs/CCMAIN/0261526.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat topics will 433,509,683,537 discuss at the event? Respond directly and include the bounding box of the answer if it is present."}, {"role": "assistant", "content": "hydrogen projects and CO2 capture567,685,919,721"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "Hydrogen projects and CO2 capture564,679,913,717", "gt_answer": "hydrogen projects and CO2 capture567,685,919,721"} +{"image": ["imgs/CCMAIN/0165464.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat happens to unpaid balances after 90 days according to 57,292,963,387? Deliver an in-depth answer with bounding boxes."}, {"role": "assistant", "content": "Unpaid balances will be forwarded to an outside collection agency after 90 days and will incur a 22% collection fee, attorney fees, and/or court costs in addition to the outstanding balance. This is supported by the span Unpaid balances will be forwarded to an outside collection agency after 90 days and will incur a88,357,720,370 and 22\\%721,355,752,369."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "According to 57,292,963,387, unpaid balances will be forwarded to an outside collection agency after 90 days and will incur a 22% collection fee, attorney fees, and/or court costs in addition to the outstanding balance.", "gt_answer": "Unpaid balances will be forwarded to an outside collection agency after 90 days and will incur a 22% collection fee, attorney fees, and/or court costs in addition to the outstanding balance. This is supported by the span Unpaid balances will be forwarded to an outside collection agency after 90 days and will incur a88,357,720,370 and 22\\%721,355,752,369."} +{"image": ["imgs/ChartQA_PCG/two_col_1581.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the trend of the infant mortality rate from 82, 886, 109, 890 to 82, 113, 110, 118? Give a thorough explanation with bounding boxes."}, {"role": "assistant", "content": "The infant mortality rate shows a decreasing trend from 9.40 in 1990 82, 886, 109, 890 to 5.60 in 2019 82, 113, 110, 118."}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The infant mortality rate shows a decreasing trend from 9.40 in 199082, 886, 109, 890 to 5.70 in 201982, 113, 110, 118.", "gt_answer": "The infant mortality rate shows a decreasing trend from 9.40 in 1990 82, 886, 109, 890 to 5.60 in 2019 82, 113, 110, 118."} +{"image": ["imgs/ChartQA_PCG/multi_col_1536.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the percentage point increase in female students from 172,549,196,596 to 864,552,889,595?Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "19.10 percentage points"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "In 2000172,549,196,596, the percentage was 61.10%. In 2020864,552,889,595, it was 80.20%853,64,902,82. The increase is 80.20% - 61.10% = 19.10%. Answer: 19.10%", "gt_answer": "19.10 percentage points", "necessary bbox": "['61.10%161, 343, 210, 362', '80.20%854, 62, 903, 81','2000172,549,196,596','2020864,552,889,595']"} +{"image": ["imgs/ChartQA_PCG/multi_col_40334.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the share percentage of Retail for 638, 536, 699, 553?Answer the question in detail with bounding boxes. Present the answer at the end."}, {"role": "assistant", "content": "33%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The share percentage of Retail for 2019/2020638, 536, 699, 553 is 32.70%. Answer: 32.70%", "gt_answer": "33%", "necessary bbox": "['Retail439, 632, 470, 647']"} +{"image": ["imgs/CCMAIN/0222592.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the role of 66,669,153,682 in Saputo's safety principles? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The principle of LEADERSHIP66,669,153,682 emphasizes that leaders and employees at all levels should lead by example141,711,189,723 and embody safety principles in their actions. Answer: We insist our leaders, and all levels of employees, lead by example66,685,208,697"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "Leadership66,669,153,682 is crucial as it sets the tone for safety practices. Leaders must embody and promote safety principles to ensure a safe work environment. Answer: We insist our leaders, and all levels of employees, lead by example and embody our principles when it comes to safety.66,684,204,697", "gt_answer": "The principle of LEADERSHIP66,669,153,682 emphasizes that leaders and employees at all levels should lead by example141,711,189,723 and embody safety principles in their actions. Answer: We insist our leaders, and all levels of employees, lead by example66,685,208,697"} +{"image": ["imgs/CCMAIN/0338119.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the deadline for abstract submission for STAHY 2021? Answer the question in detail with bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The document states that the abstract submission deadline202,534,422,547 is June 30, 2021431,534,536,547 under the 'Important dates' section. Answer: June 30, 2021431,534,536,547"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The document lists the Abstract submission deadline204,534,436,547 as June 30, 2021432,534,538,547, which is the last date to submit abstracts for consideration. Answer: June 30, 2021432,534,538,547", "gt_answer": "The document states that the abstract submission deadline202,534,422,547 is June 30, 2021431,534,536,547 under the 'Important dates' section. Answer: June 30, 2021431,534,536,547"} +{"image": ["imgs/ChartQA_PCG/multi_col_852.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the average of 738, 522, 769, 536's and 627,522,653,538's gross profit margin in 2017?Deliver an in-depth answer with bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": "53%"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "To find the average of ASOS and M&S's gross profit margins in 2017, we look at their values:\n\n- ASOS: 50.50%734, 128, 779, 146\n- M&S: 55.60%626, 98, 670, 117\n\nCalculate the average: \n\n\\[\n\\text{Average} = \\frac{50.50 + 55.60}{2} = 53.05\n\\]\n\nAnswer: 53.05", "gt_answer": "53%", "necessary bbox": "[' ASOS 738, 522, 769, 536', ' 2017 522, 650, 550, 665', ' 50% 747, 128, 773, 146','M&S627,522,653,538','56%634,85,659,102']"} +{"image": ["imgs/Crello/output_poster453_test.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the purpose of the activities mentioned in 180,566,754,631?"}, {"role": "assistant", "content": "To help environment and wildlife"}], "task_name": "DOGE_POSTER_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "To help environment and wildlife", "gt_answer": "To help environment and wildlife", "necessary bbox": "[' Plenty of activities to help environment and\\nwildlife of your area. 180,566,754,631']"} +{"image": ["imgs/CCMAIN/0199011.png"], "messages": [{"role": "user", "content": "<|image|> \nHow many chips are given at the start of the 239,339,368,350 event? Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "100,000834,337,877,347"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "100,000834,259,876,268", "gt_answer": "100,000834,337,877,347"} +{"image": ["imgs/ChartQA_PCG/multi_col_1357.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat percentage of Asian voters supported Hillary Clinton?Offer a comprehensive response using bounding boxes. Give the answer in the final part."}, {"role": "assistant", "content": " 65% "}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The percentage of Asian voters who supported Hillary Clinton is shown as 65%664, 201, 690, 219.\n\nAnswer: 65%", "gt_answer": " 65% ", "necessary bbox": "[' 65% 665, 202, 690, 221', ' Asian 671, 580, 701, 596', ' Hillary Clinton 413, 723, 493, 743']"} +{"image": ["imgs/CCMAIN/0220716.png"], "messages": [{"role": "user", "content": "<|image|> \nDescrible the image and output grounding bounding box for clear expression."}, {"role": "assistant", "content": "The document is a graph titled Lothian and the Borders Casualties328,63,659,106, showing the number of casualties from 1990 to 2010. It distinguishes between Slight547,222,593,259, Serious563,393,620,430, and Fatal280,687,329,729 casualties, with Slight547,222,593,259 casualties multiplied by 50 and Serious563,393,620,430 by 10 for scaling. The graph indicates that Areas differ before 1997249,161,424,194. The trend shows a general decline in all types of casualties over the years, with some fluctuations. Fatal280,687,329,729 casualties are the lowest, while Slight547,222,593,259 casualties are the highest throughout the period."}], "task_name": "DOGE_PDF_Go", "dataset_name": "ChartQA_PCG", "model_answer": "The graph titled Lothian and the Borders Casualties325,67,654,108 illustrates trends in casualties from 1990 to 2010. It shows that the number of Casualties570,67,654,108 decreased significantly over time, with a notable drop before 1997. The Fatal282,692,331,733 casualties saw a sharp decline, while the Slight548,226,597,267 casualties also showed a decrease but at a slower rate. The Serious564,395,621,436 casualties experienced a more gradual decline. The graph highlights changes in the number of casualties across different categories, indicating a general trend of reduced incidents over the years.", "gt_answer": "The document is a graph titled Lothian and the Borders Casualties328,63,659,106, showing the number of casualties from 1990 to 2010. It distinguishes between Slight547,222,593,259, Serious563,393,620,430, and Fatal280,687,329,729 casualties, with Slight547,222,593,259 casualties multiplied by 50 and Serious563,393,620,430 by 10 for scaling. The graph indicates that Areas differ before 1997249,161,424,194. The trend shows a general decline in all types of casualties over the years, with some fluctuations. Fatal280,687,329,729 casualties are the lowest, while Slight547,222,593,259 casualties are the highest throughout the period."} +{"image": ["imgs/ChartQA_PCG/two_col_346.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the highest cumulative transmission rate of the coronavirus?Give a clear and simple answer and mention the answer's bounding box if it exists."}, {"role": "assistant", "content": " 10402 884,132,928,140"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " 10402 885, 132, 928, 140", "gt_answer": " 10402 884,132,928,140", "necessary bbox": "[' Melilla 270,133,312,140', ' 10402 884,132,928,140']"} +{"image": ["imgs/ChartQA_PCG/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat was the total number of events in 636,522,671,543?Deliver an in-depth answer with bounding boxes. Deliver the answer at the conclusion."}, {"role": "assistant", "content": "29700"}], "task_name": "DOGE_CHART_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The total number of events in 2015636,522,671,543 is calculated by summing the events for each category: 16000 (5k) + 1200 (Half-Marathon) + 3200 (10k) + 1100 (Marathon) + 4600 (Other) = 25900. Answer: 25900", "gt_answer": "29700", "necessary bbox": "['2015636,522,671,543', '4200639, 235, 670, 254', '1200640, 196, 670, 215', '2700', '1100640, 142, 669, 161', '4600639, 102, 670, 119']"} +{"image": ["imgs/ChartQA_PCG/two_col_61188.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich year had an inflation rate of 363, 67, 404, 84? Supply a detailed response with bounding boxes."}, {"role": "assistant", "content": "2008369, 907, 395, 951"}], "task_name": "DOGE_CHART_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The year 2008369, 907, 395, 951 had an inflation rate of 2.80%363, 67, 404, 84.", "gt_answer": "2008369, 907, 395, 951"} +{"image": ["imgs/ChartQA_PCG/two_col_1784.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich social media platform has the second least share of respondents?Give a straightforward response and specify the bounding box of the answer if it exists."}, {"role": "assistant", "content": "Reddit750,845,784,889"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": " Reddit 750, 846, 781, 892", "gt_answer": "Reddit750,845,784,889", "necessary bbox": "['Reddit750,845,784,889']"} +{"image": ["imgs/ChartQA_PCG/two_col_3365.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the proportion of punctual flights for 70, 387, 189, 399?"}, {"role": "assistant", "content": "87.40%"}], "task_name": "DOGE_CHART_Rt", "dataset_name": "ChartQA_PCG", "model_answer": "87.40%", "gt_answer": "87.40%", "necessary bbox": "['Hawaiian Airlines70, 387, 189, 399', '87.40%840, 385, 893, 399']"} +{"image": ["imgs/CCMAIN/0321430.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 19,280,62,297 for which admission is being sought? Supply a detailed response with bounding boxes. Reveal the answer at the end."}, {"role": "assistant", "content": "The application form specifies the class for admission under the section labeled Class19,280,62,297, which is VI320,281,342,297. Answer: VI320,281,342,297"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that it is for admission to CENTRAL HINDU BOYS\u2019 SCHOOL and CENTRAL HINDU GIRLS\u2019 SCHOOL335,229,661,247. Answer: VII320,280,341,297", "gt_answer": "The application form specifies the class for admission under the section labeled Class19,280,62,297, which is VI320,281,342,297. Answer: VI320,281,342,297"} +{"image": ["imgs/CCMAIN/0189120.png"], "messages": [{"role": "user", "content": "<|image|> \nWho is the 279,55,957,126 awarded to? Offer a comprehensive response using bounding boxes. State the answer at the conclusion."}, {"role": "assistant", "content": "The certificate clearly states that it has been awarded to Trenton McKinney285,341,562,397. Answer: Trenton McKinney285,341,562,397"}], "task_name": "DOGE_PDF_GRr", "dataset_name": "ChartQA_PCG", "model_answer": "The document clearly states that the STATEMENT OF ACCOMPLISHMENT279,55,957,126 is awarded to Trenton McKinney288,331,564,396. Answer: Trenton McKinney288,331,564,396", "gt_answer": "The certificate clearly states that it has been awarded to Trenton McKinney285,341,562,397. Answer: Trenton McKinney285,341,562,397"} +{"image": ["imgs/CCMAIN/0176903.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat does the text say about the typical coloration of Leptodrymus pulcherrimus? Give grounding and detailed answer."}, {"role": "assistant", "content": "The text states that Leptodrymus pulcherrimus340,752,489,764 typically displays bright green head coloration, with a pale dorsal stripe and dark dorsolateral stripes. However, an observed specimen had dark blue coloration instead of the typical green."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The text states that Leptodrymus pulcherrimus typically displays bright green head coloration, with a pale dorsal stripe and dark dorsolateral stripes. This is described in the span Leptodrymus pulcherrimus is a colubrid snake endemic to the Pacific versant of middle Central America, ranging from Guatemala to Costa Rica. This species typically displays bright green head coloration (green is sometimes seen on the tail also), with a pale dorsal stripe and dark dorsolateral stripes.89,756,491,770.", "gt_answer": "The text states that Leptodrymus pulcherrimus340,752,489,764 typically displays bright green head coloration, with a pale dorsal stripe and dark dorsolateral stripes. However, an observed specimen had dark blue coloration instead of the typical green."} +{"image": ["imgs/CCMAIN/0233843.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the 298,877,383,891 for the 3000m Men? Please respond succinctly and include the answer's bounding box if it is available."}, {"role": "assistant", "content": "7:26.25903,445,933,459"}], "task_name": "DOGE_PDF_GRa", "dataset_name": "ChartQA_PCG", "model_answer": "7:26.25903,384,935,399", "gt_answer": "7:26.25903,445,933,459"} +{"image": ["imgs/ChartQA_PCG/97331592016092.png"], "messages": [{"role": "user", "content": "<|image|> \nWhich country has the highest percentage of people who say university is more important for boys?Supply a detailed response with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "Malaysia"}], "task_name": "DOGE_CHART_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The country with the highest percentage is Malaysia, with a value of 43885, 276, 907, 298.\n\nAnswer: Malaysia", "gt_answer": "Malaysia", "necessary bbox": "['Malaysia212, 276, 284, 299', '43886, 273, 909, 294']"} +{"image": ["imgs/ChartQA_PCG/two_col_2182.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat region had the lowest number of retail stores?Answer directly and provide the bounding box for the answer if applicable."}, {"role": "assistant", "content": "Emerging Markets765,905,869,922"}], "task_name": "DOGE_CHART_Ga", "dataset_name": "ChartQA_PCG", "model_answer": "Emerging Markets765, 904, 869, 921", "gt_answer": "Emerging Markets765,905,869,922", "necessary bbox": "['5', 'Emerging Markets765,905,869,922']"} +{"image": ["imgs/CCMAIN/0204763.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the time frame for the board or state agency to grant or deny the exemption as mentioned in 115,436,884,749? Give grounding and detailed answer."}, {"role": "assistant", "content": "The board or state agency must grant or deny the exemption within 45 days after the receipt of the written request and the information required by the board or state agency. This is detailed in the span: The board or state agency must grant or deny the exemption within 45 days after the receipt of the117,708,881,725."}], "task_name": "DOGE_PDF_GRo", "dataset_name": "ChartQA_PCG", "model_answer": "The board or state agency must grant or deny the exemption within 45 days after the receipt of the written request and the information required by the board or state agency. This is specified in the text: The board or state agency must grant or deny the exemption within 45 days after the receipt of the written request and the information required by the board or state agency.117,708,881,725.", "gt_answer": "The board or state agency must grant or deny the exemption within 45 days after the receipt of the written request and the information required by the board or state agency. This is detailed in the span: The board or state agency must grant or deny the exemption within 45 days after the receipt of the117,708,881,725."} +{"image": ["imgs/CCMAIN/0320949.png"], "messages": [{"role": "user", "content": "<|image|> \nWhat is the duration of the program application validity? Provide a detailed answer with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The document states that the application is VALID FOR ONE PROGRAM APPLICATION266,181,732,205 and specifies the duration as 3 MONTHS92,146,188,164. Answer: 3 MONTHS92,146,188,164"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The form specifies that the program application is VALID FOR ONE PROGRAM APPLICATION264,183,733,205 and is VALID FOR 3 MONTHS264,183,309,205, indicating the duration of validity. Answer: 3 MONTHS91,148,188,164", "gt_answer": "The document states that the application is VALID FOR ONE PROGRAM APPLICATION266,181,732,205 and specifies the duration as 3 MONTHS92,146,188,164. Answer: 3 MONTHS92,146,188,164"} +{"image": ["imgs/CCMAIN/0057594.png"], "messages": [{"role": "user", "content": "<|image|> \nWho had the fastest total time in the match? Give a thorough explanation with bounding boxes. Provide the answer at the end."}, {"role": "assistant", "content": "The fastest total time in the match was 150.39891,161,931,175, achieved by Texas Tiger80,161,149,175 in the L49261,161,283,175 category. Answer: Texas Tiger80,161,149,175"}], "task_name": "DOGE_PDF_Gr", "dataset_name": "ChartQA_PCG", "model_answer": "The fastest total time is 150.39892,162,932,174, achieved by Texas Tiger82,162,151,174 in the L49262,162,285,174 category. Answer: Texas Tiger82,162,151,174", "gt_answer": "The fastest total time in the match was 150.39891,161,931,175, achieved by Texas Tiger80,161,149,175 in the L49261,161,283,175 category. Answer: Texas Tiger80,161,149,175"}