Appendix C#
Evaluation Dataset, research_assistant_dataset.json
[
{
"id": 1,
"question": "{\"topic\": \"Artificial Intelligence in Healthcare\", \"report_organization\": \"Research applications, benefits, challenges, and future prospects\", \"search_web\": true, \"rag_collection\": \"biomedical_dataset\", \"num_queries\": 3, \"llm_name\": \"nemotron\"}",
"answer": "A comprehensive report on AI in healthcare."
},
{
"id": 2,
"question": "{\"topic\": \"Machine Learning in Finance\", \"report_organization\": \"Examine ML applications in financial services\", \"search_web\": true, \"rag_collection\": \"financial_dataset\", \"num_queries\": 3, \"llm_name\": \"nemotron\"}",
"answer": "Analysis of ML in finance."
},
{
"id": 3,
"question": "{\"topic\": \"Climate Change and Renewable Energy\", \"report_organization\": \"Analyze impact on renewable energy adoption\", \"search_web\": true, \"rag_collection\": \"\", \"num_queries\": 3, \"llm_name\": \"nemotron\"}",
"answer": "Research on climate change and energy."
}
]