diff --git a/README.md b/README.md index 0074d5cf9..a727be1cb 100644 --- a/README.md +++ b/README.md @@ -45,21 +45,26 @@ cd GraphFleet 2. Install dependencies using Poetry: + ``` -poetry install +poetry shell ``` + ``` -poetry shell +poetry install ``` ### Usage 1. Setting up your settings: + ``` cd graphfleet ``` + - Set up the necessary environment variables in the `.env.example` file and change the name to .env. -The required ones being : +The required ones being : + ``` # Base LLM Settings GRAPHRAG_API_KEY="your_api_key" @@ -84,10 +89,7 @@ GRAPHRAG_INPUT_TYPE="text" 2. Run the indexing process: -``` -poetry run poe cli --config /graphfleet/settings.yaml -``` -Or you might prefer using + ``` python -m graphrag.index --root ./graphfleet ``` @@ -95,16 +97,13 @@ python -m graphrag.index --root ./graphfleet 3. Perform queries in local mode or global mode depending on your usecase learn more in the [GraphRAG documentation](https://microsoft.github.io/graphrag/posts/query/overview/): For local query mode : + ``` -python -m graphrag.query \ ---root ./graphfleet \ ---method local \ -"What are the key features of GraphRAG ??" +python -m graphrag.query --root ./graphfleet --method local "What are the key features of GraphRAG ??" ``` -For Global query mode : + +For Global query mode : + ``` -python -m graphrag.query \ ---root ./graphfleet \ ---method global \ -"What are the top main features of GraphRAG" +python -m graphrag.query --root ./graphfleet --method global "What are the top main features of GraphRAG" ``` diff --git a/graphfleet/output/20240720-130430/artifacts/clustered_graph.graphml b/graphfleet/output/20240720-130430/artifacts/clustered_graph.graphml new file mode 100644 index 000000000..af8aa7874 --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/clustered_graph.graphml @@ -0,0 +1,1594 @@ + + + + + + + + + + + + + + + + + + "PERSON" + "Darren Edge is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 2 + 0 + 2 + 0 + b45241d70f0e43fca764df95b2b81f77 + + + "PERSON" + "Ha Trinh is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 2 + 0 + 2 + 1 + 4119fd06010c494caa07f439b333f4c5 + + + "PERSON" + "Newman Cheng is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 1 + 0 + 2 + 2 + d3835bf3dda84ead99deadbeac5d0d7d + + + "PERSON" + "Joshua Bradley is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 1 + 0 + 2 + 3 + 077d2820ae1845bcbb1803379a3d1eae + + + "PERSON" + "Alex Chao is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 0 + 0 + 2 + 4 + 3671ea0dd4e84c1a9b02c5ab2c8f4bac + + + "PERSON" + "Apurva Mody is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 0 + 0 + 2 + 5 + 19a7f254a5d64566ab5cc15472df02de + + + "PERSON" + "Steven Truitt is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 1 + 0 + 2 + 6 + e7ffaee9d31d4d3c96e04f911d0a8f9e + + + "PERSON" + "Jonathan Larson is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + 2 + 0 + 2 + 7 + f7e11b0e297a44a896dc67928368f600 + + + "ORGANIZATION" + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 2 + 0 + 4 + 8 + 1fd3fa8bb5a2408790042ab9573779ee + + + "ORGANIZATION" + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 1 + 0 + 4 + 9 + 27f9fbe6ad8c4a8b9acee0d3596ed57c + + + "ORGANIZATION" + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 0 + 0 + 3 + 10 + e1fd0e904a53409aada44442f23a51cb + + + "EVENT" + Graph RAG is an approach proposed in a paper for query-focused summarization over private text corpora using a graph-based text index. It leverages the natural modularity of graphs to partition data for global summarization, achieving competitive performance in various evaluations. + 27f5bd73115aa334eae2c121c53f8a45,76f53fb8722af58423d32a9f95018b18,77f9589bc5acd4c518314fae6c3769c8 + 0 + 0 + 22 + 11 + de988724cfdf45cebfba3b13c43ceede + + + "PERSON" + "Traag et al., 2019 refers to the authors of the Leiden algorithm, which is used for hierarchical community detection." + 4a924a483e795e5e40dbdb018113c06e + 0 + 12 + 96aad7cb4b7d40e9b7e13b94a67af206 + + + "DATASET" + "MultiHop-RAG is a dataset used for indexing and graph community detection, as mentioned in the text." + 4a924a483e795e5e40dbdb018113c06e + 1 + 13 + c9632a35146940c2a86167c7726d35e9 + + + "PERSON" + "Tang and Yang, 2024 refers to the authors associated with the MultiHop-RAG dataset." + 4a924a483e795e5e40dbdb018113c06e + 1 + 14 + 9646481f66ce4fd2b08c2eddda42fc82 + + + "TECHNOLOGY" + "OpenORD is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + 1 + 15 + d91a266f766b4737a06b0fda588ba40b + + + "PERSON" + "Martin et al., 2011 refers to the authors of the OpenORD algorithm." + 4a924a483e795e5e40dbdb018113c06e + 1 + 16 + bc0e3f075a4c4ebbb7c7b152b65a5625 + + + "TECHNOLOGY" + "Force Atlas 2 is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + 1 + 17 + 254770028d7a4fa9877da4ba0ad5ad21 + + + "PERSON" + "Jacomy et al., 2014 refers to the authors of the Force Atlas 2 algorithm." + 4a924a483e795e5e40dbdb018113c06e + 1 + 18 + 4a67211867e5464ba45126315a122a8a + + + "PERSON" + "Kevin Scott is the CTO of Microsoft and a participant in the podcast conversations compiled in the dataset." + 4a924a483e795e5e40dbdb018113c06e + 2 + 19 + 04dbbb2283b845baaeac0eaf0c34c9da + + + "ORGANIZATION" + Microsoft is a technology company where Kevin Scott serves as Chief Technology Officer (CTO). In 2023, Microsoft conducted a preliminary study on the impact of large language models on scientific discovery using GPT-4. + 39aecf1064d6b3e3cca60cd12e9ff74d,4a924a483e795e5e40dbdb018113c06e + 1 + 20 + 1943f245ee4243bdbfbd2fd619ae824a + + + "PODCAST" + "Behind the Tech is a podcast series featuring conversations between Kevin Scott and other technology leaders." + 4a924a483e795e5e40dbdb018113c06e + 2 + 21 + 273daeec8cad41e6b3e450447db58ee7 + + + "PERSON" + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + 1 + 22 + e69dc259edb944ea9ea41264b9fcfe59 + + + "DATASET" + "HotPotQA is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + 1 + 23 + e2f5735c7d714423a2c4f61ca2644626 + + + "PERSON" + "Yang et al., 2018 refers to the authors of the HotPotQA dataset." + 4a924a483e795e5e40dbdb018113c06e + 1 + 24 + deece7e64b2a4628850d4bb6e394a9c3 + + + "DATASET" + "MT-Bench is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + 1 + 25 + e657b5121ff8456b9a610cfaead8e0cb + + + "PERSON" + "Zheng et al., 2024 refers to the authors of the MT-Bench dataset." + 4a924a483e795e5e40dbdb018113c06e + 1 + 26 + bf4e255cdac94ccc83a56435a5e4b075 + + + "PERSON" + "Koesten et al., 2021 refers to the authors who discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + 1 + 27 + 3b040bcc19f14e04880ae52881a89c1c + + + "PERSON" + "Xu and Lapata, 2021 refers to the authors who worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + 1 + 28 + 3d6b216c14354332b1bf1927ba168986 + + + "PERSON" + "Wang et al., 2023a refers to the authors who discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + 1 + 29 + 1c109cfdc370463eb6d537e5b7b382fb + + + "PERSON" + "Es et al., 2023 refers to the authors who worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + 1 + 30 + 3d0dcbc8971b415ea18065edc4d8c8ef + + + + + 4a924a483e795e5e40dbdb018113c06e + 1 + 31 + 68105770b523412388424d984e711917 + + + + + 4a924a483e795e5e40dbdb018113c06e + 1 + 32 + 85c79fd84f5e4f918471c386852204c5 + + + + + 4a924a483e795e5e40dbdb018113c06e + 1 + 33 + eae4259b19a741ab9f9f6af18c4a0470 + + + + + 4a924a483e795e5e40dbdb018113c06e + 1 + 34 + 3138f39f2bcd43a69e0697cd3b05bc4d + + + "ORGANIZATION" + "Naïve RAG is a basic retrieval-augmented generation system that converts documents to text, splits text into chunks, and embeds these chunks into a vector space for retrieval." + 77f9589bc5acd4c518314fae6c3769c8 + 3 + 0 + 4 + 35 + dde131ab575d44dbb55289a6972be18f + + + "GEO" + "The Podcast Dataset is a collection of podcast transcripts used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + 3 + 0 + 2 + 36 + de9e343f2e334d88a8ac7f8813a915e5 + + + "GEO" + "The News Dataset is a collection of news articles used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + 3 + 0 + 2 + 37 + e2bf260115514fb3b252fd879fb3e7be + + + "EVENT" + "Comprehensiveness refers to the ability of a system to provide detailed and complete answers." + 77f9589bc5acd4c518314fae6c3769c8 + 0 + 0 + 1 + 38 + b462b94ce47a4b8c8fffa33f7242acec + + + "EVENT" + "Diversity refers to the ability of a system to provide varied and rich responses covering a wide range of perspectives." + 77f9589bc5acd4c518314fae6c3769c8 + 0 + 0 + 1 + 39 + 17ed1d92075643579a712cc6c29e8ddb + + + "EVENT" + "Empowerment refers to the ability of a system to help users reach an informed understanding by providing specific examples, quotes, and citations." + 77f9589bc5acd4c518314fae6c3769c8 + 0 + 0 + 1 + 40 + 3ce7c210a21b4deebad7cc9308148d86 + + + "EVENT" + "Directness refers to the ability of a system to provide concise and specific answers to questions." + 77f9589bc5acd4c518314fae6c3769c8 + 3 + 0 + 1 + 41 + d64ed762ea924caa95c8d06f072a9a96 + + + "ORGANIZATION" + "LangChain is an organization that supports a variety of graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + 4 + 0 + 3 + 42 + adf4ee3fbe9b4d0381044838c4f889c8 + + + "ORGANIZATION" + "LlamaIndex is an organization that supports graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + 4 + 0 + 3 + 43 + 32ee140946e5461f9275db664dc541a5 + + + "ORGANIZATION" + Neo4J is a company that initiated Project NaLLM, as mentioned in their GitHub repository in 2024. Neo4J is also an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + 4 + 0 + 3 + 44 + c160b9cb27d6408ba6ab20214a2f3f81 + + + "ORGANIZATION" + NebulaGraph is a company that launched the industry-first graph RAG: Retrieval-augmented generation with LLM based on knowledge graphs in 2024. Additionally, NebulaGraph is an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + 4 + 0 + 3 + 45 + 23527cd679ff4d5a988d52e7cd056078 + + + "ORGANIZATION" + "SelfCheckGPT is an organization that provides approaches for comparing fabrication rates to improve analysis." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 0 + 1 + 46 + f1c6eed066f24cbdb376b910fce29ed4 + + + "PERSON" + "Alonso Guevara Fernández is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 47 + 83a6cb03df6b41d8ad6ee5f6fef5f024 + + + "PERSON" + "Amber Hoak is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 48 + 147c038aef3e4422acbbc5f7938c4ab8 + + + "PERSON" + "Andrés Morales Esquivel is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 49 + b7702b90c7f24190b864e8c6e64612a5 + + + "PERSON" + "Ben Cutler is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 50 + de6fa24480894518ab3cbcb66f739266 + + + "PERSON" + "Billie Rinaldi is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 51 + 6fae5ee1a831468aa585a1ea09095998 + + + "PERSON" + "Chris Sanchez is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 52 + ef32c4b208d041cc856f6837915dc1b0 + + + "PERSON" + "Chris Trevino is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 53 + 07b2425216bd4f0aa4e079827cb48ef5 + + + "PERSON" + "Christine Caggiano is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 54 + 2670deebfa3f4d69bb82c28ab250a209 + + + "PERSON" + "David Tittsworth is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 55 + 404309e89a5241d6bff42c05a45df206 + + + "PERSON" + "Dayenne de Souza is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 56 + b785a9025069417f94950ad231bb1441 + + + "PERSON" + "Douglas Orbaker is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 57 + 3b6cd96a27304614850709aba1c9598b + + + "PERSON" + "Ed Clark is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 58 + d54956b79dd147f894b67a8b97dcbef0 + + + "PERSON" + "Gabriel Nieves-Ponce is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 59 + 958beecdb5bb4060948415ffd75d2b03 + + + "PERSON" + "Gaudy Blanco Meneses is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 60 + b999ed77e19e4f85b7f1ae79af5c002a + + + "PERSON" + "Kate Lytvynets is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 61 + 48c0c4d72da74ff5bb926fa0c856d1a7 + + + "PERSON" + "Katy Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 62 + 4f3c97517f794ebfb49c4c6315f9cf23 + + + "PERSON" + "Mónica Carvajal is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 63 + 1745a2485a9443bab76587ad650e9be0 + + + "PERSON" + "Nathan Evans is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 64 + 32e6ccab20d94029811127dbbe424c64 + + + "PERSON" + "Richard Ortega is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 65 + 94a964c6992945ebb3833dfdfdc8d655 + + + "PERSON" + "Rodrigo Racanicci is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 66 + 1eb829d0ace042089f0746f78729696c + + + "PERSON" + "Sarah Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 67 + 015e7b58d1a14b44beab3bbc9f912c18 + + + "PERSON" + "Shane Solomon is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + 0 + 68 + 26f88ab3e2e04c33a459ad6270ade565 + + + "PERSON" + "Mao, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 69 + babe97e1d9784cffa1c85abc1e588126 + + + "PERSON" + "He, P. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 70 + 1033a18c45aa4584b2aef6ab96890351 + + + "PERSON" + "Liu, X. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 71 + c9b8ce91fc2945b4907fe35519339cac + + + "PERSON" + "Shen, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 72 + fa3c4204421c48609e52c8de2da4c654 + + + "PERSON" + "Gao, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 73 + 53af055f068244d0ac861b2e89376495 + + + "PERSON" + "Han, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 74 + c03ab3ce8cb74ad2a03b94723bfab3c7 + + + "PERSON" + "Chen, W. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 75 + ed6d2eee9d7b4f5db466b1f6404d31cc + + + "PERSON" + "Martin, S. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 76 + fc01e9baa80e417c9206f941bb279407 + + + "PERSON" + "Brown, W. M. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 77 + 56d0e5ebe79e4814bd1463cf6ca21394 + + + "PERSON" + "Klavans, R. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 78 + 7c49f2710e8b4d3b8dc9310834406ea5 + + + "PERSON" + "Boyack, K. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 79 + c6d1e4f56c2843e89cf0b91c10bb6de2 + + + "PERSON" + "Newman, M. E. is an author who wrote about modularity and community structure in networks, published in the Proceedings of the National Academy of Sciences in 2006." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 80 + 0adb2d9941f34ef7b2f7743cc6225844 + + + "PERSON" + "Ram, O. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 81 + 6b02373137fd438ba96af28f735cdbdb + + + "PERSON" + "Levine, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 82 + 36a4fcd8efc144e6b8af9a1c7ab8b2ce + + + "PERSON" + "Dalmedigos, I. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 83 + fbeef791d19b413a9c93c6608286ab63 + + + "PERSON" + "Muhlgay, D. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 84 + d2b629c0396f4180a03e16ddf3818589 + + + "PERSON" + "Shashua, A. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 85 + 6102fc6619ed422ebc42588bfa97355d + + + "PERSON" + "Leyton-Brown, K. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 86 + 8d141c0b80f74b79a05eed7fe161fe49 + + + "PERSON" + "Shoham, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 87 + e22d1d1cd8d14f12b81828d940f40d70 + + + "PERSON" + "Ranade, P. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 88 + 9ab48505fb1b487babd0d1f6d3a3f980 + + + "PERSON" + "Joshi, A. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 89 + 148fffeb994541b2b4b6dcefda7001a8 + + + "PERSON" + "Sarthi, P. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 90 + 89c08e793298442686292454a1abff31 + + + "PERSON" + "Abdullah, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 91 + 0467928aa65e4a4fba62bdb1467e3a54 + + + "PERSON" + "Tuli, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 92 + 43c3390303c6476cb65f584e37c3e81c + + + "PERSON" + "Khanna, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 93 + fa14b16c17e3417dba5a4b473ea5b18d + + + "PERSON" + "Goldie, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 94 + 7cc3356d38de4328a51a5cbcb187dac3 + + + "PERSON" + "Manning, C. D. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 95 + bef16fb5fd7344cca5e295b13ef3e0cd + + + "PERSON" + "Scott, K. is associated with 'Behind the Tech,' a platform or publication by Microsoft in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 96 + bb9e01bc171d4326a29afda59ece8d17 + + + "PERSON" + "Shao, Z. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 97 + 3c063eea52e94164b70c99431ea30bae + + + "PERSON" + "Gong, Y. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 98 + 252cc8452bfc4c2aa58cab68d8b61879 + + + "PERSON" + "Huang, M. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 99 + 7e2c84548fb94ee395ba8588d8f2a006 + + + "PERSON" + "Duan, N. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 100 + f034618dde7948beb6dab30176d0fc87 + + + "PERSON" + "Su, D. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 101 + 5c41f96be13e49dba649454297834546 + + + "PERSON" + "Xu, Y. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 102 + 7ea4afbf8a264f29af29950ce98105ba + + + "PERSON" + "Yu, T. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 103 + 91ff849d12b24574b0691dbddf44968b + + + "PERSON" + "Siddique, F. B. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 104 + d73c1f2fb3094d8dace42ad2a76e9a52 + + + "PERSON" + "Barezi, E. J. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 105 + cdc8901e668749889bd49bebdc4ff1f6 + + + "PERSON" + "Fung, P. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 106 + 36084a9fab53433493f079e97e68bf65 + + + "PERSON" + "Tang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 107 + eebcc7ec8e3e4df7aea83659bbdc2199 + + + "PERSON" + "Yang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 108 + ceadf262ef834e9ab146b20650912cae + + + "PERSON" + "Touvron, H. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 109 + 7f65feab75424b53b24470d305ba331a + + + "PERSON" + "Martin, L. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 110 + fd9cb733b28d420cb5cef01e545a132c + + + "PERSON" + "Stone, K. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 111 + 0fbcca3f17c649a08aea64b5a7d9ef36 + + + "PERSON" + "Albert, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 112 + 482027a59f32484c9c44fd700615c1b6 + + + "PERSON" + "Almahairi, A. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 113 + de837ff3d626451282ff6ac77a82216d + + + "PERSON" + "Babaei, Y. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 114 + 460295fed3ae4cd39f9f274cec9c2506 + + + "PERSON" + "Bashlykov, N. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 115 + 553b285bba60460ab1ed8341ae61282b + + + "PERSON" + "Batra, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 116 + cec95bf17e7e4c939b56c9c6f402a29f + + + "PERSON" + "Bhargava, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 117 + 599164aead034bc19446efacc77554d2 + + + "PERSON" + "Bhosale, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 118 + bbf148ae4d48422f8fdef754cfa2b9e4 + + + "PERSON" + "Traag, V. A. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 119 + de61b2670999433f807a6a1dc2b81e43 + + + "PERSON" + "Waltman, L. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 120 + 3e95dacfe57b4d57b5da4310ef2e157f + + + "PERSON" + "Van Eck, N. J. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 121 + 1f1545308e9347af91fd03b94aadc21f + + + "PERSON" + "Trajanoska, M. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 122 + 6ea81acaf232485e94fff638e03336e1 + + + "PERSON" + "Stojanov, R. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 123 + d136b08d586d488f9e4188b524c85a29 + + + "PERSON" + "Trajanov, D. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 124 + cccfa151fedc4b218a8d96adc7dceabe + + + "PERSON" + "Trivedi, H. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 125 + ce54725672a74ebcabe6127577dacb2b + + + "PERSON" + "Balasubramanian, N. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 126 + ea2b28ca1a974ffab4517811dc1d1e5c + + + "PERSON" + "Khot, T. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 127 + aff21f1da1654e7babdcf3fb0e4a75fc + + + "PERSON" + "Sabharwal, A. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 128 + dc2cc9016e3f49dbac7232f05cce794d + + + "PERSON" + "Wang, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 129 + 6ea0cef05f694dcea455478f40674e45 + + + "PERSON" + "Liang, Y. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 130 + 7ab5d53a872f4dfc98f3d386879f3c75 + + + "PERSON" + "Meng, F. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 131 + af1d0fec22114a3398b8016f5225f9ed + + + "PERSON" + "Sun, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 132 + b07a7f088364459098cd8511ff27a4c8 + + + "PERSON" + "Shi, H. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 133 + 8870cf2b5df64d2cab5820f67e29b9f1 + + + "PERSON" + "Li, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 134 + cd130938a2844050be991af70baf5ee0 + + + "PERSON" + "Xu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 135 + 43544b99c3b04b059546198a0ae6366d + + + "PERSON" + "Qu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 136 + a671bf7fea2f4514b6e96ba99127fafd + + + "PERSON" + "Zhou, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 137 + 525f41ea20274a05af4e52b625b473f3 + + + "PERSON" + "Wang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 138 + 071a416efbec4f0886c19ac68f6d43cb + + + "PERSON" + "Khramtsova, E. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 139 + 6d8473ef3b1042bf87178a611e3dbcc6 + + + "PERSON" + "Zhuang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 140 + 30c9641543c24773938bd8ec57ea98ab + + + "PERSON" + "Zuccon, G. + 39aecf1064d6b3e3cca60cd12e9ff74d + 0 + 141 + 18b839da898e4026b81727d759d95c6a + + + 1.0 + "Darren Edge is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + eeef6ae5c464400c8755900b4f1ac37a + 0 + 0 + + + 1.0 + "Darren Edge is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + 422433aa45804c7ebb973b2fafce5da6 + 1 + 0 + + + 1.0 + "Ha Trinh is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 86505bca739d4bccaaa1a8e0f3baffdc + 2 + 0 + + + 1.0 + "Ha Trinh is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + 1af9faf341e14a5bbf4ddc9080e8dc0b + 3 + 0 + + + 1.0 + "Newman Cheng is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 353d91abc68648639d65a549e59b5cf3 + 4 + 0 + + + 1.0 + "Newman Cheng is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + 7ce637e4f35b42e3a9f8272cab69cd22 + 5 + 0 + + + 1.0 + "Joshua Bradley is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 4d999d7744b04a998475f8f8531589f0 + 6 + 0 + + + 1.0 + "Joshua Bradley is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + 9a6f414210e14841a5b0e661aedc898d + 7 + 0 + + + 1.0 + "Alex Chao is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + db541b7260974db8bac94e953009f60e + 8 + 0 + + + 1.0 + "Alex Chao is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + f2ff8044718648e18acef16dd9a65436 + 9 + 0 + + + 1.0 + "Apurva Mody is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 00d785e7d76b47ec81b508e768d40584 + 10 + 0 + + + 1.0 + "Apurva Mody is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + 87915637da3e474c9349bd0ae604bd95 + 11 + 0 + + + 1.0 + "Steven Truitt is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 8f1eba29f39e411188200bf0d14628ec + 12 + 0 + + + 1.0 + "Steven Truitt is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + 7282c73622b8408e97289d959faff483 + 13 + 0 + + + 1.0 + "Jonathan Larson is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 3deb220d31f74103aa44870a36a63220 + 14 + 0 + + + 1.0 + "Jonathan Larson is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + af7a1584dd15492cb9a4940e285f57fc + 15 + 0 + + + 1.0 + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + 6e8d9029ce4e4ea182367173ab2c7bbf + 16 + 0 + + + 1.0 + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + cbf232211e7d4eb6abdbe182f71c2cf0 + 17 + 0 + + + 1.0 + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + bb0cff774a4440b289cc6f3b929fe13c + 18 + 0 + + + 1.0 + "Graph RAG outperforms Naïve RAG in terms of comprehensiveness and diversity across datasets." + 77f9589bc5acd4c518314fae6c3769c8 + ce55841ebfdd47008bab8c258f10372e + 19 + 0 + + + 1.0 + "Graph RAG uses the Podcast Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + 6090e736374d45fd84f0e4610a314f8f + 20 + 0 + + + 1.0 + "Graph RAG uses the News Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + 0e8d921ccd8d4a8594b65b7fd19f7120 + 21 + 0 + + + 1.0 + "Graph RAG achieves high comprehensiveness win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + 59c726a8792d443e84ab052cb7942b4a + 22 + 0 + + + 1.0 + "Graph RAG achieves high diversity win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + 4f2c665decf242b0bfcaf7350b0e02ed + 23 + 0 + + + 1.0 + "Graph RAG shows mixed results in empowerment, indicating room for improvement in providing specific examples and citations." + 77f9589bc5acd4c518314fae6c3769c8 + 66cdf168f36d4a57a505028c97dc06e0 + 24 + 0 + + + 1.0 + "Graph RAG's approach is supported by LangChain's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + 38f51478f41f48db9bee570859b6f43e + 25 + 0 + + + 1.0 + "Graph RAG's approach is supported by LlamaIndex's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + 896d2a51e8de47de85ba8ced108c3d53 + 26 + 0 + + + 1.0 + "Graph RAG's approach can be implemented using the Neo4J graph database format." + 27f5bd73115aa334eae2c121c53f8a45 + 14555b518e954637b83aa762dc03164e + 27 + 0 + + + 1.0 + "Graph RAG's approach can be implemented using the NebulaGraph database format." + 27f5bd73115aa334eae2c121c53f8a45 + b1f6164116d44fe8b8f135d7f65b9e58 + 28 + 0 + + + 1.0 + "Graph RAG's evaluation approach could be improved by comparing fabrication rates using SelfCheckGPT's methods." + 27f5bd73115aa334eae2c121c53f8a45 + c8b2408617804483b620e1a6691ac90d + 29 + 0 + + + 1.0 + "MultiHop-RAG dataset was created by Tang and Yang, 2024." + 4a924a483e795e5e40dbdb018113c06e + a5e0d1644eb547ba9a5c3211aac4631a + 30 + 0 + + + 1.0 + "OpenORD algorithm was developed by Martin et al., 2011 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + 5a28b94bc63b44edb30c54748fd14f15 + 31 + 0 + + + 1.0 + "Force Atlas 2 algorithm was developed by Jacomy et al., 2014 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + f97011b2a99d44648e18d517e1eae15c + 32 + 0 + + + 1.0 + "Kevin Scott is the CTO of Microsoft." + 4a924a483e795e5e40dbdb018113c06e + 35489ca6a63b47d6a8913cf333818bc1 + 33 + 0 + + + 1.0 + "Behind the Tech is a podcast series featuring conversations with Kevin Scott." + 4a924a483e795e5e40dbdb018113c06e + 5d3344f45e654d2c808481672f2f08dd + 34 + 0 + + + 1.0 + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + 6fb57f83baec45c9b30490ee991f433f + 35 + 0 + + + 1.0 + "HotPotQA dataset was created by Yang et al., 2018." + 4a924a483e795e5e40dbdb018113c06e + 68762e6f0d1c41cd857c6b964a8e76c3 + 36 + 0 + + + 1.0 + "MT-Bench dataset was created by Zheng et al., 2024." + 4a924a483e795e5e40dbdb018113c06e + 70634e10a5e845aa8c6a32fe7e8eb2b2 + 37 + 0 + + + 1.0 + "Koesten et al., 2021 discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + 04085f7cf46544b79597fc49286ff84d + 38 + 0 + + + 1.0 + "Xu and Lapata, 2021 worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + d203efdbfb2f4b2a899abfb31cf72e82 + 39 + 0 + + + 1.0 + "Wang et al., 2023a discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + 6731a665561840c2898ce8c9788e4c88 + 40 + 0 + + + 1.0 + "Es et al., 2023 worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + 4026806fa92f4e849a59a7f5c9a45c79 + 41 + 0 + + + 1.0 + "Naïve RAG uses the Podcast Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + 68e0c60d2e8845d89d9d0ad397833648 + 42 + 0 + + + 1.0 + "Naïve RAG uses the News Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + 101572f552b54e529fe7765c05168981 + 43 + 0 + + + 1.0 + "Naïve RAG produces the most direct responses across all comparisons." + 77f9589bc5acd4c518314fae6c3769c8 + 60c58026b2764b40adffca6eaa31d6d9 + 44 + 0 + + + 1.0 + "LangChain supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + ad1595a78935472999444c9330e7730e + 45 + 0 + + + 1.0 + "LangChain supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + 735d19aea0744b2295556841c5c4c3fd + 46 + 0 + + + 1.0 + "LlamaIndex supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + c725babdb14a485582f8fbdf95429030 + 47 + 0 + + + 1.0 + "LlamaIndex supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + a0047221896d418d849847d422fa4bb8 + 48 + 0 + + + \ No newline at end of file diff --git a/graphfleet/output/20240720-130430/artifacts/create_base_documents.parquet b/graphfleet/output/20240720-130430/artifacts/create_base_documents.parquet new file mode 100644 index 000000000..0fe6027e6 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_base_documents.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_base_entity_graph.parquet b/graphfleet/output/20240720-130430/artifacts/create_base_entity_graph.parquet new file mode 100644 index 000000000..351837d26 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_base_entity_graph.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_base_extracted_entities.parquet b/graphfleet/output/20240720-130430/artifacts/create_base_extracted_entities.parquet new file mode 100644 index 000000000..cc4659653 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_base_extracted_entities.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_base_text_units.parquet b/graphfleet/output/20240720-130430/artifacts/create_base_text_units.parquet new file mode 100644 index 000000000..59ac3a3d3 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_base_text_units.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_communities.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_communities.parquet new file mode 100644 index 000000000..5415ee39f Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_communities.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_community_reports.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_community_reports.parquet new file mode 100644 index 000000000..e94b08375 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_community_reports.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_documents.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_documents.parquet new file mode 100644 index 000000000..582fdf5f4 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_documents.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_entities.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_entities.parquet new file mode 100644 index 000000000..4bbf86db1 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_entities.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_nodes.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_nodes.parquet new file mode 100644 index 000000000..7e3e6d68e Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_nodes.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_relationships.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_relationships.parquet new file mode 100644 index 000000000..b0fa3d003 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_relationships.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_final_text_units.parquet b/graphfleet/output/20240720-130430/artifacts/create_final_text_units.parquet new file mode 100644 index 000000000..a2a970e59 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_final_text_units.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/create_summarized_entities.parquet b/graphfleet/output/20240720-130430/artifacts/create_summarized_entities.parquet new file mode 100644 index 000000000..60ab02135 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/create_summarized_entities.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/embedded_graph.graphml b/graphfleet/output/20240720-130430/artifacts/embedded_graph.graphml new file mode 100644 index 000000000..68db7781a --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/embedded_graph.graphml @@ -0,0 +1,965 @@ + + + + + + + + + + "PERSON" + "Darren Edge is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Ha Trinh is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Newman Cheng is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Joshua Bradley is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Alex Chao is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Apurva Mody is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Steven Truitt is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Jonathan Larson is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "EVENT" + Graph RAG is an approach proposed in a paper for query-focused summarization over private text corpora using a graph-based text index. It leverages the natural modularity of graphs to partition data for global summarization, achieving competitive performance in various evaluations. + 27f5bd73115aa334eae2c121c53f8a45,76f53fb8722af58423d32a9f95018b18,77f9589bc5acd4c518314fae6c3769c8 + + + "PERSON" + "Traag et al., 2019 refers to the authors of the Leiden algorithm, which is used for hierarchical community detection." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MultiHop-RAG is a dataset used for indexing and graph community detection, as mentioned in the text." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Tang and Yang, 2024 refers to the authors associated with the MultiHop-RAG dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "OpenORD is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Martin et al., 2011 refers to the authors of the OpenORD algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "Force Atlas 2 is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Jacomy et al., 2014 refers to the authors of the Force Atlas 2 algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Kevin Scott is the CTO of Microsoft and a participant in the podcast conversations compiled in the dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + Microsoft is a technology company where Kevin Scott serves as Chief Technology Officer (CTO). In 2023, Microsoft conducted a preliminary study on the impact of large language models on scientific discovery using GPT-4. + 39aecf1064d6b3e3cca60cd12e9ff74d,4a924a483e795e5e40dbdb018113c06e + + + "PODCAST" + "Behind the Tech is a podcast series featuring conversations between Kevin Scott and other technology leaders." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "HotPotQA is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Yang et al., 2018 refers to the authors of the HotPotQA dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MT-Bench is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Zheng et al., 2024 refers to the authors of the MT-Bench dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Koesten et al., 2021 refers to the authors who discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Xu and Lapata, 2021 refers to the authors who worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Wang et al., 2023a refers to the authors who discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Es et al., 2023 refers to the authors who worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + "Naïve RAG is a basic retrieval-augmented generation system that converts documents to text, splits text into chunks, and embeds these chunks into a vector space for retrieval." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The Podcast Dataset is a collection of podcast transcripts used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The News Dataset is a collection of news articles used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Comprehensiveness refers to the ability of a system to provide detailed and complete answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Diversity refers to the ability of a system to provide varied and rich responses covering a wide range of perspectives." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Empowerment refers to the ability of a system to help users reach an informed understanding by providing specific examples, quotes, and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Directness refers to the ability of a system to provide concise and specific answers to questions." + 77f9589bc5acd4c518314fae6c3769c8 + + + "ORGANIZATION" + "LangChain is an organization that supports a variety of graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + "LlamaIndex is an organization that supports graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + Neo4J is a company that initiated Project NaLLM, as mentioned in their GitHub repository in 2024. Neo4J is also an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + NebulaGraph is a company that launched the industry-first graph RAG: Retrieval-augmented generation with LLM based on knowledge graphs in 2024. Additionally, NebulaGraph is an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + "SelfCheckGPT is an organization that provides approaches for comparing fabrication rates to improve analysis." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Alonso Guevara Fernández is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Amber Hoak is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Andrés Morales Esquivel is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ben Cutler is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Billie Rinaldi is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Sanchez is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Trevino is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Christine Caggiano is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "David Tittsworth is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Dayenne de Souza is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Douglas Orbaker is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ed Clark is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gabriel Nieves-Ponce is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gaudy Blanco Meneses is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Kate Lytvynets is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Katy Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mónica Carvajal is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Nathan Evans is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Richard Ortega is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Rodrigo Racanicci is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Sarah Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Shane Solomon is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mao, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "He, P. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liu, X. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shen, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gao, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Han, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Chen, W. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, S. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Brown, W. M. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Klavans, R. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Boyack, K. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Newman, M. E. is an author who wrote about modularity and community structure in networks, published in the Proceedings of the National Academy of Sciences in 2006." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ram, O. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Levine, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Dalmedigos, I. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Muhlgay, D. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shashua, A. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Leyton-Brown, K. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shoham, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ranade, P. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Joshi, A. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sarthi, P. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Abdullah, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tuli, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khanna, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Goldie, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Manning, C. D. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Scott, K. is associated with 'Behind the Tech,' a platform or publication by Microsoft in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shao, Z. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gong, Y. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Huang, M. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Duan, N. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Su, D. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, Y. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yu, T. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Siddique, F. B. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Barezi, E. J. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Fung, P. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Touvron, H. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, L. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stone, K. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Albert, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Almahairi, A. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Babaei, Y. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bashlykov, N. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Batra, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhargava, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhosale, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Traag, V. A. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Waltman, L. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Van Eck, N. J. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanoska, M. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stojanov, R. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanov, D. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trivedi, H. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Balasubramanian, N. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khot, T. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sabharwal, A. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liang, Y. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Meng, F. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sun, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shi, H. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Li, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Qu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhou, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khramtsova, E. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhuang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zuccon, G. + 39aecf1064d6b3e3cca60cd12e9ff74d + + + 1.0 + "Darren Edge is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Darren Edge is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Graph RAG outperforms Naïve RAG in terms of comprehensiveness and diversity across datasets." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the Podcast Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the News Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high comprehensiveness win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high diversity win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG shows mixed results in empowerment, indicating room for improvement in providing specific examples and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG's approach is supported by LangChain's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach is supported by LlamaIndex's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the Neo4J graph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the NebulaGraph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's evaluation approach could be improved by comparing fabrication rates using SelfCheckGPT's methods." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "MultiHop-RAG dataset was created by Tang and Yang, 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "OpenORD algorithm was developed by Martin et al., 2011 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Force Atlas 2 algorithm was developed by Jacomy et al., 2014 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Kevin Scott is the CTO of Microsoft." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Behind the Tech is a podcast series featuring conversations with Kevin Scott." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "HotPotQA dataset was created by Yang et al., 2018." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "MT-Bench dataset was created by Zheng et al., 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Koesten et al., 2021 discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Xu and Lapata, 2021 worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Wang et al., 2023a discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Es et al., 2023 worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Naïve RAG uses the Podcast Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG uses the News Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG produces the most direct responses across all comparisons." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "LangChain supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LangChain supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + \ No newline at end of file diff --git a/graphfleet/output/20240720-130430/artifacts/join_text_units_to_entity_ids.parquet b/graphfleet/output/20240720-130430/artifacts/join_text_units_to_entity_ids.parquet new file mode 100644 index 000000000..d3cddc924 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/join_text_units_to_entity_ids.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/join_text_units_to_relationship_ids.parquet b/graphfleet/output/20240720-130430/artifacts/join_text_units_to_relationship_ids.parquet new file mode 100644 index 000000000..bc5209071 Binary files /dev/null and b/graphfleet/output/20240720-130430/artifacts/join_text_units_to_relationship_ids.parquet differ diff --git a/graphfleet/output/20240720-130430/artifacts/merged_graph.graphml b/graphfleet/output/20240720-130430/artifacts/merged_graph.graphml new file mode 100644 index 000000000..0e2fcbf14 --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/merged_graph.graphml @@ -0,0 +1,970 @@ + + + + + + + + + + "PERSON" + "Darren Edge is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Ha Trinh is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Newman Cheng is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Joshua Bradley is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Alex Chao is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Apurva Mody is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Steven Truitt is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Jonathan Larson is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "EVENT" + "Graph RAG is an approach proposed in the paper for query-focused summarization over private text corpora using a graph-based text index." + +"Graph RAG is an approach that uses the natural modularity of graphs to partition data for global summarization, achieving competitive performance in various evaluations." + 27f5bd73115aa334eae2c121c53f8a45,76f53fb8722af58423d32a9f95018b18,77f9589bc5acd4c518314fae6c3769c8 + + + "PERSON" + "Traag et al., 2019 refers to the authors of the Leiden algorithm, which is used for hierarchical community detection." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MultiHop-RAG is a dataset used for indexing and graph community detection, as mentioned in the text." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Tang and Yang, 2024 refers to the authors associated with the MultiHop-RAG dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "OpenORD is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Martin et al., 2011 refers to the authors of the OpenORD algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "Force Atlas 2 is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Jacomy et al., 2014 refers to the authors of the Force Atlas 2 algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Kevin Scott is the CTO of Microsoft and a participant in the podcast conversations compiled in the dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + "Microsoft is a technology company where Kevin Scott serves as CTO." +"Microsoft is a technology company that conducted a preliminary study on the impact of large language models on scientific discovery using GPT-4 in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d,4a924a483e795e5e40dbdb018113c06e + + + "PODCAST" + "Behind the Tech is a podcast series featuring conversations between Kevin Scott and other technology leaders." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "HotPotQA is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Yang et al., 2018 refers to the authors of the HotPotQA dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MT-Bench is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Zheng et al., 2024 refers to the authors of the MT-Bench dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Koesten et al., 2021 refers to the authors who discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Xu and Lapata, 2021 refers to the authors who worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Wang et al., 2023a refers to the authors who discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Es et al., 2023 refers to the authors who worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + "Naïve RAG is a basic retrieval-augmented generation system that converts documents to text, splits text into chunks, and embeds these chunks into a vector space for retrieval." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The Podcast Dataset is a collection of podcast transcripts used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The News Dataset is a collection of news articles used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Comprehensiveness refers to the ability of a system to provide detailed and complete answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Diversity refers to the ability of a system to provide varied and rich responses covering a wide range of perspectives." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Empowerment refers to the ability of a system to help users reach an informed understanding by providing specific examples, quotes, and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Directness refers to the ability of a system to provide concise and specific answers to questions." + 77f9589bc5acd4c518314fae6c3769c8 + + + "ORGANIZATION" + "LangChain is an organization that supports a variety of graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + "LlamaIndex is an organization that supports graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + "Neo4J is an organization that offers a graph database format used for creating and reasoning over knowledge graphs." +"Neo4J is a company that initiated Project NaLLM, as mentioned in their GitHub repository in 2024." + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + "NebulaGraph is an organization that offers a graph database format used for creating and reasoning over knowledge graphs." +"NebulaGraph is a company that launched the industry-first graph RAG: Retrieval-augmented generation with LLM based on knowledge graphs in 2024." + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + "SelfCheckGPT is an organization that provides approaches for comparing fabrication rates to improve analysis." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Alonso Guevara Fernández is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Amber Hoak is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Andrés Morales Esquivel is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ben Cutler is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Billie Rinaldi is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Sanchez is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Trevino is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Christine Caggiano is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "David Tittsworth is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Dayenne de Souza is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Douglas Orbaker is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ed Clark is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gabriel Nieves-Ponce is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gaudy Blanco Meneses is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Kate Lytvynets is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Katy Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mónica Carvajal is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Nathan Evans is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Richard Ortega is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Rodrigo Racanicci is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Sarah Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Shane Solomon is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mao, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "He, P. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liu, X. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shen, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gao, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Han, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Chen, W. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, S. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Brown, W. M. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Klavans, R. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Boyack, K. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Newman, M. E. is an author who wrote about modularity and community structure in networks, published in the Proceedings of the National Academy of Sciences in 2006." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ram, O. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Levine, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Dalmedigos, I. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Muhlgay, D. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shashua, A. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Leyton-Brown, K. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shoham, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ranade, P. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Joshi, A. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sarthi, P. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Abdullah, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tuli, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khanna, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Goldie, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Manning, C. D. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Scott, K. is associated with 'Behind the Tech,' a platform or publication by Microsoft in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shao, Z. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gong, Y. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Huang, M. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Duan, N. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Su, D. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, Y. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yu, T. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Siddique, F. B. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Barezi, E. J. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Fung, P. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Touvron, H. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, L. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stone, K. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Albert, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Almahairi, A. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Babaei, Y. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bashlykov, N. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Batra, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhargava, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhosale, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Traag, V. A. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Waltman, L. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Van Eck, N. J. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanoska, M. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stojanov, R. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanov, D. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trivedi, H. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Balasubramanian, N. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khot, T. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sabharwal, A. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liang, Y. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Meng, F. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sun, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shi, H. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Li, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Qu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhou, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khramtsova, E. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhuang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zuccon, G. + 39aecf1064d6b3e3cca60cd12e9ff74d + + + 1.0 + "Darren Edge is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Darren Edge is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Graph RAG outperforms Naïve RAG in terms of comprehensiveness and diversity across datasets." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the Podcast Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the News Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high comprehensiveness win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high diversity win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG shows mixed results in empowerment, indicating room for improvement in providing specific examples and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG's approach is supported by LangChain's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach is supported by LlamaIndex's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the Neo4J graph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the NebulaGraph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's evaluation approach could be improved by comparing fabrication rates using SelfCheckGPT's methods." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "MultiHop-RAG dataset was created by Tang and Yang, 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "OpenORD algorithm was developed by Martin et al., 2011 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Force Atlas 2 algorithm was developed by Jacomy et al., 2014 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Kevin Scott is the CTO of Microsoft." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Behind the Tech is a podcast series featuring conversations with Kevin Scott." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "HotPotQA dataset was created by Yang et al., 2018." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "MT-Bench dataset was created by Zheng et al., 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Koesten et al., 2021 discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Xu and Lapata, 2021 worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Wang et al., 2023a discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Es et al., 2023 worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Naïve RAG uses the Podcast Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG uses the News Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG produces the most direct responses across all comparisons." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "LangChain supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LangChain supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + \ No newline at end of file diff --git a/graphfleet/output/20240720-130430/artifacts/stats.json b/graphfleet/output/20240720-130430/artifacts/stats.json new file mode 100644 index 000000000..0292b9b5f --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/stats.json @@ -0,0 +1,143 @@ +{ + "total_runtime": 6.47579288482666, + "num_documents": 1, + "input_load_time": 0, + "workflows": { + "create_base_text_units": { + "overall": 0.16627717018127441, + "0_orderby": 0.0035970211029052734, + "1_zip": 0.0018470287322998047, + "2_aggregate_override": 0.004055023193359375, + "3_chunk": 0.12868309020996094, + "4_select": 0.002821207046508789, + "5_unroll": 0.005218982696533203, + "6_rename": 0.0021491050720214844, + "7_genid": 0.002498149871826172, + "8_unzip": 0.002290010452270508, + "9_copy": 0.002213001251220703, + "10_filter": 0.009367942810058594 + }, + "create_base_extracted_entities": { + "overall": 0.045773983001708984, + "0_entity_extract": 0.030872821807861328, + "1_merge_graphs": 0.008597135543823242, + "2_snapshot_rows": 0.0036177635192871094 + }, + "create_summarized_entities": { + "overall": 0.02675604820251465, + "0_summarize_descriptions": 0.019794940948486328, + "1_snapshot_rows": 0.003776073455810547 + }, + "create_base_entity_graph": { + "overall": 0.08016204833984375, + "0_cluster_graph": 0.018535852432250977, + "1_snapshot_rows": 0.0045032501220703125, + "2_embed_graph": 0.042691707611083984, + "3_snapshot_rows": 0.005429983139038086, + "4_select": 0.005393266677856445 + }, + "create_final_entities": { + "overall": 0.23266887664794922, + "0_unpack_graph": 0.0072438716888427734, + "1_rename": 0.004275798797607422, + "2_select": 0.0048100948333740234, + "3_dedupe": 0.005615234375, + "4_rename": 0.005755186080932617, + "5_filter": 0.012032032012939453, + "6_text_split": 0.005688905715942383, + "7_drop": 0.005568981170654297, + "8_merge": 0.015675067901611328, + "9_text_embed": 0.14285993576049805, + "10_drop": 0.0057489871978759766, + "11_filter": 0.01332998275756836 + }, + "create_final_nodes": { + "overall": 3.2783870697021484, + "0_layout_graph": 3.160521984100342, + "1_unpack_graph": 0.01040792465209961, + "2_unpack_graph": 0.011495828628540039, + "3_drop": 0.007411003112792969, + "4_filter": 0.016080856323242188, + "5_select": 0.006790876388549805, + "6_snapshot": 0.00804901123046875, + "7_rename": 0.0069577693939208984, + "8_join": 0.012087106704711914, + "9_convert": 0.024879932403564453, + "10_rename": 0.006999015808105469 + }, + "create_final_communities": { + "overall": 0.19301819801330566, + "0_unpack_graph": 0.010084152221679688, + "1_unpack_graph": 0.010200023651123047, + "2_aggregate_override": 0.015155315399169922, + "3_join": 0.014912843704223633, + "4_join": 0.012012004852294922, + "5_concat": 0.010397195816040039, + "6_filter": 0.02092289924621582, + "7_aggregate_override": 0.016267061233520508, + "8_join": 0.01443791389465332, + "9_filter": 0.023517131805419922, + "10_fill": 0.008718013763427734, + "11_merge": 0.009701251983642578, + "12_copy": 0.00893712043762207, + "13_select": 0.010160207748413086 + }, + "join_text_units_to_entity_ids": { + "overall": 0.03917407989501953, + "0_select": 0.009686708450317383, + "1_unroll": 0.010011911392211914, + "2_aggregate_override": 0.010529041290283203 + }, + "create_final_relationships": { + "overall": 0.13391900062561035, + "0_unpack_graph": 0.013927936553955078, + "1_filter": 0.020788908004760742, + "2_rename": 0.012718677520751953, + "3_filter": 0.02132391929626465, + "4_drop": 0.00973200798034668, + "5_compute_edge_combined_degree": 0.012516021728515625, + "6_convert": 0.022177934646606445, + "7_convert": 0.011424064636230469 + }, + "join_text_units_to_relationship_ids": { + "overall": 0.055628061294555664, + "0_select": 0.010950803756713867, + "1_unroll": 0.01168680191040039, + "2_aggregate_override": 0.011717081069946289, + "3_select": 0.010792255401611328 + }, + "create_final_community_reports": { + "overall": 0.10979795455932617, + "0_prepare_community_reports_nodes": 0.012260675430297852, + "1_prepare_community_reports_edges": 0.012192010879516602, + "2_restore_community_hierarchy": 0.012454986572265625, + "3_prepare_community_reports": 0.030909299850463867, + "4_create_community_reports": 0.017818212509155273, + "5_window": 0.012929201126098633 + }, + "create_final_text_units": { + "overall": 0.18571925163269043, + "0_select": 0.01296687126159668, + "1_rename": 0.011850118637084961, + "2_join": 0.09460997581481934, + "3_join": 0.024423837661743164, + "4_aggregate_override": 0.01578211784362793, + "5_select": 0.01358795166015625 + }, + "create_base_documents": { + "overall": 0.14473605155944824, + "0_unroll": 0.01442408561706543, + "1_select": 0.014034032821655273, + "2_rename": 0.01389002799987793, + "3_join": 0.015326976776123047, + "4_aggregate_override": 0.014798879623413086, + "5_join": 0.01597118377685547, + "6_rename": 0.013926982879638672, + "7_convert": 0.029176950454711914 + }, + "create_final_documents": { + "overall": 0.02881598472595215, + "0_rename": 0.014281034469604492 + } + } +} \ No newline at end of file diff --git a/graphfleet/output/20240720-130430/artifacts/summarized_graph.graphml b/graphfleet/output/20240720-130430/artifacts/summarized_graph.graphml new file mode 100644 index 000000000..68db7781a --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/summarized_graph.graphml @@ -0,0 +1,965 @@ + + + + + + + + + + "PERSON" + "Darren Edge is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Ha Trinh is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Newman Cheng is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Joshua Bradley is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Alex Chao is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Apurva Mody is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Steven Truitt is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "PERSON" + "Jonathan Larson is one of the authors of the paper and a contributor to the research on Graph RAG approach to query-focused summarization." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "ORGANIZATION" + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + "EVENT" + Graph RAG is an approach proposed in a paper for query-focused summarization over private text corpora using a graph-based text index. It leverages the natural modularity of graphs to partition data for global summarization, achieving competitive performance in various evaluations. + 27f5bd73115aa334eae2c121c53f8a45,76f53fb8722af58423d32a9f95018b18,77f9589bc5acd4c518314fae6c3769c8 + + + "PERSON" + "Traag et al., 2019 refers to the authors of the Leiden algorithm, which is used for hierarchical community detection." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MultiHop-RAG is a dataset used for indexing and graph community detection, as mentioned in the text." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Tang and Yang, 2024 refers to the authors associated with the MultiHop-RAG dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "OpenORD is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Martin et al., 2011 refers to the authors of the OpenORD algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "TECHNOLOGY" + "Force Atlas 2 is a node layout algorithm used for visualizing graph communities." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Jacomy et al., 2014 refers to the authors of the Force Atlas 2 algorithm." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Kevin Scott is the CTO of Microsoft and a participant in the podcast conversations compiled in the dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + Microsoft is a technology company where Kevin Scott serves as Chief Technology Officer (CTO). In 2023, Microsoft conducted a preliminary study on the impact of large language models on scientific discovery using GPT-4. + 39aecf1064d6b3e3cca60cd12e9ff74d,4a924a483e795e5e40dbdb018113c06e + + + "PODCAST" + "Behind the Tech is a podcast series featuring conversations between Kevin Scott and other technology leaders." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "HotPotQA is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Yang et al., 2018 refers to the authors of the HotPotQA dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "DATASET" + "MT-Bench is a benchmark dataset for open-domain question answering." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Zheng et al., 2024 refers to the authors of the MT-Bench dataset." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Koesten et al., 2021 refers to the authors who discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Xu and Lapata, 2021 refers to the authors who worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Wang et al., 2023a refers to the authors who discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + "PERSON" + "Es et al., 2023 refers to the authors who worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + + + 4a924a483e795e5e40dbdb018113c06e + + + "ORGANIZATION" + "Naïve RAG is a basic retrieval-augmented generation system that converts documents to text, splits text into chunks, and embeds these chunks into a vector space for retrieval." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The Podcast Dataset is a collection of podcast transcripts used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "GEO" + "The News Dataset is a collection of news articles used for evaluating the performance of different RAG systems." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Comprehensiveness refers to the ability of a system to provide detailed and complete answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Diversity refers to the ability of a system to provide varied and rich responses covering a wide range of perspectives." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Empowerment refers to the ability of a system to help users reach an informed understanding by providing specific examples, quotes, and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + "EVENT" + "Directness refers to the ability of a system to provide concise and specific answers to questions." + 77f9589bc5acd4c518314fae6c3769c8 + + + "ORGANIZATION" + "LangChain is an organization that supports a variety of graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + "LlamaIndex is an organization that supports graph databases and provides libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + "ORGANIZATION" + Neo4J is a company that initiated Project NaLLM, as mentioned in their GitHub repository in 2024. Neo4J is also an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + NebulaGraph is a company that launched the industry-first graph RAG: Retrieval-augmented generation with LLM based on knowledge graphs in 2024. Additionally, NebulaGraph is an organization that offers a graph database format used for creating and reasoning over knowledge graphs. + 27f5bd73115aa334eae2c121c53f8a45,39aecf1064d6b3e3cca60cd12e9ff74d + + + "ORGANIZATION" + "SelfCheckGPT is an organization that provides approaches for comparing fabrication rates to improve analysis." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Alonso Guevara Fernández is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Amber Hoak is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Andrés Morales Esquivel is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ben Cutler is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Billie Rinaldi is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Sanchez is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Chris Trevino is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Christine Caggiano is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "David Tittsworth is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Dayenne de Souza is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Douglas Orbaker is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Ed Clark is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gabriel Nieves-Ponce is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Gaudy Blanco Meneses is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Kate Lytvynets is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Katy Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mónica Carvajal is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Nathan Evans is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Richard Ortega is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Rodrigo Racanicci is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Sarah Smith is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Shane Solomon is one of the contributors to the work presented in the document." + 27f5bd73115aa334eae2c121c53f8a45 + + + "PERSON" + "Mao, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "He, P. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liu, X. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shen, Y. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gao, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Han, J. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Chen, W. is an author who contributed to the paper 'Generation-augmented retrieval for open-domain question answering' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, S. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Brown, W. M. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Klavans, R. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Boyack, K. is an author who contributed to the paper 'Openord: An open-source toolbox for large graph layout' presented at the SPIE Conference on Visualization and Data Analysis (VDA) in 2011." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Newman, M. E. is an author who wrote about modularity and community structure in networks, published in the Proceedings of the National Academy of Sciences in 2006." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ram, O. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Levine, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Dalmedigos, I. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Muhlgay, D. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shashua, A. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Leyton-Brown, K. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shoham, Y. is an author who contributed to the paper 'In-context retrieval-augmented language models' published in the Transactions of the Association for Computational Linguistics in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Ranade, P. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Joshi, A. is an author who contributed to the paper 'Fabula: Intelligence report generation using retrieval-augmented narrative construction' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sarthi, P. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Abdullah, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tuli, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khanna, S. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Goldie, A. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Manning, C. D. is an author who contributed to the paper 'Raptor: Recursive abstractive processing for tree-organized retrieval' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Scott, K. is associated with 'Behind the Tech,' a platform or publication by Microsoft in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shao, Z. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Gong, Y. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Huang, M. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Duan, N. is an author who contributed to the paper 'Enhancing retrieval-augmented large language models with iterative retrieval-generation synergy' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Su, D. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, Y. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yu, T. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Siddique, F. B. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Barezi, E. J. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Fung, P. is an author who contributed to the paper 'Caire-covid: A question answering and query-focused multi-document summarization system for covid-19 scholarly information management' published in 2020." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Tang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Yang, Y. is an author who contributed to the paper 'MultiHop-RAG: Benchmarking retrieval-augmented generation for multi-hop queries' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Touvron, H. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Martin, L. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stone, K. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Albert, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Almahairi, A. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Babaei, Y. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bashlykov, N. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Batra, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhargava, P. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Bhosale, S. is an author who contributed to the paper 'Llama 2: Open foundation and fine-tuned chat models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Traag, V. A. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Waltman, L. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Van Eck, N. J. is an author who contributed to the paper 'From Louvain to Leiden: guaranteeing well-connected communities' published in Scientific Reports in 2019." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanoska, M. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Stojanov, R. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trajanov, D. is an author who contributed to the paper 'Enhancing knowledge graph construction using large language models' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Trivedi, H. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Balasubramanian, N. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khot, T. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sabharwal, A. is an author who contributed to the paper 'Interleaving retrieval with chain-of-thought reasoning for knowledge-intensive multi-step questions' published in 2022." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Liang, Y. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Meng, F. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Sun, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Shi, H. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Li, Z. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Xu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Qu, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhou, J. is an author who contributed to the paper 'Is chatgpt a good nlg evaluator? a preliminary study' published in 2023." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Wang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Khramtsova, E. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zhuang, S. is an author who contributed to the paper 'Feb4rag: Evaluating federated search in the context of retrieval augmented generation' published in 2024." + 39aecf1064d6b3e3cca60cd12e9ff74d + + + "PERSON" + "Zuccon, G. + 39aecf1064d6b3e3cca60cd12e9ff74d + + + 1.0 + "Darren Edge is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Darren Edge is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Ha Trinh is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Newman Cheng is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Joshua Bradley is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Alex Chao is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Apurva Mody is affiliated with Microsoft Office of the CTO." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Steven Truitt is affiliated with Microsoft Strategic Missions and Technologies." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is one of the contributors to the development and research of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Jonathan Larson is affiliated with Microsoft Research." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Research is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Strategic Missions and Technologies is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Microsoft Office of the CTO is one of the organizations involved in the research and development of the Graph RAG approach." + 76f53fb8722af58423d32a9f95018b18 + + + 1.0 + "Graph RAG outperforms Naïve RAG in terms of comprehensiveness and diversity across datasets." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the Podcast Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG uses the News Dataset to evaluate its performance in providing comprehensive and diverse answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high comprehensiveness win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG achieves high diversity win rates in evaluations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG shows mixed results in empowerment, indicating room for improvement in providing specific examples and citations." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Graph RAG's approach is supported by LangChain's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach is supported by LlamaIndex's libraries for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the Neo4J graph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's approach can be implemented using the NebulaGraph database format." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "Graph RAG's evaluation approach could be improved by comparing fabrication rates using SelfCheckGPT's methods." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "MultiHop-RAG dataset was created by Tang and Yang, 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "OpenORD algorithm was developed by Martin et al., 2011 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Force Atlas 2 algorithm was developed by Jacomy et al., 2014 for node layout in graph visualizations." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Kevin Scott is the CTO of Microsoft." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Behind the Tech is a podcast series featuring conversations with Kevin Scott." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Scott, 2024 refers to Kevin Scott, who is associated with the Behind the Tech podcast." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "HotPotQA dataset was created by Yang et al., 2018." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "MT-Bench dataset was created by Zheng et al., 2024." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Koesten et al., 2021 discussed the process of data sensemaking." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Xu and Lapata, 2021 worked on methods for extracting latent summarization queries from source texts." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Wang et al., 2023a discussed the evaluation of natural language generation using LLMs." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Es et al., 2023 worked on evaluating the performance of RAG systems." + 4a924a483e795e5e40dbdb018113c06e + + + 1.0 + "Naïve RAG uses the Podcast Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG uses the News Dataset to evaluate its performance in providing direct answers." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "Naïve RAG produces the most direct responses across all comparisons." + 77f9589bc5acd4c518314fae6c3769c8 + + + 1.0 + "LangChain supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LangChain supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the Neo4J graph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + 1.0 + "LlamaIndex supports the NebulaGraph database format for creating and reasoning over knowledge graphs." + 27f5bd73115aa334eae2c121c53f8a45 + + + \ No newline at end of file diff --git a/graphfleet/output/20240720-130430/artifacts/top_level_nodes.json b/graphfleet/output/20240720-130430/artifacts/top_level_nodes.json new file mode 100644 index 000000000..2c00c4bef --- /dev/null +++ b/graphfleet/output/20240720-130430/artifacts/top_level_nodes.json @@ -0,0 +1,142 @@ +{"id":"b45241d70f0e43fca764df95b2b81f77","x":10.4002904892,"y":-13.5935106277} +{"id":"4119fd06010c494caa07f439b333f4c5","x":7.0482540131,"y":1.0123164654} +{"id":"d3835bf3dda84ead99deadbeac5d0d7d","x":1.6138035059,"y":6.8906226158} +{"id":"077d2820ae1845bcbb1803379a3d1eae","x":4.6924052238,"y":7.699136734} +{"id":"3671ea0dd4e84c1a9b02c5ab2c8f4bac","x":7.7757921219,"y":0.2263092846} +{"id":"19a7f254a5d64566ab5cc15472df02de","x":3.0168802738,"y":7.4035143852} +{"id":"e7ffaee9d31d4d3c96e04f911d0a8f9e","x":8.8584280014,"y":0.5625160336} +{"id":"f7e11b0e297a44a896dc67928368f600","x":1.4630110264,"y":8.4656829834} +{"id":"1fd3fa8bb5a2408790042ab9573779ee","x":10.3725280762,"y":-0.8435932994} +{"id":"27f9fbe6ad8c4a8b9acee0d3596ed57c","x":10.6417160034,"y":0.675214529} +{"id":"e1fd0e904a53409aada44442f23a51cb","x":4.0098218918,"y":7.0623502731} +{"id":"de988724cfdf45cebfba3b13c43ceede","x":10.9747333527,"y":-1.1053900719} +{"id":"96aad7cb4b7d40e9b7e13b94a67af206","x":null,"y":null} +{"id":"c9632a35146940c2a86167c7726d35e9","x":null,"y":null} +{"id":"9646481f66ce4fd2b08c2eddda42fc82","x":null,"y":null} +{"id":"d91a266f766b4737a06b0fda588ba40b","x":null,"y":null} +{"id":"bc0e3f075a4c4ebbb7c7b152b65a5625","x":null,"y":null} +{"id":"254770028d7a4fa9877da4ba0ad5ad21","x":null,"y":null} +{"id":"4a67211867e5464ba45126315a122a8a","x":null,"y":null} +{"id":"04dbbb2283b845baaeac0eaf0c34c9da","x":null,"y":null} +{"id":"1943f245ee4243bdbfbd2fd619ae824a","x":null,"y":null} +{"id":"273daeec8cad41e6b3e450447db58ee7","x":null,"y":null} +{"id":"e69dc259edb944ea9ea41264b9fcfe59","x":null,"y":null} +{"id":"e2f5735c7d714423a2c4f61ca2644626","x":null,"y":null} +{"id":"deece7e64b2a4628850d4bb6e394a9c3","x":null,"y":null} +{"id":"e657b5121ff8456b9a610cfaead8e0cb","x":null,"y":null} +{"id":"bf4e255cdac94ccc83a56435a5e4b075","x":null,"y":null} +{"id":"3b040bcc19f14e04880ae52881a89c1c","x":null,"y":null} +{"id":"3d6b216c14354332b1bf1927ba168986","x":null,"y":null} +{"id":"1c109cfdc370463eb6d537e5b7b382fb","x":null,"y":null} +{"id":"3d0dcbc8971b415ea18065edc4d8c8ef","x":null,"y":null} +{"id":"68105770b523412388424d984e711917","x":null,"y":null} +{"id":"85c79fd84f5e4f918471c386852204c5","x":null,"y":null} +{"id":"eae4259b19a741ab9f9f6af18c4a0470","x":null,"y":null} +{"id":"3138f39f2bcd43a69e0697cd3b05bc4d","x":null,"y":null} +{"id":"dde131ab575d44dbb55289a6972be18f","x":11.2184743881,"y":-0.1065469235} +{"id":"de9e343f2e334d88a8ac7f8813a915e5","x":3.920743227,"y":8.3699541092} +{"id":"e2bf260115514fb3b252fd879fb3e7be","x":0.6686808467,"y":7.4943947792} +{"id":"b462b94ce47a4b8c8fffa33f7242acec","x":9.167509079,"y":-12.6972064972} +{"id":"17ed1d92075643579a712cc6c29e8ddb","x":10.1959400177,"y":-12.7075843811} +{"id":"3ce7c210a21b4deebad7cc9308148d86","x":9.7119264603,"y":-11.5524234772} +{"id":"d64ed762ea924caa95c8d06f072a9a96","x":8.7726926804,"y":-11.9015464783} +{"id":"adf4ee3fbe9b4d0381044838c4f889c8","x":2.8182528019,"y":8.3670911789} +{"id":"32ee140946e5461f9275db664dc541a5","x":7.9685645103,"y":1.3336498737} +{"id":"c160b9cb27d6408ba6ab20214a2f3f81","x":9.8647108078,"y":0.0281764884} +{"id":"23527cd679ff4d5a988d52e7cd056078","x":1.7955389023,"y":7.7120885849} +{"id":"f1c6eed066f24cbdb376b910fce29ed4","x":9.3674049377,"y":-13.5840892792} +{"id":"83a6cb03df6b41d8ad6ee5f6fef5f024","x":null,"y":null} +{"id":"147c038aef3e4422acbbc5f7938c4ab8","x":null,"y":null} +{"id":"b7702b90c7f24190b864e8c6e64612a5","x":null,"y":null} +{"id":"de6fa24480894518ab3cbcb66f739266","x":null,"y":null} +{"id":"6fae5ee1a831468aa585a1ea09095998","x":null,"y":null} +{"id":"ef32c4b208d041cc856f6837915dc1b0","x":null,"y":null} +{"id":"07b2425216bd4f0aa4e079827cb48ef5","x":null,"y":null} +{"id":"2670deebfa3f4d69bb82c28ab250a209","x":null,"y":null} +{"id":"404309e89a5241d6bff42c05a45df206","x":null,"y":null} +{"id":"b785a9025069417f94950ad231bb1441","x":null,"y":null} +{"id":"3b6cd96a27304614850709aba1c9598b","x":null,"y":null} +{"id":"d54956b79dd147f894b67a8b97dcbef0","x":null,"y":null} +{"id":"958beecdb5bb4060948415ffd75d2b03","x":null,"y":null} +{"id":"b999ed77e19e4f85b7f1ae79af5c002a","x":null,"y":null} +{"id":"48c0c4d72da74ff5bb926fa0c856d1a7","x":null,"y":null} +{"id":"4f3c97517f794ebfb49c4c6315f9cf23","x":null,"y":null} +{"id":"1745a2485a9443bab76587ad650e9be0","x":null,"y":null} +{"id":"32e6ccab20d94029811127dbbe424c64","x":null,"y":null} +{"id":"94a964c6992945ebb3833dfdfdc8d655","x":null,"y":null} +{"id":"1eb829d0ace042089f0746f78729696c","x":null,"y":null} +{"id":"015e7b58d1a14b44beab3bbc9f912c18","x":null,"y":null} +{"id":"26f88ab3e2e04c33a459ad6270ade565","x":null,"y":null} +{"id":"babe97e1d9784cffa1c85abc1e588126","x":null,"y":null} +{"id":"1033a18c45aa4584b2aef6ab96890351","x":null,"y":null} +{"id":"c9b8ce91fc2945b4907fe35519339cac","x":null,"y":null} +{"id":"fa3c4204421c48609e52c8de2da4c654","x":null,"y":null} +{"id":"53af055f068244d0ac861b2e89376495","x":null,"y":null} +{"id":"c03ab3ce8cb74ad2a03b94723bfab3c7","x":null,"y":null} +{"id":"ed6d2eee9d7b4f5db466b1f6404d31cc","x":null,"y":null} +{"id":"fc01e9baa80e417c9206f941bb279407","x":null,"y":null} +{"id":"56d0e5ebe79e4814bd1463cf6ca21394","x":null,"y":null} +{"id":"7c49f2710e8b4d3b8dc9310834406ea5","x":null,"y":null} +{"id":"c6d1e4f56c2843e89cf0b91c10bb6de2","x":null,"y":null} +{"id":"0adb2d9941f34ef7b2f7743cc6225844","x":null,"y":null} +{"id":"6b02373137fd438ba96af28f735cdbdb","x":null,"y":null} +{"id":"36a4fcd8efc144e6b8af9a1c7ab8b2ce","x":null,"y":null} +{"id":"fbeef791d19b413a9c93c6608286ab63","x":null,"y":null} +{"id":"d2b629c0396f4180a03e16ddf3818589","x":null,"y":null} +{"id":"6102fc6619ed422ebc42588bfa97355d","x":null,"y":null} +{"id":"8d141c0b80f74b79a05eed7fe161fe49","x":null,"y":null} +{"id":"e22d1d1cd8d14f12b81828d940f40d70","x":null,"y":null} +{"id":"9ab48505fb1b487babd0d1f6d3a3f980","x":null,"y":null} +{"id":"148fffeb994541b2b4b6dcefda7001a8","x":null,"y":null} +{"id":"89c08e793298442686292454a1abff31","x":null,"y":null} +{"id":"0467928aa65e4a4fba62bdb1467e3a54","x":null,"y":null} +{"id":"43c3390303c6476cb65f584e37c3e81c","x":null,"y":null} +{"id":"fa14b16c17e3417dba5a4b473ea5b18d","x":null,"y":null} +{"id":"7cc3356d38de4328a51a5cbcb187dac3","x":null,"y":null} +{"id":"bef16fb5fd7344cca5e295b13ef3e0cd","x":null,"y":null} +{"id":"bb9e01bc171d4326a29afda59ece8d17","x":null,"y":null} +{"id":"3c063eea52e94164b70c99431ea30bae","x":null,"y":null} +{"id":"252cc8452bfc4c2aa58cab68d8b61879","x":null,"y":null} +{"id":"7e2c84548fb94ee395ba8588d8f2a006","x":null,"y":null} +{"id":"f034618dde7948beb6dab30176d0fc87","x":null,"y":null} +{"id":"5c41f96be13e49dba649454297834546","x":null,"y":null} +{"id":"7ea4afbf8a264f29af29950ce98105ba","x":null,"y":null} +{"id":"91ff849d12b24574b0691dbddf44968b","x":null,"y":null} +{"id":"d73c1f2fb3094d8dace42ad2a76e9a52","x":null,"y":null} +{"id":"cdc8901e668749889bd49bebdc4ff1f6","x":null,"y":null} +{"id":"36084a9fab53433493f079e97e68bf65","x":null,"y":null} +{"id":"eebcc7ec8e3e4df7aea83659bbdc2199","x":null,"y":null} +{"id":"ceadf262ef834e9ab146b20650912cae","x":null,"y":null} +{"id":"7f65feab75424b53b24470d305ba331a","x":null,"y":null} +{"id":"fd9cb733b28d420cb5cef01e545a132c","x":null,"y":null} +{"id":"0fbcca3f17c649a08aea64b5a7d9ef36","x":null,"y":null} +{"id":"482027a59f32484c9c44fd700615c1b6","x":null,"y":null} +{"id":"de837ff3d626451282ff6ac77a82216d","x":null,"y":null} +{"id":"460295fed3ae4cd39f9f274cec9c2506","x":null,"y":null} +{"id":"553b285bba60460ab1ed8341ae61282b","x":null,"y":null} +{"id":"cec95bf17e7e4c939b56c9c6f402a29f","x":null,"y":null} +{"id":"599164aead034bc19446efacc77554d2","x":null,"y":null} +{"id":"bbf148ae4d48422f8fdef754cfa2b9e4","x":null,"y":null} +{"id":"de61b2670999433f807a6a1dc2b81e43","x":null,"y":null} +{"id":"3e95dacfe57b4d57b5da4310ef2e157f","x":null,"y":null} +{"id":"1f1545308e9347af91fd03b94aadc21f","x":null,"y":null} +{"id":"6ea81acaf232485e94fff638e03336e1","x":null,"y":null} +{"id":"d136b08d586d488f9e4188b524c85a29","x":null,"y":null} +{"id":"cccfa151fedc4b218a8d96adc7dceabe","x":null,"y":null} +{"id":"ce54725672a74ebcabe6127577dacb2b","x":null,"y":null} +{"id":"ea2b28ca1a974ffab4517811dc1d1e5c","x":null,"y":null} +{"id":"aff21f1da1654e7babdcf3fb0e4a75fc","x":null,"y":null} +{"id":"dc2cc9016e3f49dbac7232f05cce794d","x":null,"y":null} +{"id":"6ea0cef05f694dcea455478f40674e45","x":null,"y":null} +{"id":"7ab5d53a872f4dfc98f3d386879f3c75","x":null,"y":null} +{"id":"af1d0fec22114a3398b8016f5225f9ed","x":null,"y":null} +{"id":"b07a7f088364459098cd8511ff27a4c8","x":null,"y":null} +{"id":"8870cf2b5df64d2cab5820f67e29b9f1","x":null,"y":null} +{"id":"cd130938a2844050be991af70baf5ee0","x":null,"y":null} +{"id":"43544b99c3b04b059546198a0ae6366d","x":null,"y":null} +{"id":"a671bf7fea2f4514b6e96ba99127fafd","x":null,"y":null} +{"id":"525f41ea20274a05af4e52b625b473f3","x":null,"y":null} +{"id":"071a416efbec4f0886c19ac68f6d43cb","x":null,"y":null} +{"id":"6d8473ef3b1042bf87178a611e3dbcc6","x":null,"y":null} +{"id":"30c9641543c24773938bd8ec57ea98ab","x":null,"y":null} +{"id":"18b839da898e4026b81727d759d95c6a","x":null,"y":null} diff --git a/graphfleet/output/20240720-130430/reports/logs.json b/graphfleet/output/20240720-130430/reports/logs.json new file mode 100644 index 000000000..e69de29bb