add query website with gpt example

Author: onlyphantom

6_team.py

@@ -0,0 +1,33 @@
+
+from dotenv import load_dotenv
+from llama_index import GPTChromaIndex, TrafilaturaWebReader
+import chromadb
+
+load_dotenv()
+
+def create_embedding_store(name):
+    chroma_client = chromadb.Client()
+    return chroma_client.create_collection("newspieces")
+
+def query_pages(collection, urls, questions):
+    docs = TrafilaturaWebReader().load_data(urls)
+    index = GPTChromaIndex.from_documents(docs, chroma_collection=collection)
+    for question in questions:
+        print(f"Question: {question} \n")
+        print(f"Answer: {index.query(question)}")
+
+if __name__ == "__main__":
+    url_list = ["https://supertype.ai", "https://supertype.ai/about-us"]
+    questions = [
+        "Who are the members of Supertype.ai", 
+        "What problems are they trying to solve?",
+        "What are the important values at the company?"
+    ]
+
+    collection = create_embedding_store("supertype")
+
+    query_pages(
+        collection,
+        url_list,
+        questions
+    )

newspieces.json

@@ -1,24 +1 @@
-{
-    "index_struct": {
-        "__type__": "chroma",
-        "__data__": {
-            "index_id": "6c885f2c-9b0d-44b6-ad81-ce34ad3ccc87",
-            "summary": null,
-            "nodes_dict": {},
-            "doc_id_dict": {},
-            "embeddings_dict": {}
-        }
-    },
-    "docstore": {
-        "docs": {},
-        "ref_doc_info": {
-            "eba4909c-2870-445c-90a2-8f07c29c31ff": {
-                "doc_hash": "1abedf1e096b34455d8e4cd5b65b87329a34b30e8ce3c6fabd000241522e5081"
-            },
-            "9b7ab721-a18f-4c48-b103-242c790390f6": {
-                "doc_hash": "e55b12ed31aceb1a6b09488c2686b3290405c6d682d19a0c3719f1502681f416"
-            }
-        }
-    },
-    "vector_store": {}
-}
+{"index_struct": {"__type__": "chroma", "__data__": {"index_id": "90246c0b-4d00-4e43-888b-a02dff903054", "summary": null, "nodes_dict": {}, "doc_id_dict": {}, "embeddings_dict": {}}}, "docstore": {"docs": {}, "ref_doc_info": {"2554d06a-ae2c-4b05-920b-d6bddeaab2e7": {"doc_hash": "1abedf1e096b34455d8e4cd5b65b87329a34b30e8ce3c6fabd000241522e5081"}, "3e5dbe9f-843c-494c-a027-d3984c1a6eb5": {"doc_hash": "e55b12ed31aceb1a6b09488c2686b3290405c6d682d19a0c3719f1502681f416"}}}, "vector_store": {}}