Spaces:
Paused
Paused
themissingCRAM
commited on
Commit
·
81c1287
1
Parent(s):
8466e43
new dataset
Browse files
app.py
CHANGED
|
@@ -99,7 +99,7 @@ if __name__ == "__main__":
|
|
| 99 |
# )
|
| 100 |
# for doc in knowledge_base
|
| 101 |
# ]
|
| 102 |
-
source_docs = HuggingFaceDatasetLoader("MuskumPillerum/General-Knowledge", "Answer").load()
|
| 103 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 104 |
chunk_size=500,
|
| 105 |
chunk_overlap=50,
|
|
|
|
| 99 |
# )
|
| 100 |
# for doc in knowledge_base
|
| 101 |
# ]
|
| 102 |
+
source_docs = HuggingFaceDatasetLoader("MuskumPillerum/General-Knowledge", "Answer").load()[:100]
|
| 103 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 104 |
chunk_size=500,
|
| 105 |
chunk_overlap=50,
|