To use an entire directory as data source, just add data_type as directory and pass in the path of the local directory.
Without customization
import osfrom embedchain import Appos.environ["OPENAI_API_KEY"] = "sk-xxx"app = App()app.add("./elon-musk", data_type="directory")response = app.query("list all files")print(response)# Answer: Files are elon-musk-1.txt, elon-musk-2.pdf.
Customization
import osfrom embedchain import Appfrom embedchain.loaders.directory_loader import DirectoryLoaderos.environ["OPENAI_API_KEY"] = "sk-xxx"lconfig = { "recursive": True, "extensions": [".txt"]}loader = DirectoryLoader(config=lconfig)app = App()app.add("./elon-musk", loader=loader)response = app.query("what are all the files related to?")print(response)# Answer: The files are related to Elon Musk.