lib/loader.py

import os
from langchain_community.document_loaders.generic import GenericLoader
from langchain_community.document_loaders.parsers import LanguageParser
from langchain_text_splitters import Language

def load_files(repository_path):
    loader = GenericLoader.from_filesystem(
        repository_path,
        glob="**/*",
        suffixes=[".py"],
        parser=LanguageParser(
            language=Language.PYTHON
        )
    )

    docs = loader.load()

    return docs