d

.gitignore

@@ -0,0 +1,3 @@
+
+*.pdf
+

app.py

@@ -1,7 +1,113 @@
+import os
 import gradio as gr
+from llama_index import GPTSimpleVectorIndex, SimpleDirectoryReader, ServiceContext,LLMPredictor
+from langchain.chat_models import ChatOpenAI
+from llama_index.llm_predictor.chatgpt import ChatGPTLLMPredictor
+import huggingface_hub
+from huggingface_hub import Repository
+from datetime import datetime
+import csv
+
+DATASET_REPO_URL = "https://huggingface.co/datasets/diazcalvi/kionlinde"#"https://huggingface.co/datasets/julien-c/persistent-space-dataset"
+DATA_FILENAME = "kion.json"
+DATA_FILE = os.path.join("data", DATA_FILENAME)
+
+HF_TOKEN = os.environ.get("HF_TOKEN")
+print("is none?", HF_TOKEN is None)
+
+print("hfh", huggingface_hub.__version__)
+
+
+
+#os.system("git config --global user.name \"Carlos Diaz\"")
+#os.system("git config --global user.email \"diazcalvi@gmail.com\"")
+
+
+##repo = Repository(
+#    local_dir="data", clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
+#)
+
+
+index_name = "./data/kion.json"
+documents_folder = "./documents"
+#@st.experimental_memo
+#@st.cache_resource
+def initialize_index(index_name, documents_folder):
+    #llm_predictor = ChatGPTLLMPredictor()
+    llm_predictor = LLMPredictor(llm=ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo")) #	text-davinci-003"))"gpt-3.5-turbo"
+    
+    service_context = ServiceContext.from_defaults(llm_predictor=llm_predictor)
+    if os.path.exists(index_name):
+        index = GPTSimpleVectorIndex.load_from_disk(index_name)
+    else:
+        documents = SimpleDirectoryReader(documents_folder).load_data()
+        index = GPTSimpleVectorIndex.from_documents(documents)
+        index.save_to_disk(index_name)
+        print(DATA_FILE)
+        index.save_to_disk(DATA_FILE)
+
+    return index
+
+#@st.experimental_memo
+#@st.cache_data(max_entries=200, persist=True)
+def query_index(_index, query_text):
+    response = _index.query(query_text)
+    return str(response)
+
+def generate_html() -> str:
+    with open(DATA_FILE) as csvfile:
+        reader = csv.DictReader(csvfile)
+        rows = []
+        for row in reader:
+            rows.append(row)
+        rows.reverse()
+        if len(rows) == 0:
+            return "no messages yet"
+        else:
+            html = "<div class='chatbot'>"
+            for row in rows:
+                html += "<div>"
+                html += f"<span>{row['name']}</span>"
+                html += f"<span class='message'>{row['message']}</span>"
+                html += "</div>"
+            html += "</div>"
+            return html
+
+
+def store_message(name: str, message: str):
+    if name and message:
+        print(DATA_FILE)
+        print(DATA_FILENAME)
+        print(DATASET_REPO_URL)
+        with open(DATA_FILE, "a") as csvfile:
+            writer = csv.DictWriter(csvfile, fieldnames=["name", "message", "time"])
+            writer.writerow(
+                {"name": name, "message": message, "time": str(datetime.now())}
+            )
+        commit_url = repo.push_to_hub()
+        print(commit_url)
+
+    return commit_url #generate_html()
+
+
 
 def greet(name):
-    return "Hello " + name + "!!"
+    response = query_index(index, "Act as a KION equipment expert:" + text)
+    return response
+
+
+about any KION/Linde products. The AI knows all the details, loads, sizes, manuals and procedures to support hundreds of parts and equipment. You can check out also our repository [here](https://www.linde-mh.com/en/About-us/Media/)")
+
+index = None
+api_key = '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'#st.text_input("Enter your OpenAI API key here:", type="password")
+if api_key:
+    os.environ['OPENAI_API_KEY'] = api_key
+    index = initialize_index(index_name, documents_folder)    
+
+
+if index is None:
+    st.warning("Please enter your api key first.")
+
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()

app2.py

@@ -0,0 +1,7 @@
+import gradio as gr
+
+def greet(name):
+    return "Hello " + name + "!!"
+
+iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+iface.launch()

data/.gitattributes

@@ -0,0 +1,54 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.lz4 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+# Audio files - uncompressed
+*.pcm filter=lfs diff=lfs merge=lfs -text
+*.sam filter=lfs diff=lfs merge=lfs -text
+*.raw filter=lfs diff=lfs merge=lfs -text
+# Audio files - compressed
+*.aac filter=lfs diff=lfs merge=lfs -text
+*.flac filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+*.ogg filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+# Image files - uncompressed
+*.bmp filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.tiff filter=lfs diff=lfs merge=lfs -text
+# Image files - compressed
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.webp filter=lfs diff=lfs merge=lfs -text

requirements.txt

@@ -0,0 +1,4 @@
+langchain==0.0.123
+llama-index==0.5.1
+streamlit==1.19.0
+PyPDF2