structured

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "cmake.sourceDirectory": "D:/GitHub/ChatbotDemo/llama.cpp"
+}

Dockerfile

@@ -1,14 +1,39 @@
+# Base image
 FROM python:3.10-slim
 
-# Install dependencies
-RUN pip install fastapi uvicorn
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    wget \
+    build-essential \
+    cmake \
+    libopenblas-dev \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
 
-# Copy your app
-COPY app.py /app/app.py
+# Set working directory
 WORKDIR /app
 
-# Expose port 7860 for Hugging Face Spaces
+# Copy app code
+COPY . .
+
+# Download TinyLlama GGUF model from Hugging Face
+RUN mkdir -p /app/models && \
+    wget -O /app/models/TinyLlama.gguf \
+    https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-GGUF/resolve/main/TinyLlama-1.1B-Chat-v1.0.Q4_K_M.gguf
+
+# Clone and build llama.cpp
+RUN git clone https://github.com/ggerganov/llama.cpp.git /app/llama.cpp && \
+    cd /app/llama.cpp && \
+    mkdir -p build && cd build && \
+    cmake .. -DLLAMA_BUILD_EXAMPLES=ON -DLLAMA_BUILD_SERVER=OFF && \
+    cmake --build . --config Release
+
+# Install Python dependencies
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Expose the port
 EXPOSE 7860
 
-# Run the FastAPI app
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+# Run FastAPI app
+CMD ["uvicorn", "app.app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -1,7 +0,0 @@
-from fastapi import FastAPI
-
-app = FastAPI()
-
-@app.get("/")
-def greet_json():
-    return {"Hello": "World!"}

app/app.py

@@ -0,0 +1,64 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from typing import List
+import subprocess
+import os
+import json
+
+from policy_vector_db import PolicyVectorDB
+
+app = FastAPI()
+
+# Load processed chunks into vector DB
+vector_db = PolicyVectorDB()
+if not vector_db.is_initialized():
+    with open("processed_chunks.json", "r") as f:
+        chunks = json.load(f)
+        vector_db.load(chunks)
+
+# Paths
+MODEL_PATH = "./models/TinyLlama.gguf"
+LLAMA_BINARY_PATH = "./llama.cpp/build/bin/main"
+
+class QueryRequest(BaseModel):
+    query: str
+    top_k: int = 3
+
+@app.post("/chat")
+async def chat(request: QueryRequest):
+    query = request.query
+    top_k = request.top_k
+
+    # Search vector DB
+    results = vector_db.search(query, top_k=top_k)
+    context = "\n\n".join([r['text'] for r in results])
+
+    # Create prompt
+    prompt = (
+        f"### Instruction:\n{query}\n\n"
+        f"### Context:\n{context}\n\n"
+        "### Response:\n"
+    )
+
+    # Call llama.cpp CLI
+    try:
+        result = subprocess.run(
+            [LLAMA_BINARY_PATH, "-m", MODEL_PATH, "-p", prompt, "-n", "256"],
+            capture_output=True,
+            text=True
+        )
+        if result.returncode != 0:
+            return {"error": result.stderr.strip()}
+        output = result.stdout
+    except Exception as e:
+        return {"error": str(e)}
+
+    return {
+        "query": query,
+        "context_used": context,
+        "response": output.strip()
+    }
+
+@app.get("/")
+def root():
+    return {"message": "TinyLlama RAG Chatbot is running"}

app/policy_vector_db.py

@@ -0,0 +1,115 @@
+import json
+import chromadb
+from sentence_transformers import SentenceTransformer
+from typing import List, Dict
+
+class PolicyVectorDB:
+    def __init__(self, db_path="./chroma_db"):
+        """Initialize vector database for policy chunks"""
+        self.client = chromadb.PersistentClient(path=db_path)
+        self.collection_name = "neepco_dop_policies"
+        
+        # Initialize embedding model
+        self.embedding_model = SentenceTransformer('all-MiniLM-L6-v2')
+        
+        # Create or get collection
+        try:
+            self.collection = self.client.get_collection(self.collection_name)
+            print("Loaded existing collection")
+        except:
+            self.collection = self.client.create_collection(
+                name=self.collection_name,
+                metadata={"description": "NEEPCO DOP Policy chunks"}
+            )
+            print("Created new collection")
+
+    def _flatten_metadata(self, metadata: Dict) -> Dict:
+        """Remove nested metadata (dicts/lists) and stringify others"""
+        flat_meta = {}
+        for key, value in metadata.items():
+            if isinstance(value, (dict, list)):
+                continue  # skip nested fields
+            if isinstance(value, (str, int, float, bool)) or value is None:
+                flat_meta[key] = value
+            else:
+                flat_meta[key] = str(value)  # fallback to string
+        return flat_meta
+
+    def add_chunks(self, chunks: List[Dict]):
+        """Add policy chunks to vector database"""
+        print(f"Adding {len(chunks)} chunks to database...")
+
+        texts = [chunk['text'] for chunk in chunks]
+        metadatas = [self._flatten_metadata(chunk['metadata']) for chunk in chunks]
+        ids = [chunk['id'] for chunk in chunks]
+        
+        # Generate embeddings
+        embeddings = self.embedding_model.encode(texts).tolist()
+        
+        # Add to collection
+        self.collection.add(
+            embeddings=embeddings,
+            documents=texts,
+            metadatas=metadatas,
+            ids=ids
+        )
+        
+        print("Successfully added chunks to database!")
+
+    def search(self, query: str, top_k: int = 3) -> List[Dict]:
+        """Search for relevant policy chunks"""
+        
+        # Generate query embedding
+        query_embedding = self.embedding_model.encode([query]).tolist()
+        
+        # Search in vector database
+        results = self.collection.query(
+            query_embeddings=query_embedding,
+            n_results=top_k,
+            include=['documents', 'metadatas', 'distances']
+        )
+        
+        # Format results
+        search_results = []
+        for i in range(len(results['documents'][0])):
+            search_results.append({
+                'text': results['documents'][0][i],
+                'metadata': results['metadatas'][0][i],
+                'relevance_score': 1 - results['distances'][0][i]  # Convert distance to similarity
+            })
+        
+        return search_results
+
+
+def setup_vector_database():
+    """Complete setup of vector database"""
+    
+    # Load processed chunks
+    with open("processed_chunks.json", "r", encoding='utf-8') as f:
+        chunks = json.load(f)
+    
+    # Initialize database
+    vector_db = PolicyVectorDB()
+    
+    # Add chunks to database
+    vector_db.add_chunks(chunks)
+    
+    return vector_db
+
+
+# Example usage
+if __name__ == "__main__":
+    # Setup database
+    db = setup_vector_database()
+    
+    # Test search
+    query = "Who approves resignation for executives E-7 and above?"
+    results = db.search(query, top_k=2)
+    
+    print(f"\nQuery: {query}")
+    print("Results:")
+    for i, result in enumerate(results, 1):
+        print(f"\n{i}. Relevance: {result['relevance_score']:.3f}")
+        print(f"Section: {result['metadata'].get('section', 'N/A')}")
+        print(f"Authority: {result['metadata'].get('authority', 'N/A')}")
+        print(f"Text: {result['text'][:200]}...")

processed_chunks.json

@@ -0,0 +1,651 @@
+[
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.1:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.1",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.1"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.2:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.2",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.2"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.3:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.3",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.3"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.4:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.4",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.4"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.5:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.5",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.5"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Requiring Financial Concurrence\nClause 22.6:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Requiring Financial Concurrence",
+      "clause": "22.6",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_22.6"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Not Requiring Financial Concurrence\nClause 33.1:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Not Requiring Financial Concurrence",
+      "clause": "33.1",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_33.1"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Not Requiring Financial Concurrence\nClause 33.2:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Not Requiring Financial Concurrence",
+      "clause": "33.2",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_33.2"
+  },
+  {
+    "text": "Section Financial Concurrence: Matters Not Requiring Financial Concurrence\nClause 33.3:",
+    "metadata": {
+      "section": "Financial Concurrence",
+      "title": "Matters Not Requiring Financial Concurrence",
+      "clause": "33.3",
+      "authority": ""
+    },
+    "id": "section_Financial Concurrence_clause_33.3"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 1a: Technical sanction to detailed estimates for works/Services/Supplies (for approved projects)\nDelegation - D(T): Full power; ED: Full power; CGM: ₹15 crore; GM: ₹10 crore; DGM: ₹5 crore; Sr. M: NIL; \nRemarks: The delegation is for the components of a project or for sub packages constituting a component as provided in the approved project report (DPR)/ approved cost estimate/Budget/Annual Plan and as approved by the Board/Govt. of India. The tender specifications and Bill of Quantities shall be drawn by the Design Wing or any other group/groups considered essential by the Competent Authority. Quarterly report shall be submitted to D(T) indicating the package/sub-package where the variance between FR/DPR and the actual cost estimate of the package/sub-package is over 10% or ₹5 crore. Technical Sanction with Finance Concurrence to detailed estimates shall be treated as an approval of the estimates. For Administrative approval, refer Clause 9 - Guidelines for exercising the delegation of powers. The period of contract for service contracts shall not exceed 3 (Three) years. Extension in exceptional cases may be considered by the approving authority for a period of 6 (six) months or 50% of the contract period, whichever is less at the same rates, terms & conditions.",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "1a",
+      "authority": ""
+    },
+    "id": "section_I_clause_1a"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 1b: Technical sanction to detailed estimates for works/Services/Supplies (other than approved projects)\nDelegation - D(T): Full power; ED: Full power; CGM: ₹15 crore; GM: ₹10 crore; DGM: ₹5 crore; Sr. M: NIL; \nRemarks: The delegation is for the components of a project or for sub packages constituting a component as provided in the approved project report (DPR)/ approved cost estimate/Budget/Annual Plan and as approved by the Board/Govt. of India. The tender specifications and Bill of Quantities shall be drawn by the Design Wing or any other group/groups considered essential by the Competent Authority. Quarterly report shall be submitted to D(T) indicating the package/sub-package where the variance between FR/DPR and the actual cost estimate of the package/sub-package is over 10% or ₹5 crore. Technical Sanction with Finance Concurrence to detailed estimates shall be treated as an approval of the estimates. For Administrative approval, refer Clause 9 - Guidelines for exercising the delegation of powers. The period of contract for service contracts shall not exceed 3 (Three) years. Extension in exceptional cases may be considered by the approving authority for a period of 6 (six) months or 50% of the contract period, whichever is less at the same rates, terms & conditions.",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "1b",
+      "authority": ""
+    },
+    "id": "section_I_clause_1b"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 1c: Technical sanction to detailed estimates for works/services/Supplies within approved budget in O&M plants and other offices excluding construction projects.\nDelegation - D(T): Full power; ED: Full power; CGM: ₹15 crore; GM: ₹10 crore; DGM: ₹5 crore; Sr. M: NIL; \nRemarks: The delegation is for the components of a project or for sub packages constituting a component as provided in the approved project report (DPR)/ approved cost estimate/Budget/Annual Plan and as approved by the Board/Govt. of India. The tender specifications and Bill of Quantities shall be drawn by the Design Wing or any other group/groups considered essential by the Competent Authority. Quarterly report shall be submitted to D(T) indicating the package/sub-package where the variance between FR/DPR and the actual cost estimate of the package/sub-package is over 10% or ₹5 crore. Technical Sanction with Finance Concurrence to detailed estimates shall be treated as an approval of the estimates. For Administrative approval, refer Clause 9 - Guidelines for exercising the delegation of powers. The period of contract for service contracts shall not exceed 3 (Three) years. Extension in exceptional cases may be considered by the approving authority for a period of 6 (six) months or 50% of the contract period, whichever is less at the same rates, terms & conditions.",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "1c",
+      "authority": ""
+    },
+    "id": "section_I_clause_1c"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause a: Approval/ acceptance of lowest tender in respect of works including erection and composite works involving supply and erection/ installation/ commissioning and Non-consultancy services, etc.  through open tender\nDelegation - D(T): ₹75 crore; ED: ₹25 crore; CGM: ₹12 crore; GM: ₹9 crore; DGM: ₹6 crore; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "a",
+      "authority": ""
+    },
+    "id": "section_I_clause_a"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause b: Limited tender for works ( to be invited in case of urgency having limited source, in unavoidable circumstances with the approval of next higher authority. {Remarks under Clause 2(a) of Section-I shall be complied.}\nDelegation - D(T): ₹25 crore; ED: ₹5 crore; CGM: ₹2.5 crore; GM: ₹1 crore; DGM: ₹60 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "b",
+      "authority": ""
+    },
+    "id": "section_I_clause_b"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause c: Award of work on single tender/ Nomination basis.\nDelegation - D(T): ₹10 crore; ED: ₹2 crore; CGM: ₹1.50 crore; GM: ₹50 lakh; DGM: ₹25 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "c",
+      "authority": ""
+    },
+    "id": "section_I_clause_c"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause d: Spot Work orders\nDelegation - D(T): ₹50 lakh; ED: ₹30 lakh; CGM: ₹10 lakh per annum; GM: ₹40000 subject to a maximum ceiling of 3 lakh per annum; DGM: ₹15000 subject to a maximum ceiling of 2 lakh per annum; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "d",
+      "authority": ""
+    },
+    "id": "section_I_clause_d"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 3a: Purchase of Materials/ equipment/ instruments/ T&P and accompanying spares etc. through (i) Open tender {Remarks under Clause 2(a) of Section-I shall be complied.}\nDelegation - D(T): ₹25 crore; ED: ₹10 crore; CGM: ₹1 crore; GM: ₹60 lakh; DGM: ₹20 lakh; Sr. M: ₹10 lakh;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "3a",
+      "authority": ""
+    },
+    "id": "section_I_clause_3a"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 3b: Purchase of Materials/ equipment/ instruments/ T&P and accompanying spares etc. through (ii) limited tender {Remarks under Clause 2(b) of Section-I shall be complied.}\nDelegation - D(T): ₹15 crore; ED: ₹1.5 crore; CGM: ₹75 lakh; GM: ₹40 lakh; DGM: ₹15 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "3b",
+      "authority": ""
+    },
+    "id": "section_I_clause_3b"
+  },
+  {
+    "text": "Section I: Technical sanction to detailed estimates\nClause 3c: Purchase of Materials/ equipment/ instruments/ T&P and accompanying spares etc. through (iii) Single tender / Nomination basis {Remarks under Clause 2(c) of Section-I shall be complied.}\nDelegation - D(T): ₹15 crore; ED: ₹1.5 crore; CGM: ₹75 lakh; GM: ₹40 lakh; DGM: ₹15 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Technical sanction to detailed estimates",
+      "clause": "3c",
+      "authority": ""
+    },
+    "id": "section_I_clause_3c"
+  },
+  {
+    "text": "Section I: Award of contract for supplies of maintenance spares, tools & plants, services, consumables such as chemicals, paints etc. for O&M of Plant\nClause 4a: From OEM/OES and/or authorized dealers of OEM/OES",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for supplies of maintenance spares, tools & plants, services, consumables such as chemicals, paints etc. for O&M of Plant",
+      "clause": "4a",
+      "authority": ""
+    },
+    "id": "section_I_clause_4a"
+  },
+  {
+    "text": "Section I: Award of contract for supplies of maintenance spares, tools & plants, services, consumables such as chemicals, paints etc. for O&M of Plant\nClause 4b: From any other sources",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for supplies of maintenance spares, tools & plants, services, consumables such as chemicals, paints etc. for O&M of Plant",
+      "clause": "4b",
+      "authority": ""
+    },
+    "id": "section_I_clause_4b"
+  },
+  {
+    "text": "Section I: Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)\nClause 5a: From manufacturer of original equipment or their authorized dealers\nDelegation - D(T): ₹5 Crore; ED: ₹1 Crore; CGM: ₹50 Lakh; GM: ₹30 Lakh; DGM: ₹20 Lakh; Sr. M: ₹10 Lakh;",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)",
+      "clause": "5a",
+      "authority": ""
+    },
+    "id": "section_I_clause_5a"
+  },
+  {
+    "text": "Section I: Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)\nClause 5b: \nDelegation - D(T): ₹2 Crore; ED: ₹50 Lakh; CGM: ₹25 Lakh; GM: ₹20 Lakh; DGM: ₹10 Lakh; Sr. M: ₹5 Lakh;",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)",
+      "clause": "5b",
+      "authority": ""
+    },
+    "id": "section_I_clause_5b"
+  },
+  {
+    "text": "Section I: Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)\nClause 5c: \nDelegation - D(T): ₹1 Crore; ED: ₹50 Lakh; CGM: ₹25 Lakh; GM: ₹10 Lakh; DGM: ₹5 Lakh; Sr. M: None;",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)",
+      "clause": "5c",
+      "authority": ""
+    },
+    "id": "section_I_clause_5c"
+  },
+  {
+    "text": "Section I: Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)\nClause 5d: \nDelegation - D(T): ₹1 Crore; ED: ₹50 Lakh; CGM: ₹25 Lakh; GM: ₹10 Lakh; DGM: ₹5 Lakh; Sr. M: None;",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)",
+      "clause": "5d",
+      "authority": ""
+    },
+    "id": "section_I_clause_5d"
+  },
+  {
+    "text": "Section I: Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)\nClause 5e: \nDelegation - D(T): ₹40 Lakh; ED: ₹30 Lakh; CGM: ₹10 Lakh per annum; GM: ₹40,000 subject to a maximum ceiling of ₹3 Lakh per annum; DGM: ₹15,000 subject to a maximum ceiling of ₹2 Lakh per annum; Sr. M: None;",
+    "metadata": {
+      "section": "I",
+      "title": "Award of contract for purchase of spares for Equipment / Instruments / T&P etc. (locations other than O&M project)",
+      "clause": "5e",
+      "authority": ""
+    },
+    "id": "section_I_clause_5e"
+  },
+  {
+    "text": "Section I: Procurement of HSD /Petrol/Lubricants from PSU oil companies/their Authorized fuel pump including rate contracts.\nClause 6a: Procurement of HSD /Petrol/Lubricants from PSU oil companies/their Authorized fuel pump including rate contracts.\nDelegation - D(T): ₹5 crore; ED: ₹2 crore; CGM: ₹75 lakh; GM: NIL; DGM: NIL; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Procurement of HSD /Petrol/Lubricants from PSU oil companies/their Authorized fuel pump including rate contracts.",
+      "clause": "6a",
+      "authority": ""
+    },
+    "id": "section_I_clause_6a"
+  },
+  {
+    "text": "Section I: Purchase of cement/steel\nClause 7a: Remarks under Clause 2(a) of Section-I shall be complied.\nDelegation - D(T): ₹25 crore; ED: ₹10 crore; CGM: ₹3 crore; GM: ₹2 crore; DGM: ₹1 crore; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of cement/steel",
+      "clause": "7a",
+      "authority": ""
+    },
+    "id": "section_I_clause_7a"
+  },
+  {
+    "text": "Section I: Purchase of cement/steel\nClause 7b: Remarks under Clause 2(b) of Section-I shall be complied.\nDelegation - D(T): ₹15 crore; ED: ₹5 crore; CGM: ₹50 lakh; GM: ₹35 lakh; DGM: ₹25 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of cement/steel",
+      "clause": "7b",
+      "authority": ""
+    },
+    "id": "section_I_clause_7b"
+  },
+  {
+    "text": "Section I: Purchase of cement/steel\nClause 7c: Remarks under Clause 2(c) of Section-I shall be complied.\nDelegation - D(T): ₹5 crore; ED: ₹1 crore; CGM: ₹25 lakh; GM: ₹15 lakh; DGM: ₹10 lakh; Sr. M: NIL;",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of cement/steel",
+      "clause": "7c",
+      "authority": ""
+    },
+    "id": "section_I_clause_7c"
+  },
+  {
+    "text": "Section I: Purchase of cement/steel\nClause 7d: \nDelegation - D(T): ₹50 crore; ED: ₹25 crore; CGM: ₹10 crore; GM: None; DGM: None; Sr. M: None;",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of cement/steel",
+      "clause": "7d",
+      "authority": ""
+    },
+    "id": "section_I_clause_7d"
+  },
+  {
+    "text": "Section I: Purchase of explosives\nClause 8a: Open tender {Remarks under Clause 2(a) of Section-I shall be complied}\nDelegation - D(T): ₹2 crore; ED: ₹50 lakh; CGM: ₹25 lakh; GM: ₹15 lakh; DGM: ₹10 lakh; Sr. M: NIL; \nRemarks: Explosives will be procured by MM Wing through open tenders to be invited from reputed manufacturers/authorized dealers fulfilling production and other standard quality, commercial and financial requirements. Accordingly, project-wise yearly requirement with monthly breakup shall be submitted by respective projects. On finalization of tender, procurement shall be done from the lowest bidder in phased manner depending on project requirement. For limited tender, reasons are to be recorded before approval of the next higher authority. Dir (Tech) shall be the self-approving authority. During urgency, explosives may be procured on offer basis for limited quantity from reputed manufacturers/dealers.",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of explosives",
+      "clause": "8a",
+      "authority": ""
+    },
+    "id": "section_I_clause_8a"
+  },
+  {
+    "text": "Section I: Purchase of explosives\nClause 8b: Limited tender {Remarks under Clause 2(b) of Section-I shall be complied}\nDelegation - D(T): ₹60 lakh; ED: ₹40 lakh; CGM: ₹20 lakh; GM: ₹15 lakh; DGM: ₹7 lakh; Sr. M: NIL; \nRemarks: Explosives will be procured by MM Wing through open tenders to be invited from reputed manufacturers/authorized dealers fulfilling production and other standard quality, commercial and financial requirements. Accordingly, project-wise yearly requirement with monthly breakup shall be submitted by respective projects. On finalization of tender, procurement shall be done from the lowest bidder in phased manner depending on project requirement. For limited tender, reasons are to be recorded before approval of the next higher authority. Dir (Tech) shall be the self-approving authority. During urgency, explosives may be procured on offer basis for limited quantity from reputed manufacturers/dealers.",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of explosives",
+      "clause": "8b",
+      "authority": ""
+    },
+    "id": "section_I_clause_8b"
+  },
+  {
+    "text": "Section I: Purchase of explosives\nClause 8c: Single Tender/Nomination basis {Remarks under Clause 2(c) of Section-I shall be complied}\nDelegation - D(T): ₹40 lakh; ED: ₹25 lakh; CGM: ₹10 lakh; GM: ₹7 lakh; DGM: ₹5 lakh; Sr. M: NIL; \nRemarks: Explosives will be procured by MM Wing through open tenders to be invited from reputed manufacturers/authorized dealers fulfilling production and other standard quality, commercial and financial requirements. Accordingly, project-wise yearly requirement with monthly breakup shall be submitted by respective projects. On finalization of tender, procurement shall be done from the lowest bidder in phased manner depending on project requirement. For limited tender, reasons are to be recorded before approval of the next higher authority. Dir (Tech) shall be the self-approving authority. During urgency, explosives may be procured on offer basis for limited quantity from reputed manufacturers/dealers.",
+    "metadata": {
+      "section": "I",
+      "title": "Purchase of explosives",
+      "clause": "8c",
+      "authority": ""
+    },
+    "id": "section_I_clause_8c"
+  },
+  {
+    "text": "Section II: Interview List Preparation\nClause 1a: List of candidates to be called for interview on induction/recruitment.\n\nRemarks: {'Extent of Power': 'Full Powers'} {'Applies to': 'All Executives, Non-Executives'} {'Officials Authorized': 'D (P); HOD (HR) not below the grade of E-8 in consultation with D (P)'}",
+    "metadata": {
+      "section": "II",
+      "title": "Interview List Preparation",
+      "clause": "1a",
+      "authority": ""
+    },
+    "id": "section_II_clause_1a"
+  },
+  {
+    "text": "Section II: Medical Board Constitution\nClause 2a: Constitution of Medical Board for examining the fitness for service of new appointees.\n\nRemarks: {'Extent of Power': 'Full Powers'} {'Officials Authorized': 'CMO'}",
+    "metadata": {
+      "section": "II",
+      "title": "Medical Board Constitution",
+      "clause": "2a",
+      "authority": ""
+    },
+    "id": "section_II_clause_2a"
+  },
+  {
+    "text": "Section II: Sanction of Recruitment & Promotion Expenditure\nClause 3a: Sanction of expenditure on Recruitment & Promotion (DPC Expenses) including venue and other expenditure related matters.\n\nRemarks: {'Extent of Power': 'Full Powers (₹2,00,000/- per event)'} {'Officials Authorized': 'D (P); HOD (HR) not below the grade of E-8'}",
+    "metadata": {
+      "section": "II",
+      "title": "Sanction of Recruitment & Promotion Expenditure",
+      "clause": "3a",
+      "authority": ""
+    },
+    "id": "section_II_clause_3a"
+  },
+  {
+    "text": "Section II: Extension of Joining Time\nClause 4a: Extension of time for joining the post on initial appointment.\n\nRemarks: {'Extent of Power': 'Full Powers'} {'Applies to': 'All Executives, Non-Executives'} {'Officials Authorized': 'D (P); HOD (HR) not below the grade of E-8'}",
+    "metadata": {
+      "section": "II",
+      "title": "Extension of Joining Time",
+      "clause": "4a",
+      "authority": ""
+    },
+    "id": "section_II_clause_4a"
+  },
+  {
+    "text": "Section II: Grant of TA to Interview Candidates\nClause 5a: Grant of TA to candidates called for interview.\n\nRemarks: {'Extent of Power': 'Full Powers in accordance with TA Rules'} {'Officials Authorized': 'HOD (HR) not below the grade of E-8'}",
+    "metadata": {
+      "section": "II",
+      "title": "Grant of TA to Interview Candidates",
+      "clause": "5a",
+      "authority": ""
+    },
+    "id": "section_II_clause_5a"
+  },
+  {
+    "text": "Section II: Probation Completion and Extension\nClause 6i: Approval of satisfactory completion of period of probation on Promotion and Recruitment (wherever applicable).\n\nRemarks: {'Subclause (i)': [{'E-8 to E-9': 'Full Powers - CMD'}, {'E-5 to E-7': 'Full Powers - Director'}, {'E-1 to E-4 & Non-Executives': 'Full Powers - Concerned HOP/HOD not below the grade of E-8'}]} {'Subclause (ii)': ['Same authorities as Subclause (i)']} {'Note': 'Orders to be issued by the HR'}",
+    "metadata": {
+      "section": "II",
+      "title": "Probation Completion and Extension",
+      "clause": "6i",
+      "authority": ""
+    },
+    "id": "section_II_clause_6i"
+  },
+  {
+    "text": "Section II: Probation Completion and Extension\nClause 6ii: Extension of Probation on the basis of the Report.\n\nRemarks: {'Subclause (i)': [{'E-8 to E-9': 'Full Powers - CMD'}, {'E-5 to E-7': 'Full Powers - Director'}, {'E-1 to E-4 & Non-Executives': 'Full Powers - Concerned HOP/HOD not below the grade of E-8'}]} {'Subclause (ii)': ['Same authorities as Subclause (i)']} {'Note': 'Orders to be issued by the HR'}",
+    "metadata": {
+      "section": "II",
+      "title": "Probation Completion and Extension",
+      "clause": "6ii",
+      "authority": ""
+    },
+    "id": "section_II_clause_6ii"
+  },
+  {
+    "text": "Section II: Termination of service on account of unsatisfactory performance during probation\nClause 7: Powers - F; u; l; l;  ; P; o; w; e; r; s; \nAuthority: D(P) in consultation with FD\nRemarks: O r d e r s   t o   b e   i s s u e d   b y   t h e   H R",
+    "metadata": {
+      "section": "II",
+      "title": "Termination of service on account of unsatisfactory performance during probation",
+      "clause": 7,
+      "authority": "D(P) in consultation with FD"
+    },
+    "id": "section_II_clause_7"
+  },
+  {
+    "text": "Section II: Forwarding of applications of the employees for outside Employment\nClause 8: Powers - Executives (E-1 to E-9): Full Powers; Non-Executives: Full Powers; \nAuthority: [{'Executives': 'D(P) in consultation with FD'}, {'Non-Executives': 'HOD (HR) not below E-8 in consultation with D(P)'}]\nRemarks: W i t h   r e c o m m e n d a t i o n   o f   c o n c e r n e d   H O D / H O P",
+    "metadata": {
+      "section": "II",
+      "title": "Forwarding of applications of the employees for outside Employment",
+      "clause": 8,
+      "authority": [
+        {
+          "Executives": "D(P) in consultation with FD"
+        },
+        {
+          "Non-Executives": "HOD (HR) not below E-8 in consultation with D(P)"
+        }
+      ]
+    },
+    "id": "section_II_clause_8"
+  },
+  {
+    "text": "Section II: Acceptance of Resignation of employees including waiver of notice period\nClause 9: Powers - Executives up to E-8: Full Powers; Non-Executives: Full Powers; \nAuthority: [{'Executives': 'D(P) on recommendation of FD'}, {'Non-Executives': 'D(P)'}]\nRemarks: O r d e r s   t o   b e   i s s u e d   b y   H R",
+    "metadata": {
+      "section": "II",
+      "title": "Acceptance of Resignation of employees including waiver of notice period",
+      "clause": 9,
+      "authority": [
+        {
+          "Executives": "D(P) on recommendation of FD"
+        },
+        {
+          "Non-Executives": "D(P)"
+        }
+      ]
+    },
+    "id": "section_II_clause_9"
+  },
+  {
+    "text": "Section II: Termination of the Services of Employee\nClause 10: Powers - F; u; l; l;  ; P; o; w; e; r; s;  ; u; p;  ; t; o;  ; E; -; 8; \nAuthority: D(P) on recommendation of FD\nRemarks: O r d e r s   t o   b e   i s s u e d   b y   H R",
+    "metadata": {
+      "section": "II",
+      "title": "Termination of the Services of Employee",
+      "clause": 10,
+      "authority": "D(P) on recommendation of FD"
+    },
+    "id": "section_II_clause_10"
+  },
+  {
+    "text": "Section II: Transfer of Bond in case of Trainees\nClause 11: Powers - F; u; l; l;  ; P; o; w; e; r; s; \nAuthority: D(P)",
+    "metadata": {
+      "section": "II",
+      "title": "Transfer of Bond in case of Trainees",
+      "clause": 11,
+      "authority": "D(P)"
+    },
+    "id": "section_II_clause_11"
+  },
+  {
+    "text": "Section II: Constitution of Departmental Promotion Committee\nClause 12: Powers - Executives: Full Powers; Non-Executives including Supervisors: Full Powers; \nAuthority: [{'Executives': 'D(P) in consultation with FD'}, {'Non-Executives': 'HOD (HR) not below E-8 in consultation with D(P)'}]",
+    "metadata": {
+      "section": "II",
+      "title": "Constitution of Departmental Promotion Committee",
+      "clause": 12,
+      "authority": [
+        {
+          "Executives": "D(P) in consultation with FD"
+        },
+        {
+          "Non-Executives": "HOD (HR) not below E-8 in consultation with D(P)"
+        }
+      ]
+    },
+    "id": "section_II_clause_12"
+  },
+  {
+    "text": "Section II: Approval for change of Home Town (Allowed only once in entire service period)\nClause 13: Powers - Corporate Office (Shillong): Full Powers; Other locations: Full Powers; \nAuthority: [{'Shillong': 'HOD (HR) not below the grade of E-8'}, {'Other locations': 'Concerned HOP/HOD not below E-8'}]\nRemarks: O r d e r s   t o   b e   i s s u e d   b y   t h e   P r o j e c t   H R",
+    "metadata": {
+      "section": "II",
+      "title": "Approval for change of Home Town (Allowed only once in entire service period)",
+      "clause": 13,
+      "authority": [
+        {
+          "Shillong": "HOD (HR) not below the grade of E-8"
+        },
+        {
+          "Other locations": "Concerned HOP/HOD not below E-8"
+        }
+      ]
+    },
+    "id": "section_II_clause_13"
+  },
+  {
+    "text": "Section II: Permission for employees to undertake courses/examinations/classes outside office hours for up to 3 years\nClause 14: Powers - A; l; l;  ; E; m; p; l; o; y; e; e; s; \nAuthority: D(P)\nRemarks: P e r m i s s i o n   s h a l l   n o t   c o n f e r   a n y   r i g h t   t o   t h e   e m p l o y e e   i n   a n y   m a n n e r",
+    "metadata": {
+      "section": "II",
+      "title": "Permission for employees to undertake courses/examinations/classes outside office hours for up to 3 years",
+      "clause": 14,
+      "authority": "D(P)"
+    },
+    "id": "section_II_clause_14"
+  },
+  {
+    "text": "Section II: Nomination of employees to attend seminars/conferences/workshops/training in India (short term, max 2 weeks)\nClause 15: Powers - Executives E-7 to E-9: Full Powers; Executives E-1 to E-6 and Non-Executives: Full Powers; \nAuthority: [{'E-7 to E-9': 'D(P) in consultation with FD'}, {'E-1 to E-6 & Non-Executives': 'HOD (HR) not below E-8 with recommendation of concerned HOP/HOD'}]",
+    "metadata": {
+      "section": "II",
+      "title": "Nomination of employees to attend seminars/conferences/workshops/training in India (short term, max 2 weeks)",
+      "clause": 15,
+      "authority": [
+        {
+          "E-7 to E-9": "D(P) in consultation with FD"
+        },
+        {
+          "E-1 to E-6 & Non-Executives": "HOD (HR) not below E-8 with recommendation of concerned HOP/HOD"
+        }
+      ]
+    },
+    "id": "section_II_clause_15"
+  },
+  {
+    "text": "Section II: Permission for delivering lectures/functioning as Faculty/Committee Member in outside orgs and accepting fees/honoraria\nClause 16: Powers - Executives E-1 to E-9: Full Powers; All Non-Executives & Supervisors: Full Powers; \nAuthority: [{'Executives': 'Director'}, {'Non-Executives': 'HOD (HR) not below E-8'}]",
+    "metadata": {
+      "section": "II",
+      "title": "Permission for delivering lectures/functioning as Faculty/Committee Member in outside orgs and accepting fees/honoraria",
+      "clause": 16,
+      "authority": [
+        {
+          "Executives": "Director"
+        },
+        {
+          "Non-Executives": "HOD (HR) not below E-8"
+        }
+      ]
+    },
+    "id": "section_II_clause_16"
+  },
+  {
+    "text": "Section II: Transfer of Employees\nClause 18: Powers - E-8/E-9/HOP/HOD: CMD; Executives E-1 to E-7: Full Power; All Non-Executives and Supervisors: Full Power; \nAuthority: [{'Executives E-1 to E-7': 'D(P) on recommendation of FD'}, {'Non-Executives and Supervisors': 'D(P) on recommendation of FD'}]\nRemarks: Q u a r t e r l y   r e p o r t   t o   b e   s u b m i t t e d   t o   C M D   f o r   h i s   i n f o r m a t i o n",
+    "metadata": {
+      "section": "II",
+      "title": "Transfer of Employees",
+      "clause": 18,
+      "authority": [
+        {
+          "Executives E-1 to E-7": "D(P) on recommendation of FD"
+        },
+        {
+          "Non-Executives and Supervisors": "D(P) on recommendation of FD"
+        }
+      ]
+    },
+    "id": "section_II_clause_18"
+  },
+  {
+    "text": "Section II: Panel approving authority for recruitment\nClause 19: Powers - E; -; 7;  ; a; n; d;  ; b; e; l; o; w; \nAuthority: D(P)",
+    "metadata": {
+      "section": "II",
+      "title": "Panel approving authority for recruitment",
+      "clause": 19,
+      "authority": "D(P)"
+    },
+    "id": "section_II_clause_19"
+  },
+  {
+    "text": "Section IV: Passing and Payment of Bills\nClause 2a:",
+    "metadata": {
+      "section": "IV",
+      "title": "Passing and Payment of Bills",
+      "clause": "2a",
+      "authority": ""
+    },
+    "id": "section_IV_clause_2a"
+  },
+  {
+    "text": "Section IV: Passing and Payment of Bills\nClause 2b: Power delegated to HOP for Contracts executed at project/HOD/Corporate Affairs/Coordinator (not below E-7)",
+    "metadata": {
+      "section": "IV",
+      "title": "Passing and Payment of Bills",
+      "clause": "2b",
+      "authority": ""
+    },
+    "id": "section_IV_clause_2b"
+  },
+  {
+    "text": "Section IV: Passing and Payment of Bills\nClause 2c:",
+    "metadata": {
+      "section": "IV",
+      "title": "Passing and Payment of Bills",
+      "clause": "2c",
+      "authority": ""
+    },
+    "id": "section_IV_clause_2c"
+  },
+  {
+    "text": "Section IV: Financial Examination & Vetting of Proposals\nClause 3a:",
+    "metadata": {
+      "section": "IV",
+      "title": "Financial Examination & Vetting of Proposals",
+      "clause": "3a",
+      "authority": ""
+    },
+    "id": "section_IV_clause_3a"
+  },
+  {
+    "text": "Section IV: Financial Examination & Vetting of Proposals\nClause 3b:",
+    "metadata": {
+      "section": "IV",
+      "title": "Financial Examination & Vetting of Proposals",
+      "clause": "3b",
+      "authority": ""
+    },
+    "id": "section_IV_clause_3b"
+  },
+  {
+    "text": "Section IV: Fixation of Pay & Other Matters Relating to Pay & Allowances\nClause 4a:",
+    "metadata": {
+      "section": "IV",
+      "title": "Fixation of Pay & Other Matters Relating to Pay & Allowances",
+      "clause": "4a",
+      "authority": ""
+    },
+    "id": "section_IV_clause_4a"
+  },
+  {
+    "text": "Section IV: Fixation of Pay & Other Matters Relating to Pay & Allowances\nClause 4b:",
+    "metadata": {
+      "section": "IV",
+      "title": "Fixation of Pay & Other Matters Relating to Pay & Allowances",
+      "clause": "4b",
+      "authority": ""
+    },
+    "id": "section_IV_clause_4b"
+  }
+]

requirements.txt

@@ -1,2 +1,5 @@
 fastapi
-uvicorn[standard]
+uvicorn
+chromadb
+numpy
+sentence-transformers