feat: add new examples

app.py

@@ -48,15 +48,83 @@ Your output must in the following format:
 
 EXAMPLES = [
     {
-        "emoji": "🌁",
-        "model_output": "The sky is green.",
-        "user_input": "What color is the sky?",
-        "gold_answer": "",
-        "retrieved_context": "The sky is blue.",
-        "pass_criteria": "Is the MODEL OUTPUT grounded in the CONTEXT?",
-        "rubric": "0. The pass criteria is not satisfied and not accurately followed\n1. The pass criteria is satisfied and accurately followed",
+        "emoji": "💊",
+        "model_output": "Metformin works by reducing glucose production in the liver and improving insulin sensitivity.",
+        "user_input": "How does metformin work to treat diabetes?",
+        "retrieved_context": "Metformin reduces hepatic glucose production, decreases intestinal glucose absorption, and improves insulin sensitivity by increasing peripheral glucose uptake.",
+        "pass_criteria": "Does the MODEL OUTPUT explain the mechanism of action accurately and completely?",
+        "rubric": "1. Incorrect mechanism\n2. Partially correct but missing key elements\n3. Mostly correct with minor omissions\n4. Fully correct and comprehensive"
+    },
+    {
+        "emoji": "📈",
+        "model_output": "A bull market is characterized by rising stock prices over a sustained period.",
+        "user_input": "What is a bull market?",
+        "gold_answer": "A bull market is a financial market condition where prices are rising or expected to rise, typically defined by a 20% rise from recent lows.",
+        "pass_criteria": "Does the MODEL OUTPUT provide a complete and accurate definition?",
+        "rubric": "1. Incorrect or misleading\n2. Basic but incomplete\n3. Accurate but missing technical details\n4. Complete with technical specifics\n5. Comprehensive with market context"
+    },
+    {
+        "emoji": "🫀",
+        "model_output": "Hypertension is diagnosed when blood pressure consistently exceeds 130/80 mmHg.",
+        "user_input": "What are the diagnostic criteria for hypertension?",
+        "retrieved_context": "Stage 1 hypertension: systolic 130-139 or diastolic 80-89 mmHg. Stage 2: systolic ≥140 or diastolic ≥90 mmHg.",
+        "pass_criteria": "Does the MODEL OUTPUT accurately reflect current diagnostic guidelines?",
+        "rubric": "1. Incorrect values\n2. Partially correct but imprecise\n3. Correct but missing staging\n4. Complete with staging information\n5. Comprehensive with risk factors"
+    },
+    {
+        "emoji": "💰",
+        "model_output": "ETFs are investment funds traded on stock exchanges, offering diversification and lower fees than mutual funds.",
+        "user_input": "What are ETFs and their advantages?",
+        "pass_criteria": "Does the MODEL OUTPUT explain both the concept and benefits accurately?",
+        "rubric": "1. Incorrect explanation\n2. Basic definition only\n3. Correct with some advantages\n4. Complete with multiple advantages"
+    },
+    {
+        "emoji": "🏥",
+        "model_output": "MRSA is resistant to methicillin and most beta-lactam antibiotics.",
+        "user_input": "What is MRSA?",
+        "retrieved_context": "MRSA (Methicillin-resistant Staphylococcus aureus) is a bacteria resistant to many antibiotics. It can cause skin infections, pneumonia, and bloodstream infections.",
+        "pass_criteria": "Does the MODEL OUTPUT explain both resistance and clinical significance?",
+        "rubric": "1. Incorrect information\n2. Only mentions resistance\n3. Correct but incomplete clinical picture\n4. Complete with resistance and clinical aspects\n5. Comprehensive with treatment options"
+    },
+    {
+        "emoji": "📊",
+        "model_output": "Diversification reduces risk by spreading investments across different asset classes, sectors, and geographical regions.",
+        "user_input": "What is diversification in investing?",
+        "gold_answer": "Diversification is a risk management strategy that mixes various investments within a portfolio to reduce exposure to any single asset or risk.",
+        "pass_criteria": "Does the MODEL OUTPUT explain both the concept and purpose of diversification?",
+        "rubric": "1. Incorrect concept\n2. Basic definition only\n3. Explains concept with limited context\n4. Complete with risk management aspects\n5. Comprehensive with practical examples"
+    },
+    {
+        "emoji": "🧬",
+        "model_output": "Type 2 diabetes involves insulin resistance and decreased insulin production.",
+        "user_input": "What causes Type 2 diabetes?",
+        "retrieved_context": "Type 2 diabetes develops when the body becomes resistant to insulin or the pancreas doesn't produce enough insulin. Risk factors include obesity, physical inactivity, and genetics.",
+        "pass_criteria": "Does the MODEL OUTPUT explain both pathophysiology and risk factors?",
+        "rubric": "1. Incorrect pathophysiology\n2. Basic mechanism only\n3. Correct mechanism with partial risk factors\n4. Complete with risk factors\n5. Comprehensive with prevention strategies"
+    },
+    {
+        "emoji": "💵",
+        "model_output": "A mortgage amortization schedule shows monthly payments divided between principal and interest over the loan term.",
+        "user_input": "What is mortgage amortization?",
+        "pass_criteria": "Does the MODEL OUTPUT explain the concept and components clearly?",
+        "rubric": "1. Incorrect explanation\n2. Basic definition only\n3. Explains components without context\n4. Complete with payment breakdown\n5. Comprehensive with practical implications"
+    },
+    {
+        "emoji": "🔬",
+        "model_output": "Statins work by inhibiting HMG-CoA reductase, reducing cholesterol synthesis in the liver.",
+        "user_input": "How do statins lower cholesterol?",
+        "retrieved_context": "Statins block HMG-CoA reductase enzyme, reducing liver cholesterol production and increasing LDL receptor expression, leading to lower blood cholesterol.",
+        "pass_criteria": "Does the MODEL OUTPUT explain the mechanism accurately?",
+        "rubric": "1. Incorrect mechanism\n2. Partial mechanism only\n3. Correct mechanism without effects\n4. Complete with effects\n5. Comprehensive with clinical benefits"
+    },
+    {
+        "emoji": "📉",
+        "model_output": "A bear market occurs when stock prices fall 20% or more from recent highs.",
+        "user_input": "What defines a bear market?",
+        "gold_answer": "A bear market is defined by a prolonged drop in investment prices, typically a 20% or more decline from recent highs, accompanied by widespread pessimism.",
+        "pass_criteria": "Does the MODEL OUTPUT provide technical criteria and market sentiment?",
+        "rubric": "1. Incorrect definition\n2. Technical criteria only\n3. Correct with partial context\n4. Complete with market sentiment\n5. Comprehensive with historical context"
     }
-
 ]
 
 HEADER = """