Upload folder using huggingface_hub

.gitignore

@@ -0,0 +1,6 @@
+__pycache__/
+*.py[cod]
+*$py.class
+.pytest_cache/
+*.pickle
+persona_base.json

README.md

@@ -1,10 +1,10 @@
 ---
-title: UserSyncUI
-emoji: 🐢
-colorFrom: indigo
-colorTo: yellow
+title: Tiny Factory
+emoji: 💻
+colorFrom: yellow
+colorTo: gray
 sdk: gradio
-sdk_version: 6.6.0
+sdk_version: 6.3.0
 app_file: app.py
 pinned: false
 ---

app.py

@@ -0,0 +1,148 @@
+import gradio as gr
+import pandas as pd
+import json
+import random
+import requests
+import os
+from datetime import datetime
+from tinytroupe.simulation_manager import SimulationManager, SimulationConfig
+from tinytroupe.agent.social_types import Content
+from tinytroupe.agent.tiny_person import TinyPerson
+import tinytroupe.openai_utils as openai_utils
+
+# Initialize Simulation Manager
+simulation_manager = SimulationManager()
+REMOTE_BACKEND = "https://auxteam-tiny-factory.hf.space"
+
+def generate_personas(business_description, customer_profile, num_personas, api_key=None):
+    if api_key: os.environ["BLABLADOR_API_KEY"] = api_key
+    use_remote = random.random() < 0.5
+    if use_remote:
+        try:
+            response = requests.post(f"{REMOTE_BACKEND}/api/generate_personas", json={"data": [business_description, customer_profile, num_personas, ""]}, timeout=120)
+            if response.status_code == 200: return response.json()["data"][0]
+        except: pass
+    from tinytroupe.factory.tiny_person_factory import TinyPersonFactory
+    factory = TinyPersonFactory(context=f"{business_description} {customer_profile}", total_population_size=int(num_personas))
+    personas = factory.generate_people(number_of_people=int(num_personas))
+    return [p._persona for p in personas]
+
+def start_simulation(name, content_text, format_type, persona_count, network_type):
+    config = SimulationConfig(name=name, persona_count=int(persona_count), network_type=network_type)
+    sim = simulation_manager.create_simulation(config)
+    content = Content(text=content_text, format=format_type)
+    simulation_manager.run_simulation(sim.id, content)
+    
+    nodes = [{"id": p.name, "label": p.name, "title": f"<b>{p.name}</b><br>{p.minibio()}", "full_bio": json.dumps(p._persona, indent=2)} for p in sim.personas]
+    edges = [{"from": e.connection_id.split('_')[0], "to": e.connection_id.split('_')[1]} for e in sim.network.edges]
+    analysis_df = pd.DataFrame(sim.analysis_results)
+    if analysis_df.empty: analysis_df = pd.DataFrame(columns=["persona_name", "opinion", "analysis", "implications"])
+    
+    return analysis_df, nodes, edges, sim.id
+
+def get_persona_details(sim_id, persona_name):
+    persona = simulation_manager.get_persona(sim_id, persona_name)
+    return json.dumps(persona, indent=2) if persona else "Not found"
+
+# UI
+with gr.Blocks(css=".big-input textarea { height: 300px !important; } #mesh-network-container { height: 600px; background: #101622; border-radius: 12px; }", title="Tiny Factory") as demo:
+    gr.HTML('<script src="https://unpkg.com/vis-network/standalone/umd/vis-network.min.js"></script>')
+    gr.Markdown("# 🌐 Tiny Factory: Social Simulation Dashboard")
+    
+    current_sim_id = gr.State()
+    
+    with gr.Tabs():
+        with gr.Tab("Simulation Dashboard"):
+            with gr.Row():
+                with gr.Column(scale=1):
+                    gr.Markdown("### 📝 Content Input")
+                    sim_name = gr.Textbox(label="Simulation Name", value="Market Pulse")
+                    content_input = gr.Textbox(label="Content (Blog, LinkedIn, etc.)", lines=10, elem_classes="big-input")
+                    content_format = gr.Dropdown(choices=["Blog Post", "LinkedIn Update", "Tweet", "Email"], label="Format", value="LinkedIn Update")
+                    num_personas_sim = gr.Slider(minimum=5, maximum=50, value=10, step=1, label="Number of Personas")
+                    network_type_sim = gr.Dropdown(choices=["scale_free", "small_world"], label="Network Topology", value="scale_free")
+                    run_btn = gr.Button("🚀 Run Simulation", variant="primary")
+                with gr.Column(scale=2):
+                    gr.Markdown("### 🕸️ Persona Mesh Network (Hover for Bio, Click for Details)")
+                    gr.HTML('<div id="mesh-network-container"></div>')
+                    with gr.Accordion("Detailed Persona Profile", open=False):
+                        detail_name = gr.Textbox(label="Name", interactive=False)
+                        detail_json = gr.Code(label="Profile JSON", language="json")
+            gr.Markdown("### 📊 Simulation Analysis & Implications (Helmholtz alias-huge)")
+            analysis_table = gr.Dataframe(headers=["persona_name", "opinion", "analysis", "implications"], label="Analysis Results")
+
+        with gr.Tab("Persona Generator"):
+             with gr.Row():
+                with gr.Column():
+                    biz_desc = gr.Textbox(label="Business Description", lines=5)
+                    cust_prof = gr.Textbox(label="Customer Profile", lines=5)
+                    gen_count = gr.Number(label="Count", value=5)
+                    blablador_key = gr.Textbox(label="API Key (Optional)", type="password")
+                    gen_btn = gr.Button("Generate Personas")
+                with gr.Column():
+                    gen_out = gr.JSON(label="Generated Personas")
+
+    nodes_state = gr.State([])
+    edges_state = gr.State([])
+    
+    # Hidden button for JS to trigger Gradio event
+    js_trigger = gr.Textbox(visible=False, elem_id="js_trigger_textbox")
+    js_trigger_btn = gr.Button("trigger", visible=False, elem_id="js_trigger_btn")
+
+    run_btn.click(
+        fn=start_simulation,
+        inputs=[sim_name, content_input, content_format, num_personas_sim, network_type_sim],
+        outputs=[analysis_table, nodes_state, edges_state, current_sim_id]
+    ).then(
+        fn=None, inputs=[nodes_state, edges_state], outputs=None,
+        js="""(nodes, edges) => {
+            const container = document.getElementById('mesh-network-container');
+            const data = { nodes: new vis.DataSet(nodes), edges: new vis.DataSet(edges) };
+            const options = { 
+                nodes: { shape: 'dot', size: 25, font: { color: '#fff', size: 16 }, color: { background: '#135bec', border: '#fff' }, shadow: true }, 
+                edges: { color: 'rgba(19,91,236,0.4)', width: 2, smooth: { type: 'continuous' } }, 
+                physics: { enabled: true, stabilization: false, barnesHut: { gravitationalConstant: -3000 } } 
+            };
+            const network = new vis.Network(container, data, options);
+            network.on("click", (params) => {
+                if(params.nodes.length) {
+                    const node = nodes.find(n => n.id === params.nodes[0]);
+                    const trigger = document.getElementById('js_trigger_textbox').querySelector('input');
+                    trigger.value = node.id;
+                    trigger.dispatchEvent(new Event('input'));
+                    document.getElementById('js_trigger_btn').click();
+                }
+            });
+            setInterval(() => { network.stopSimulation(); network.startSimulation(); }, 4000);
+        }"""
+    )
+
+    def on_persona_click(name, sim_id):
+        details = simulation_manager.get_persona(sim_id, name)
+        return name, json.dumps(details, indent=2)
+
+    js_trigger_btn.click(on_persona_click, inputs=[js_trigger, current_sim_id], outputs=[detail_name, detail_json])
+
+    gen_btn.click(generate_personas, inputs=[biz_desc, cust_prof, gen_count, blablador_key], outputs=gen_out, api_name="generate_personas")
+
+    # API endpoints (backward compatibility)
+    with gr.Tab("API", visible=False):
+        gr.Button("find_best_persona").click(lambda x: {"message": "Searching: "+x}, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="find_best_persona")
+        gr.Button("generate_social_network").click(generate_social_network_api, inputs=[gr.Textbox(), gr.Number(), gr.Dropdown(choices=["scale_free", "small_world"]), gr.Textbox()], outputs=gr.JSON(), api_name="generate_social_network")
+        gr.Button("predict_engagement").click(predict_engagement_api, inputs=[gr.Textbox(), gr.Textbox(), gr.Textbox()], outputs=gr.JSON(), api_name="predict_engagement")
+        gr.Button("start_simulation_async").click(start_simulation_async_api, inputs=[gr.Textbox(), gr.Textbox(), gr.Textbox()], outputs=gr.JSON(), api_name="start_simulation_async")
+        gr.Button("get_simulation_status").click(get_simulation_status_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="get_simulation_status")
+        gr.Button("send_chat_message").click(send_chat_message_api, inputs=[gr.Textbox(), gr.Textbox(), gr.Textbox()], outputs=gr.JSON(), api_name="send_chat_message")
+        gr.Button("get_chat_history").click(get_chat_history_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="get_chat_history")
+        gr.Button("generate_variants").click(generate_variants_api, inputs=[gr.Textbox(), gr.Number()], outputs=gr.JSON(), api_name="generate_variants")
+        gr.Button("list_simulations").click(list_simulations_api, outputs=gr.JSON(), api_name="list_simulations")
+        gr.Button("list_personas").click(list_personas_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="list_personas")
+        gr.Button("get_persona").click(get_persona_api, inputs=[gr.Textbox(), gr.Textbox()], outputs=gr.JSON(), api_name="get_persona")
+        gr.Button("delete_simulation").click(delete_simulation_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="delete_simulation")
+        gr.Button("export_simulation").click(export_simulation_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="export_simulation")
+        gr.Button("get_network_graph").click(get_network_graph_api, inputs=[gr.Textbox()], outputs=gr.JSON(), api_name="get_network_graph")
+        gr.Button("list_focus_groups").click(list_focus_groups_api, outputs=gr.JSON(), api_name="list_focus_groups")
+        gr.Button("save_focus_group").click(save_focus_group_api, inputs=[gr.Textbox(), gr.Textbox()], outputs=gr.JSON(), api_name="save_focus_group")
+
+if __name__ == "__main__":
+    demo.launch()

config.ini

@@ -0,0 +1,12 @@
+[OpenAI]
+API_TYPE=helmholtz-blablador
+MODEL=alias-fast
+REASONING_MODEL=alias-fast
+FALLBACK_MODEL_LARGE=alias-large
+FALLBACK_MODEL_HUGE=alias-huge
+TOP_P=1.0
+MAX_ATTEMPTS=999
+WAITING_TIME=35
+
+[Logging]
+LOGLEVEL=DEBUG

pyproject.toml

@@ -0,0 +1,59 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools]
+packages = ["tinytroupe"]
+include-package-data = true
+
+[project]
+name = "tinytroupe"
+version = "0.5.2"
+authors = [
+  { name="Paulo Salem", email="paulo.salem@microsoft.com" }
+]
+description = "LLM-based people simulation for design, validation and insight generation in business."
+readme = "README.md"
+requires-python = ">=3.10"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]
+
+dependencies = [
+    "pandas", 
+    "pytest", "pytest-cov",
+    "openai >= 1.65", 
+    "tiktoken",
+    "msal",
+    "rich", "requests", "chevron",
+    "llama-index", "llama-index-embeddings-huggingface", "llama-index-readers-web", "llama-index-embeddings-azure-openai",
+    "pypandoc", "docx", "markdown",
+    "jupyter",
+    "matplotlib",
+    "pydantic",
+    "pypandoc",
+    "textdistance",
+    "scipy",
+    "transformers==4.38.2",
+    "huggingface-hub==0.22.2"
+]
+
+[project.urls]
+"Homepage" = "https://github.com/microsoft/tinytroupe"
+
+[tool.pytest.ini_options]
+pythonpath = [
+  "."
+]
+
+testpaths = [
+  "./tests/"
+]
+
+markers = [
+  "examples: mark a test as the execution of examples",
+  "notebooks: mark a test as a more specific Jupyter notebook execution example",
+]
+addopts = "--cov=tinytroupe --cov-report=html --cov-report=xml"

requirements.txt

@@ -0,0 +1,24 @@
+gradio
+pandas
+pytest
+pytest-cov
+openai>=1.65
+tiktoken
+msal
+rich
+requests
+chevron
+llama-index
+llama-index-embeddings-huggingface
+llama-index-readers-web
+llama-index-embeddings-azure-openai
+pypandoc
+docx
+markdown
+jupyter
+matplotlib
+pydantic
+textdistance
+scipy
+transformers==4.38.2
+huggingface-hub>=0.33.5

stitch_dashboard.html

@@ -0,0 +1,318 @@
+<!DOCTYPE html>
+
+<html class="dark" lang="en"><head>
+<meta charset="utf-8"/>
+<meta content="width=device-width, initial-scale=1.0" name="viewport"/>
+<title>Tiny Factory Simulation Dashboard</title>
+<script src="https://cdn.tailwindcss.com?plugins=forms,container-queries"></script>
+<link href="https://fonts.googleapis.com/css2?family=Space+Grotesk:wght@300;400;500;600;700&amp;display=swap" rel="stylesheet"/>
+<link href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined:wght,FILL@100..700,0..1&amp;display=swap" rel="stylesheet"/>
+<link href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined:wght,FILL@100..700,0..1&amp;display=swap" rel="stylesheet"/>
+<script id="tailwind-config">
+        tailwind.config = {
+            darkMode: "class",
+            theme: {
+                extend: {
+                    colors: {
+                        "primary": "#135bec",
+                        "background-light": "#f6f6f8",
+                        "background-dark": "#101622",
+                    },
+                    fontFamily: {
+                        "display": ["Space Grotesk"]
+                    },
+                    borderRadius: {"DEFAULT": "0.25rem", "lg": "0.5rem", "xl": "0.75rem", "full": "9999px"},
+                },
+            },
+        }
+    </script>
+<style>
+        body { font-family: 'Space Grotesk', sans-serif; }
+        .mesh-gradient {
+            background: radial-gradient(circle at 50% 50%, rgba(19, 91, 236, 0.1) 0%, transparent 70%);
+        }
+        .node-pulse {
+            box-shadow: 0 0 0 0 rgba(19, 91, 236, 0.4);
+            animation: pulse 2s infinite;
+        }
+        @keyframes pulse {
+            0% { box-shadow: 0 0 0 0 rgba(19, 91, 236, 0.4); }
+            70% { box-shadow: 0 0 0 10px rgba(19, 91, 236, 0); }
+            100% { box-shadow: 0 0 0 0 rgba(19, 91, 236, 0); }
+        }
+    </style>
+</head>
+<body class="bg-background-light dark:bg-background-dark text-slate-900 dark:text-slate-100 min-h-screen flex flex-col overflow-hidden">
+<!-- Top Navigation Bar -->
+<header class="flex items-center justify-between border-b border-primary/20 bg-background-light dark:bg-background-dark px-6 py-3 shrink-0">
+<div class="flex items-center gap-8">
+<div class="flex items-center gap-3">
+<div class="size-8 bg-primary rounded-lg flex items-center justify-center text-white">
+<span class="material-symbols-outlined">factory</span>
+</div>
+<h1 class="text-xl font-bold tracking-tight text-primary dark:text-white">Tiny Factory</h1>
+</div>
+<nav class="hidden md:flex items-center gap-6">
+<a class="text-primary font-medium text-sm flex items-center gap-1 border-b-2 border-primary pb-1" href="#">
+<span class="material-symbols-outlined text-lg">dashboard</span> Dashboard
+                </a>
+<a class="text-slate-500 hover:text-primary transition-colors font-medium text-sm flex items-center gap-1" href="#">
+<span class="material-symbols-outlined text-lg">group</span> Personas
+                </a>
+<a class="text-slate-500 hover:text-primary transition-colors font-medium text-sm flex items-center gap-1" href="#">
+<span class="material-symbols-outlined text-lg">analytics</span> Analytics
+                </a>
+</nav>
+</div>
+<div class="flex items-center gap-4">
+<div class="flex items-center gap-2 bg-primary/10 px-3 py-1 rounded-full border border-primary/20">
+<span class="size-2 bg-green-500 rounded-full"></span>
+<span class="text-xs font-mono text-primary font-bold">SIMULATION ACTIVE: V2.4</span>
+</div>
+<button class="bg-primary hover:bg-primary/90 text-white px-5 py-2 rounded-lg font-bold text-sm transition-all flex items-center gap-2">
+<span class="material-symbols-outlined text-sm">play_arrow</span> Run Simulation
+            </button>
+<div class="w-10 h-10 rounded-full border-2 border-primary/30 p-0.5">
+<img class="w-full h-full rounded-full bg-primary/20" data-alt="User profile avatar" src="https://lh3.googleusercontent.com/aida-public/AB6AXuAkVVuGBti2Jd5-RKL_R_tCdwsZ0ON-ZhcOhDwzwSulcDeFou5yp_2ey46Vc1V7gNfIsVozUhBFwJYAwDbajL5kbIa_sonSUHfuNZ2fAzwAYIwrOccRMjqtZKJ4VflJinHHmq5gxMuC9dU5AyoXEiTXlbhVRsAHOBF93OVai9oh8Rkw7skIgMnH_USmIkahOnVlESWhJ3f7AQsY7CcMdI7ejo8sOmakJHEupdW2wT4C_d0qzld2ZPXiWQvVCy507NIsIitSUqJX22M"/>
+</div>
+</div>
+</header>
+<!-- Main Dashboard Area -->
+<main class="flex-1 flex overflow-hidden">
+<!-- Left Panel: Content Input -->
+<aside class="w-80 border-r border-primary/10 flex flex-col bg-background-light/50 dark:bg-slate-900/30 overflow-y-auto">
+<div class="p-4 space-y-6">
+<div>
+<h2 class="text-sm font-bold uppercase tracking-wider text-primary mb-4 flex items-center gap-2">
+<span class="material-symbols-outlined text-base">edit_note</span> Content Feed
+                    </h2>
+<div class="space-y-4">
+<!-- Blog Input -->
+<div class="space-y-2">
+<label class="text-xs font-bold text-slate-500 uppercase">Blog Post</label>
+<textarea class="w-full h-32 bg-background-light dark:bg-background-dark border border-primary/20 rounded-lg p-3 text-sm focus:ring-2 focus:ring-primary focus:border-transparent outline-none transition-all resize-none" placeholder="Draft long-form insights..."></textarea>
+</div>
+<!-- LinkedIn Input -->
+<div class="space-y-2">
+<label class="text-xs font-bold text-slate-500 uppercase">LinkedIn Article</label>
+<textarea class="w-full h-24 bg-background-light dark:bg-background-dark border border-primary/20 rounded-lg p-3 text-sm focus:ring-2 focus:ring-primary focus:border-transparent outline-none transition-all resize-none" placeholder="Professional networking updates..."></textarea>
+</div>
+<!-- Tweet Input -->
+<div class="space-y-2">
+<label class="text-xs font-bold text-slate-500 uppercase">Tweet / X Thread</label>
+<div class="relative">
+<textarea class="w-full h-20 bg-background-light dark:bg-background-dark border border-primary/20 rounded-lg p-3 text-sm focus:ring-2 focus:ring-primary focus:border-transparent outline-none transition-all resize-none" placeholder="Short form punchy content..."></textarea>
+<span class="absolute bottom-2 right-2 text-[10px] text-slate-500">0 / 280</span>
+</div>
+</div>
+</div>
+</div>
+<div class="pt-4 border-t border-primary/10">
+<button class="w-full py-3 bg-primary/10 hover:bg-primary/20 text-primary rounded-lg font-bold text-sm transition-all border border-primary/20">
+                        Inject To Network
+                    </button>
+</div>
+</div>
+</aside>
+<!-- Center Area: Mesh Network View -->
+<section class="flex-1 relative overflow-hidden bg-background-light dark:bg-[#0c111b] mesh-gradient">
+<div class="absolute top-4 left-4 z-10">
+<div class="bg-background-light/80 dark:bg-background-dark/80 backdrop-blur-md p-3 rounded-xl border border-primary/20 shadow-xl">
+<p class="text-xs font-bold text-primary flex items-center gap-2 mb-1">
+<span class="material-symbols-outlined text-xs">hub</span> LIVE NETWORK
+                    </p>
+<p class="text-lg font-bold">142 Active Nodes</p>
+</div>
+</div>
+<!-- SVG Simulation Placeholder -->
+<div class="absolute inset-0 flex items-center justify-center pointer-events-none">
+<svg class="w-full h-full opacity-30 dark:opacity-40" viewbox="0 0 800 600">
+<!-- Connections -->
+<line stroke="#135bec" stroke-width="1" x1="150" x2="400" y1="150" y2="300"></line>
+<line stroke="#135bec" stroke-width="1" x1="400" x2="650" y1="300" y2="150"></line>
+<line stroke="#135bec" stroke-width="1" x1="400" x2="400" y1="300" y2="500"></line>
+<line stroke="#135bec" stroke-dasharray="4" stroke-width="0.5" x1="150" x2="650" y1="150" y2="150"></line>
+</svg>
+</div>
+<!-- Personas as Nodes -->
+<div class="absolute top-1/4 left-1/4 group cursor-pointer">
+<div class="size-12 bg-primary rounded-full border-4 border-background-dark node-pulse flex items-center justify-center overflow-hidden">
+<img class="w-full h-full" data-alt="Persona Sarah node" src="https://lh3.googleusercontent.com/aida-public/AB6AXuAvQkFffNtbkRbVrP_IQmsinnVFgSGDhRHhatss0CKWLJfb0QaoEemwsUgd3GxADHacjVIuNtO9W7nJKIIreae2G9ivvZ4LVS2SisoFeBeUobglr9YveDX9ZhAJ_C7JxW0lUHxd-ZHoFWD0IRBYaMOj-tsD_KTNYy1PsIAPp6mFOEs2ZL9GVN_ivoFYNKWzlODR5VXpGZF2mdeWqdkI9pWUko4NDfC_unfQNHgDlZqglawIOmOZ9-SdNq7wIS8DROkNS7RPPTvsHNU"/>
+</div>
+<div class="absolute top-14 left-1/2 -translate-x-1/2 opacity-0 group-hover:opacity-100 transition-opacity bg-background-dark border border-primary/30 p-3 rounded-lg w-48 shadow-2xl z-20">
+<p class="font-bold text-xs text-primary mb-1">Sarah Chen</p>
+<p class="text-[10px] leading-snug">Tech journalist specializing in AI ethics and digital sociology.</p>
+</div>
+</div>
+<div class="absolute top-1/2 left-1/2 -translate-x-1/2 -translate-y-1/2 group cursor-pointer">
+<div class="size-16 bg-primary/80 rounded-full border-4 border-background-dark node-pulse flex items-center justify-center overflow-hidden scale-110">
+<img class="w-full h-full" data-alt="Persona Mark node" src="https://lh3.googleusercontent.com/aida-public/AB6AXuAZ0b_swUOvtRSHgElZPfJTnFAOX7vUOon00KLvt-LRrZH3EMaAa4nGbR-iwA64kl9wBdmBR76VpE0wj_a3zYXF0beGPbxa_eizM4VTuMkey2TplZsqWUgtHIEHGpEoHvllUsj0qvtgfuDGCqYYvOXKM22eAvE-W79BtMUB79NNY70k-nFOj8yQQFve92FKEzoGzpsEMioF9W1YBIRa0hq2qcRitdCcTr8Yk2oSYQXu7dbvOUKreMwBuf6fF0aNgjS3AyUnH9zQOQo"/>
+</div>
+<div class="absolute top-20 left-1/2 -translate-x-1/2 opacity-0 group-hover:opacity-100 transition-opacity bg-background-dark border border-primary/30 p-3 rounded-lg w-48 shadow-2xl z-20">
+<p class="font-bold text-xs text-primary mb-1">Marcus Thorne</p>
+<p class="text-[10px] leading-snug">Venture capitalist looking for the next 'Mesh' breakthrough.</p>
+</div>
+</div>
+<div class="absolute top-1/4 right-1/4 group cursor-pointer">
+<div class="size-12 bg-slate-700 rounded-full border-4 border-background-dark flex items-center justify-center overflow-hidden">
+<img class="w-full h-full" data-alt="Persona Elena node" src="https://lh3.googleusercontent.com/aida-public/AB6AXuA-lCPF_HUx9YHjROEc7g413oDE-cxCPguqB44qS6ZR9JXXlCsCuPnhVglxZH23QQUGONxJojYERAvCEqjoyMpKaLn9EsKhHdUMh4gOmn488QSIcSQmvfAMh8z8gRhFxkRtfGjitwlxBVfrIFfuOVo-A6k4Ao-EuJwadzsCLZSGa7HtTfhcQgseusZ0G9rakf3qE2w1RmPS2liyE0S00gWOIPTksKVXLInY5vTh9dXrbbl87yztEUug11zW5C9Q6T0exMqpeDOx5A4"/>
+</div>
+<div class="absolute top-14 left-1/2 -translate-x-1/2 opacity-0 group-hover:opacity-100 transition-opacity bg-background-dark border border-primary/30 p-3 rounded-lg w-48 shadow-2xl z-20">
+<p class="font-bold text-xs text-primary mb-1">Elena Rodriguez</p>
+<p class="text-[10px] leading-snug">Grassroots community organizer with a skeptical eye on tech.</p>
+</div>
+</div>
+<!-- View Controls -->
+<div class="absolute bottom-6 left-1/2 -translate-x-1/2 flex items-center gap-2 bg-background-light/50 dark:bg-background-dark/50 backdrop-blur-md p-1.5 rounded-full border border-primary/20">
+<button class="p-2 hover:bg-primary/20 rounded-full transition-colors"><span class="material-symbols-outlined text-base">zoom_in</span></button>
+<button class="p-2 hover:bg-primary/20 rounded-full transition-colors"><span class="material-symbols-outlined text-base">zoom_out</span></button>
+<div class="w-px h-4 bg-primary/20 mx-1"></div>
+<button class="p-2 hover:bg-primary/20 rounded-full transition-colors"><span class="material-symbols-outlined text-base">center_focus_weak</span></button>
+<button class="p-2 bg-primary text-white rounded-full transition-colors"><span class="material-symbols-outlined text-base">drag_pan</span></button>
+</div>
+</section>
+<!-- Right Panel: Simulation Options -->
+<aside class="w-80 border-l border-primary/10 flex flex-col bg-background-light/50 dark:bg-slate-900/30">
+<div class="flex border-b border-primary/10">
+<button class="flex-1 py-3 text-xs font-bold text-primary border-b-2 border-primary">NETWORK</button>
+<button class="flex-1 py-3 text-xs font-bold text-slate-500 hover:text-primary transition-colors">PERSONAS</button>
+<button class="flex-1 py-3 text-xs font-bold text-slate-500 hover:text-primary transition-colors">METRICS</button>
+</div>
+<div class="p-5 space-y-8 overflow-y-auto">
+<div class="space-y-4">
+<h3 class="text-xs font-bold text-slate-500 uppercase tracking-widest">Configuration</h3>
+<div class="space-y-2">
+<label class="text-xs font-medium">Network Architecture</label>
+<select class="w-full bg-background-light dark:bg-background-dark border border-primary/20 rounded-lg py-2 px-3 text-sm focus:ring-primary focus:border-primary">
+<option>Small-World Mesh</option>
+<option>Scale-Free Network</option>
+<option>Hierarchical Cluster</option>
+<option>Random Distribution</option>
+</select>
+</div>
+<div class="space-y-4">
+<div class="flex justify-between items-center">
+<label class="text-xs font-medium">Persona Count</label>
+<span class="text-xs font-mono bg-primary/20 text-primary px-2 py-0.5 rounded">142</span>
+</div>
+<input class="w-full h-1.5 bg-primary/20 rounded-lg appearance-none cursor-pointer accent-primary" max="500" min="10" type="range" value="142"/>
+</div>
+<div class="space-y-4">
+<div class="flex justify-between items-center">
+<label class="text-xs font-medium">Simulation Speed</label>
+<span class="text-xs font-mono bg-primary/20 text-primary px-2 py-0.5 rounded">2.4x</span>
+</div>
+<input class="w-full h-1.5 bg-primary/20 rounded-lg appearance-none cursor-pointer accent-primary" max="5.0" min="0.5" step="0.1" type="range" value="2.4"/>
+</div>
+</div>
+<div class="space-y-4">
+<h3 class="text-xs font-bold text-slate-500 uppercase tracking-widest">Interaction Rules</h3>
+<div class="space-y-3">
+<label class="flex items-center gap-3 cursor-pointer group">
+<input checked="" class="rounded border-primary/30 text-primary focus:ring-primary bg-transparent" type="checkbox"/>
+<span class="text-sm group-hover:text-primary transition-colors">Allow Echo Chambers</span>
+</label>
+<label class="flex items-center gap-3 cursor-pointer group">
+<input class="rounded border-primary/30 text-primary focus:ring-primary bg-transparent" type="checkbox"/>
+<span class="text-sm group-hover:text-primary transition-colors">Simulate Content Viral Decay</span>
+</label>
+<label class="flex items-center gap-3 cursor-pointer group">
+<input checked="" class="rounded border-primary/30 text-primary focus:ring-primary bg-transparent" type="checkbox"/>
+<span class="text-sm group-hover:text-primary transition-colors">Cross-Platform Propagation</span>
+</label>
+</div>
+</div>
+<div class="pt-2">
+<div class="p-4 bg-primary/5 rounded-xl border border-primary/10">
+<p class="text-[10px] font-bold text-slate-500 mb-2 uppercase tracking-tighter">System Health</p>
+<div class="flex items-center gap-2 mb-2">
+<div class="flex-1 h-1 bg-primary/20 rounded-full overflow-hidden">
+<div class="w-3/4 h-full bg-primary"></div>
+</div>
+<span class="text-[10px] font-mono">75% Load</span>
+</div>
+<p class="text-[10px] text-slate-500 leading-tight">Processing 4.2k interactions per second in current mesh configuration.</p>
+</div>
+</div>
+</div>
+</aside>
+</main>
+<!-- Bottom Panel: Analysis Output -->
+<footer class="h-64 border-t border-primary/20 bg-background-light dark:bg-background-dark flex flex-col shrink-0">
+<div class="px-6 py-3 border-b border-primary/10 flex items-center justify-between">
+<h2 class="text-sm font-bold flex items-center gap-2">
+<span class="material-symbols-outlined text-primary text-lg">data_table</span> Real-Time Reaction Log
+            </h2>
+<div class="flex items-center gap-4">
+<div class="flex items-center gap-2 text-xs">
+<span class="material-symbols-outlined text-xs text-green-500">fiber_manual_record</span>
+<span class="text-slate-500 font-medium">Positive</span>
+</div>
+<div class="flex items-center gap-2 text-xs">
+<span class="material-symbols-outlined text-xs text-red-500">fiber_manual_record</span>
+<span class="text-slate-500 font-medium">Negative</span>
+</div>
+<button class="text-xs font-bold text-primary hover:underline">Export CSV</button>
+</div>
+</div>
+<div class="flex-1 overflow-y-auto">
+<table class="w-full text-left border-collapse">
+<thead class="sticky top-0 bg-background-light dark:bg-background-dark shadow-sm z-10">
+<tr class="text-[10px] font-bold text-slate-500 uppercase tracking-widest">
+<th class="px-6 py-3 border-b border-primary/10">Persona Name</th>
+<th class="px-6 py-3 border-b border-primary/10">Reaction</th>
+<th class="px-6 py-3 border-b border-primary/10">Analysis</th>
+<th class="px-6 py-3 border-b border-primary/10">Direct Implications</th>
+</tr>
+</thead>
+<tbody class="text-sm divide-y divide-primary/5">
+<tr class="hover:bg-primary/5 transition-colors group">
+<td class="px-6 py-3">
+<div class="flex items-center gap-3">
+<img class="size-6 rounded-full bg-primary/10" data-alt="Sarah thumbnail" src="https://lh3.googleusercontent.com/aida-public/AB6AXuCND8eDTF8hecwkGehMFvV6iWSQiCrvPO08qR5hiC5GwtYmAzz8DHiinLDo2oUhm7dqx5xNkbY7Qn8grAEORRUdb6B0FSMa1eLZo1A0m-xWvYo4fdysgSwmNgwSeZ5bZ_6NPTtwVsemgm2rf2XhXa6amQ7SKnd5LaZFo3CEmHt17v0AlyrxnYZ7rHrWUYjsCJlkBt4nDbla78JeeFNP3jrYO705BcSSRKtm8RHfQ8aTSmh5yFg92ZhG981pFas2m0__BdFJWj153MU"/>
+<span class="font-bold">Sarah Chen</span>
+</div>
+</td>
+<td class="px-6 py-3">
+<span class="inline-flex items-center gap-1.5 px-2 py-0.5 rounded-full text-[10px] font-bold bg-green-500/10 text-green-500 border border-green-500/20">
+<span class="material-symbols-outlined text-[10px]">thumb_up</span> OPTIMISTIC
+                            </span>
+</td>
+<td class="px-6 py-3 text-slate-400">Values the decentralized approach. Sees it as a step toward digital sovereignty.</td>
+<td class="px-6 py-3 font-medium text-primary">Likely to retweet and amplify to journalist network.</td>
+</tr>
+<tr class="hover:bg-primary/5 transition-colors group">
+<td class="px-6 py-3">
+<div class="flex items-center gap-3">
+<img class="size-6 rounded-full bg-primary/10" data-alt="Mark thumbnail" src="https://lh3.googleusercontent.com/aida-public/AB6AXuAmErxj-NYbwhk3Nz1bGn6KgQAgOOPpHyk4vyVluyVaYYtK5ocKbprxdf2uw-c086hExEC57__ZC6j1_fR4YGrD9Rj4aoh1xVNg5cs3r-L9rlz3HpNoaynvhdD8YB_ntTZKhec0Ff1BHMkEiT3Bs5QE6Rs8hIptCMM3aHOnaKUGct7u1XWVu6rNOaPMb81drRNKZBAb8SCDvV75ArGxurCjr-MNGqoS4jmkL6Y5Jkk00ltb6O9UkbCL1-mib2tl39zkaz2ORnBZTck"/>
+<span class="font-bold">Marcus Thorne</span>
+</div>
+</td>
+<td class="px-6 py-3">
+<span class="inline-flex items-center gap-1.5 px-2 py-0.5 rounded-full text-[10px] font-bold bg-primary/10 text-primary border border-primary/20">
+<span class="material-symbols-outlined text-[10px]">trending_up</span> STRATEGIC
+                            </span>
+</td>
+<td class="px-6 py-3 text-slate-400">Comparing the model with previous Web3 failures. Looking for monetization vectors.</td>
+<td class="px-6 py-3 font-medium text-primary">Will request private briefing / more technical whitepaper.</td>
+</tr>
+<tr class="hover:bg-primary/5 transition-colors group">
+<td class="px-6 py-3">
+<div class="flex items-center gap-3">
+<img class="size-6 rounded-full bg-primary/10" data-alt="Elena thumbnail" src="https://lh3.googleusercontent.com/aida-public/AB6AXuDgzLD7cYx_1syr6voWEAUApAYE9B3-t2HhzUgCHy7PALLuoV7q15E5Pf8jUXa_F8MAj9W24dudb7KEsyZJuUH8H1cO4p3uEoK2wHcNUAso8a-DDzA5xePofoYk53dAj_JuRpdtTU6NxtTr_sbPh8zbxV1CIPqmwVQ752TBhWlglQ-hh_T1vp25xvlgOgabw_B2equ6OM7nja-Fq8QdW6SZflYSi8tTgEgxZVosXs3aiOpADs_43-puToww3K6nC4Lm-c9w63055zw"/>
+<span class="font-bold">Elena Rodriguez</span>
+</div>
+</td>
+<td class="px-6 py-3">
+<span class="inline-flex items-center gap-1.5 px-2 py-0.5 rounded-full text-[10px] font-bold bg-red-500/10 text-red-500 border border-red-500/20">
+<span class="material-symbols-outlined text-[10px]">warning</span> SKEPTICAL
+                            </span>
+</td>
+<td class="px-6 py-3 text-slate-400">Concerned about accessibility for non-technical users in low-income brackets.</td>
+<td class="px-6 py-3 font-medium text-primary">May draft a critical counter-opinion on ethics forum.</td>
+</tr>
+</tbody>
+</table>
+</div>
+</footer>
+</body></html>

tests/test_async_and_focus_groups.py

@@ -0,0 +1,70 @@
+import pytest
+import time
+from unittest.mock import MagicMock, patch
+from tinytroupe.agent import TinyPerson
+from tinytroupe.simulation_manager import SimulationManager, SimulationConfig
+from tinytroupe.agent.social_types import Content
+
+@pytest.fixture
+def mock_llm():
+    with patch("tinytroupe.openai_utils.client") as mock:
+        client = MagicMock()
+        mock.return_value = client
+        client.send_message.return_value = {"content": "{}"}
+        yield client
+
+def test_async_simulation_and_chat(mock_llm):
+    TinyPerson.clear_agents()
+    manager = SimulationManager()
+
+    with patch("tinytroupe.factory.tiny_person_factory.TinyPersonFactory.generate_people") as mock_gen:
+        mock_gen.return_value = [TinyPerson("P1"), TinyPerson("P2")]
+        config = SimulationConfig(name="Async Test", persona_count=2)
+        sim = manager.create_simulation(config)
+
+    content = Content(text="Async test post")
+
+    with patch("tinytroupe.environment.social_tiny_world.SocialTinyWorld.simulate_content_spread") as mock_spread:
+        from tinytroupe.environment.social_tiny_world import SimulationResult
+        from datetime import datetime
+        res = SimulationResult(content, datetime.now())
+        mock_spread.return_value = res
+
+        manager.run_simulation(sim.id, content, background=True)
+
+    assert sim.status in ["running", "completed"]
+
+    # Test chat
+    msg = manager.send_chat_message(sim.id, "User", "Hello personas")
+    assert msg["sender"] == "User"
+
+    history = manager.get_chat_history(sim.id)
+    assert len(history) >= 1
+
+    # Wait for background task
+    max_wait = 5
+    while sim.status != "completed" and max_wait > 0:
+        time.sleep(0.5)
+        max_wait -= 0.5
+
+    assert sim.status == "completed"
+    assert sim.progress == 1.0
+
+def test_focus_groups(mock_llm):
+    TinyPerson.clear_agents()
+    manager = SimulationManager()
+
+    with patch("tinytroupe.factory.tiny_person_factory.TinyPersonFactory.generate_people") as mock_gen:
+        mock_gen.return_value = [TinyPerson("P1"), TinyPerson("P2")]
+        config = SimulationConfig(name="Base Sim", persona_count=2)
+        sim = manager.create_simulation(config)
+
+    # Save focus group
+    manager.save_focus_group("MyGroup", sim.personas)
+    assert "MyGroup" in manager.list_focus_groups()
+
+    # Create new sim from focus group
+    config2 = SimulationConfig(name="Sim 2")
+    sim2 = manager.create_simulation(config2, focus_group_name="MyGroup")
+    assert len(sim2.personas) == 2
+    assert sim2.personas == sim.personas

tests/test_content_engine.py

@@ -0,0 +1,54 @@
+import pytest
+from unittest.mock import MagicMock, patch
+from tinytroupe.content_generation import ContentVariantGenerator
+from tinytroupe.variant_optimizer import VariantOptimizer
+from tinytroupe.ml_models import EngagementPredictor
+from tinytroupe.agent.social_types import Content
+from tinytroupe.agent import TinyPerson
+
+@pytest.fixture
+def mock_llm():
+    with patch("tinytroupe.openai_utils.client") as mock:
+        client = MagicMock()
+        mock.return_value = client
+        client.send_message.return_value = {"content": "Rewritten content variant"}
+        yield client
+
+def test_content_variant_generation(mock_llm):
+    generator = ContentVariantGenerator()
+    original = "This is a test post."
+    variants = generator.generate_variants(original, num_variants=3)
+
+    assert len(variants) == 3
+    assert variants[0].text == "Rewritten content variant"
+    assert variants[0].original_content == original
+
+def test_variant_optimization(mock_llm):
+    TinyPerson.clear_agents()
+    predictor = EngagementPredictor()
+    optimizer = VariantOptimizer(predictor)
+
+    personas = [TinyPerson("User1"), TinyPerson("User2")]
+    for p in personas:
+        p._persona.update({"age": 25, "occupation": "Tester", "nationality": "US", "residence": "NY"})
+
+    from tinytroupe.content_generation import ContentVariant
+    variants = [
+        ContentVariant("Variant 1", "strategy", {}, "original"),
+        ContentVariant("Variant 2", "strategy", {}, "original")
+    ]
+
+    # Mock predictor to return different scores for different variants
+    with patch.object(EngagementPredictor, 'predict') as mock_predict:
+        mock_predict.side_effect = [0.8, 0.7, 0.4, 0.5] # V1 for P1, P2; V2 for P1, P2
+
+        from tinytroupe.social_network import NetworkTopology
+        network = NetworkTopology()
+
+        ranked = optimizer.rank_variants_for_audience(variants, personas, network)
+
+        assert len(ranked) == 2
+        assert ranked[0].variant.text == "Variant 1"
+        assert ranked[0].score == 0.75 # (0.8 + 0.7) / 2
+        assert ranked[1].variant.text == "Variant 2"
+        assert ranked[1].score == 0.45 # (0.4 + 0.5) / 2

tests/test_linkedin_integration.py

@@ -0,0 +1,28 @@
+import pytest
+from unittest.mock import MagicMock, patch
+from tinytroupe.integrations.linkedin_audience import LinkedInAudienceAnalyzer
+from tinytroupe.integrations.linkedin_api import LinkedInAPI
+from tinytroupe.agent import TinyPerson
+
+def test_linkedin_audience_analysis():
+    mock_api = MagicMock(spec=LinkedInAPI)
+    mock_api.get_connections.return_value = [
+        {"id": "c1", "headline": "CEO", "industry": "Tech", "location": "SF", "career_level": "Senior"},
+        {"id": "c2", "headline": "Dev", "industry": "Tech", "location": "NY", "career_level": "Mid"}
+    ]
+
+    analyzer = LinkedInAudienceAnalyzer(mock_api)
+
+    # Mock TinyPersonFactory.generate_person to avoid LLM calls
+    with patch("tinytroupe.factory.tiny_person_factory.TinyPersonFactory.generate_person") as mock_gen:
+        def side_effect(agent_particularities=None, **kwargs):
+            name = f"Persona_{mock_gen.call_count}"
+            p = TinyPerson(name)
+            return p
+        mock_gen.side_effect = side_effect
+
+        personas = analyzer.create_audience_personas(count=2)
+
+        assert len(personas) == 2
+        assert mock_api.get_connections.called
+        assert mock_gen.call_count == 2

tests/test_social_engine.py

@@ -0,0 +1,63 @@
+import pytest
+from tinytroupe.social_network import NetworkTopology
+from tinytroupe.network_generator import NetworkGenerator
+from tinytroupe.influence import InfluencePropagator
+from tinytroupe.agent import TinyPerson
+from tinytroupe.agent.social_types import Content
+
+def test_network_topology():
+    TinyPerson.clear_agents()
+    topo = NetworkTopology()
+    p1 = TinyPerson("Alice")
+    p2 = TinyPerson("Bob")
+
+    topo.add_persona(p1)
+    topo.add_persona(p2)
+
+    topo.add_connection("Alice", "Bob", strength=0.9, relationship_type="friend")
+
+    assert "Alice" in topo.nodes
+    assert "Bob" in topo.nodes
+    assert len(topo.edges) == 1
+    assert "Bob" in p1.social_connections
+    assert p1.social_connections["Bob"].strength == 0.9
+
+def test_network_generation():
+    TinyPerson.clear_agents()
+    personas = [TinyPerson(f"P{i}") for i in range(10)]
+    gen = NetworkGenerator(personas)
+
+    sf_net = gen.generate_scale_free_network(10, 2)
+    assert len(sf_net.nodes) == 10
+    assert len(sf_net.edges) > 0
+
+    sw_net = gen.generate_small_world_network(10, 4, 0.1)
+    assert len(sw_net.nodes) == 10
+    assert len(sw_net.edges) > 0
+
+def test_influence_propagation():
+    TinyPerson.clear_agents()
+    topo = NetworkTopology()
+    personas = [TinyPerson(f"P{i}") for i in range(5)]
+    for p in personas:
+        topo.add_persona(p)
+        # Give them high engagement probability to ensure propagation in test
+        p.engagement_patterns["overall_rate"] = 1.0
+        p._persona.update({"age": 30, "occupation": "User", "nationality": "US", "residence": "CA"})
+
+    # Create a line of connections: P0 -> P1 -> P2 -> P3 -> P4
+    for i in range(4):
+        topo.add_connection(f"P{i}", f"P{i+1}", strength=1.0)
+
+    propagator = InfluencePropagator(topo)
+    content = Content(text="Viral message", topics=["test"])
+
+    # Mock calculate_engagement_probability to always return high value
+    from unittest.mock import patch
+    with patch.object(TinyPerson, 'calculate_engagement_probability', return_value=0.8):
+        result = propagator.propagate(["P0"], content)
+
+        assert result.total_reach > 1
+        assert "P0" in result.activated_personas
+        # Since steps are limited and it's probabilistic (though we mocked it high), check we reached some depth
+        assert result.cascade_depth >= 1

tests/test_social_extensions.py

@@ -0,0 +1,66 @@
+import pytest
+from unittest.mock import MagicMock, patch
+from tinytroupe.agent import TinyPerson
+from tinytroupe.agent.social_types import Content, Reaction
+
+@pytest.fixture
+def mock_llm():
+    with patch("tinytroupe.openai_utils.client") as mock:
+        client = MagicMock()
+        mock.return_value = client
+        # Mock send_message for LLMPredictor
+        client.send_message.return_value = {
+            "content": '{"will_engage": true, "probability": 0.8, "reasoning": "test", "reaction_type": "like", "comment": "nice"}'
+        }
+        yield client
+
+def test_tiny_person_social_extension(mock_llm):
+    TinyPerson.clear_agents()
+    person = TinyPerson("Alice")
+    person._persona.update({
+        "age": 30,
+        "occupation": "Engineer",
+        "nationality": "German",
+        "residence": "Berlin"
+    })
+    assert hasattr(person, "social_connections")
+    assert hasattr(person, "engagement_patterns")
+
+    content = Content(text="Hello world", topics=["tech"], format="text")
+
+    # We need to mock EngagementPredictor.predict as well if we don't want real LLM calls there
+    with patch("tinytroupe.ml_models.EngagementPredictor.predict") as mock_pred:
+        mock_pred.return_value = 0.7
+        prob = person.calculate_engagement_probability(content)
+        assert prob == 0.7
+
+    reaction = person.predict_reaction(content)
+    assert reaction.will_engage is True
+    assert reaction.probability == 0.8
+
+def test_simulation_manager(mock_llm):
+    from tinytroupe.simulation_manager import SimulationManager, SimulationConfig
+    manager = SimulationManager()
+
+    # Mock create_simulation to avoid real persona generation
+    with patch("tinytroupe.factory.tiny_person_factory.TinyPersonFactory.generate_people") as mock_gen:
+        mock_gen.return_value = [TinyPerson("P1"), TinyPerson("P2")]
+        config = SimulationConfig(name="Test Sim", persona_count=2)
+        sim = manager.create_simulation(config)
+
+    assert sim.id is not None
+    assert len(sim.personas) == 2
+    assert sim.world is not None
+
+    content = Content(text="Social media post")
+
+    # Mock simulation spread
+    with patch("tinytroupe.environment.social_tiny_world.SocialTinyWorld.simulate_content_spread") as mock_spread:
+        from tinytroupe.environment.social_tiny_world import SimulationResult
+        from datetime import datetime
+        res = SimulationResult(content, datetime.now())
+        res.total_reach = 10
+        mock_spread.return_value = res
+
+        result = manager.run_simulation(sim.id, content)
+        assert result.total_reach == 10

tinytroupe/__init__.py

@@ -0,0 +1,264 @@
+import os
+import logging
+import configparser
+import rich # for rich console output
+import rich.jupyter
+
+# add current path to sys.path
+import sys
+sys.path.append('.')
+from tinytroupe import utils # now we can import our utils
+
+# AI disclaimers
+print(\
+"""
+!!!!
+DISCLAIMER: TinyTroupe relies on Artificial Intelligence (AI) models to generate content. 
+The AI models are not perfect and may produce inappropriate or inacurate results. 
+For any serious or consequential use, please review the generated content before using it.
+!!!!
+""")
+
+
+###########################################################################
+# Configuration Management System
+###########################################################################
+class ConfigManager:
+    """
+    Manages configuration values with the ability to override defaults.
+    Provides dynamic access to the latest config values.
+    """
+
+    # this is used in more than one place below, so we define it here
+    # to avoid errors in later changes
+    LOGLEVEL_KEY = "loglevel"
+
+    def __init__(self):
+        self._config = {}
+        self._initialize_from_config()
+    
+    def _initialize_from_config(self):
+        """Initialize default values from config file"""
+        config = utils.read_config_file()
+        
+        self._config["model"] = config["OpenAI"].get("MODEL", "gpt-4o")
+        self._config["embedding_model"] = config["OpenAI"].get("EMBEDDING_MODEL", "text-embedding-3-small")
+        if config["OpenAI"].get("API_TYPE") == "azure":
+            self._config["azure_embedding_model_api_version"] = config["OpenAI"].get("AZURE_EMBEDDING_MODEL_API_VERSION", "2023-05-15")
+        self._config["reasoning_model"] = config["OpenAI"].get("REASONING_MODEL", "o3-mini")
+
+        self._config["max_tokens"] = int(config["OpenAI"].get("MAX_TOKENS", "1024"))
+        self._config["temperature"] = float(config["OpenAI"].get("TEMPERATURE", "1.0"))
+        self._config["top_p"] = float(config["OpenAI"].get("TOP_P", "0.0"))
+        self._config["frequency_penalty"] = float(config["OpenAI"].get("FREQ_PENALTY", "0.0"))
+        self._config["presence_penalty"] = float(
+            config["OpenAI"].get("PRESENCE_PENALTY", "0.0"))
+        self._config["reasoning_effort"] = config["OpenAI"].get("REASONING_EFFORT", "high")
+
+        self._config["timeout"] = float(config["OpenAI"].get("TIMEOUT", "30.0"))
+        self._config["max_attempts"] = float(config["OpenAI"].get("MAX_ATTEMPTS", "0.0"))
+        self._config["waiting_time"] = float(config["OpenAI"].get("WAITING_TIME", "1"))
+        self._config["exponential_backoff_factor"] = float(config["OpenAI"].get("EXPONENTIAL_BACKOFF_FACTOR", "5"))
+
+        self._config["cache_api_calls"] = config["OpenAI"].getboolean("CACHE_API_CALLS", False)
+        self._config["cache_file_name"] = config["OpenAI"].get("CACHE_FILE_NAME", "openai_api_cache.pickle")
+
+        self._config["max_content_display_length"] = config["OpenAI"].getint("MAX_CONTENT_DISPLAY_LENGTH", 1024)
+
+        self._config["parallel_agent_actions"] = config["Simulation"].getboolean("PARALLEL_AGENT_ACTIONS", True)
+        self._config["parallel_agent_generation"] = config["Simulation"].getboolean("PARALLEL_AGENT_GENERATION", True)
+
+        self._config["enable_memory_consolidation"] = config["Cognition"].get("ENABLE_MEMORY_CONSOLIDATION", True)
+        self._config["min_episode_length"] = config["Cognition"].getint("MIN_EPISODE_LENGTH", 30)
+        self._config["max_episode_length"] = config["Cognition"].getint("MAX_EPISODE_LENGTH", 100)  
+        self._config["episodic_memory_fixed_prefix_length"] = config["Cognition"].getint("EPISODIC_MEMORY_FIXED_PREFIX_LENGTH", 20)
+        self._config["episodic_memory_lookback_length"] = config["Cognition"].getint("EPISODIC_MEMORY_LOOKBACK_LENGTH", 20)
+
+        self._config["action_generator_max_attempts"] = config["ActionGenerator"].getint("MAX_ATTEMPTS", 2)
+        self._config["action_generator_enable_quality_checks"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECKS", False)
+        self._config["action_generator_enable_regeneration"] = config["ActionGenerator"].getboolean("ENABLE_REGENERATION", False)
+        self._config["action_generator_enable_direct_correction"] = config["ActionGenerator"].getboolean("ENABLE_DIRECT_CORRECTION", False)
+
+        self._config["action_generator_enable_quality_check_for_persona_adherence"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECK_FOR_PERSONA_ADHERENCE", False)
+        self._config["action_generator_enable_quality_check_for_selfconsistency"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECK_FOR_SELFCONSISTENCY", False)
+        self._config["action_generator_enable_quality_check_for_fluency"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECK_FOR_FLUENCY", False)
+        self._config["action_generator_enable_quality_check_for_suitability"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECK_FOR_SUITABILITY", False)
+        self._config["action_generator_enable_quality_check_for_similarity"] = config["ActionGenerator"].getboolean("ENABLE_QUALITY_CHECK_FOR_SIMILARITY", False)
+
+        self._config["action_generator_continue_on_failure"] = config["ActionGenerator"].getboolean("CONTINUE_ON_FAILURE", True)
+        self._config["action_generator_quality_threshold"] = config["ActionGenerator"].getint("QUALITY_THRESHOLD", 2)
+        
+        # LOGLEVEL
+        self._config[ConfigManager.LOGLEVEL_KEY] = config["Logging"].get("LOGLEVEL", "INFO").upper()
+
+        self._raw_config = config
+    
+    def update(self, key, value):
+        """
+        Update a configuration value.
+        
+        Args:
+            key (str): The configuration key to update
+            value: The new value to set
+            
+        Returns:
+            None
+        """
+        if key in self._config:
+
+            # make sure it is always lowercase
+            if isinstance(value, str):
+                value = value.lower()
+
+            self._config[key] = value
+            logging.info(f"Updated config: {key} = {value}")
+            
+            # Special handling for loglevel - also update the logger immediately
+            if key == ConfigManager.LOGLEVEL_KEY:
+                utils.set_loglevel(value)
+        else:
+            logging.warning(f"Attempted to update unknown config key: {key}")
+    
+    def update_multiple(self, config_dict):
+        """
+        Update multiple configuration values at once.
+        
+        Args:
+            config_dict (dict): Dictionary of key-value pairs to update
+            
+        Returns:
+            None
+        """
+        for key, value in config_dict.items():
+            self.update(key, value)
+    
+    def get(self, key, default=None):
+        """
+        Get a configuration value.
+        
+        Args:
+            key (str): The configuration key to retrieve
+            default: The default value to return if key is not found
+            
+        Returns:
+            The configuration value
+        """
+        return self._config.get(key, default)
+    
+    def reset(self):
+        """Reset all configuration values to their original values from the config file."""
+        self._initialize_from_config()
+        logging.info("All configuration values have been reset to defaults")
+    
+    def __getitem__(self, key):
+        """Allow dictionary-like access to configuration values."""
+        return self.get(key)
+
+    def config_defaults(self, **config_mappings):
+        """
+        Returns a decorator that replaces None default values with current config values.
+        
+        Args:
+            **config_mappings: Mapping of parameter names to config keys
+            
+        Example:
+            @config_manager.config_defaults(model="model", temp="temperature")
+            def generate(prompt, model=None, temp=None):
+                # model will be the current config value for "model" if None is passed
+                # ...
+        """
+        import functools
+        import inspect
+        
+        def decorator(func):
+            @functools.wraps(func)
+            def wrapper(*args, **kwargs):
+                # Get the function's signature
+                sig = inspect.signature(func)
+                bound_args = sig.bind_partial(*args, **kwargs)
+                bound_args.apply_defaults()
+                
+                # For each parameter that maps to a config key
+                for param_name, config_key in config_mappings.items():
+                    # If the parameter is None, replace with config value
+                    if param_name in bound_args.arguments and bound_args.arguments[param_name] is None:
+                        kwargs[param_name] = self.get(config_key)
+                
+                return func(*args, **kwargs)
+            
+            return wrapper
+        
+        return decorator
+
+
+# Create global instance of the configuration manager
+config = utils.read_config_file()
+utils.pretty_print_tinytroupe_version()
+utils.pretty_print_datetime()
+utils.pretty_print_config(config)
+utils.start_logger(config)
+
+config_manager = ConfigManager()
+
+
+
+
+# For backwards compatibility, maintain the default dict
+# but it's recommended to use config_manager instead
+default = config_manager._config
+
+# Helper function for method signatures
+def get_config(key, override_value=None):
+    """
+    Get a configuration value, with optional override.
+    Used in method signatures to get current config values.
+    
+    Args:
+        key (str): The configuration key
+        override_value: If provided, this value is used instead of the config value
+        
+    Returns:
+        The configuration value or the override value
+    """
+    if override_value is not None:
+        return override_value
+    return config_manager.get(key)
+
+
+## LLaMa-Index configs ########################################################
+#from llama_index.embeddings.huggingface import HuggingFaceEmbedding
+
+if config["OpenAI"].get("API_TYPE") == "azure":
+    from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding
+else:
+    from llama_index.embeddings.openai import OpenAIEmbedding
+
+from llama_index.core import Settings, Document, VectorStoreIndex, SimpleDirectoryReader
+from llama_index.readers.web import SimpleWebPageReader
+
+
+# this will be cached locally by llama-index, in a OS-dependend location
+
+##Settings.embed_model = HuggingFaceEmbedding(
+##    model_name="BAAI/bge-small-en-v1.5"
+##)
+
+if config["OpenAI"].get("API_TYPE") == "azure":
+    llamaindex_openai_embed_model = AzureOpenAIEmbedding(model=default["embedding_model"],
+                                                        deployment_name=default["embedding_model"],
+                                                        api_version=default["azure_embedding_model_api_version"],
+                                                        embed_batch_size=10)
+else:
+    llamaindex_openai_embed_model = OpenAIEmbedding(model=default["embedding_model"], embed_batch_size=10)
+Settings.embed_model = llamaindex_openai_embed_model
+
+
+###########################################################################
+# Fixes and tweaks
+###########################################################################
+
+# fix an issue in the rich library: we don't want margins in Jupyter!
+rich.jupyter.JUPYTER_HTML_FORMAT = \
+    utils.inject_html_css_style_prefix(rich.jupyter.JUPYTER_HTML_FORMAT, "margin:0px;")
+
+

tinytroupe/agent/__init__.py

@@ -0,0 +1,66 @@
+"""
+This module provides the main classes and functions for TinyTroupe's  agents.
+
+Agents are the key abstraction used in TinyTroupe. An agent is a simulated person or entity that can interact with other agents and the environment, by
+receiving stimuli and producing actions. Agents have cognitive states, which are updated as they interact with the environment and other agents. 
+Agents can also store and retrieve information from memory, and can perform actions in the environment. Different from agents whose objective is to
+provide support for AI-based assistants or other such productivity tools, **TinyTroupe agents aim at representing human-like behavior**, which includes
+idiossincracies, emotions, and other human-like traits, that one would not expect from a productivity tool.
+
+The overall underlying design is inspired mainly by Cognitive Psychology, which is why agents have various internal cognitive states, such as attention, emotions, and goals.
+It is also why agent memory, differently from other LLM-based agent platforms, has subtle internal divisions, notably between episodic and semantic memory. 
+Some behaviorist concepts are also present, such as the explicit and decoupled concepts of "stimulus" and "response" in the `listen` and `act` methods, which are key abstractions
+to understand how agents interact with the environment and other agents.
+"""
+
+import tinytroupe.utils as utils
+from pydantic import BaseModel
+
+import logging
+logger = logging.getLogger("tinytroupe")
+
+from tinytroupe import default
+
+###########################################################################
+# Types and constants
+###########################################################################
+from typing import TypeVar, Union
+Self = TypeVar("Self", bound="TinyPerson")
+AgentOrWorld = Union[Self, "TinyWorld"]
+
+
+###########################################################################
+# Data structures to enforce output format during LLM API call.
+###########################################################################
+class Action(BaseModel):
+    type: str
+    content: str
+    target: str
+
+class CognitiveState(BaseModel):
+    goals: str
+    context: list[str]
+    attention: str
+    emotions: str
+
+class CognitiveActionModel(BaseModel):
+    action: Action
+    cognitive_state: CognitiveState
+
+class CognitiveActionModelWithReasoning(BaseModel):
+    reasoning: str
+    action: Action
+    cognitive_state: CognitiveState
+
+
+###########################################################################
+# Exposed API
+###########################################################################
+# from. grounding ... ---> not exposing this, clients should not need to know about detailed grounding mechanisms
+from .memory import SemanticMemory, EpisodicMemory, EpisodicConsolidator, ReflectionConsolidator
+from .mental_faculty import CustomMentalFaculty, RecallFaculty, FilesAndWebGroundingFaculty, TinyToolUse
+from .tiny_person import TinyPerson
+
+__all__ = ["SemanticMemory", "EpisodicMemory", "EpisodicConsolidator", "ReflectionConsolidator",
+           "CustomMentalFaculty", "RecallFaculty", "FilesAndWebGroundingFaculty", "TinyToolUse",
+           "TinyPerson"]

tinytroupe/agent/action_generator.py

@@ -0,0 +1,532 @@
+import json 
+import statistics  # Add this import
+
+import tinytroupe.utils as utils
+from tinytroupe.control import transactional, current_simulation
+import tinytroupe.openai_utils as openai_utils
+from tinytroupe.validation import propositions
+from tinytroupe.utils import JsonSerializableRegistry
+from tinytroupe.experimentation import Proposition
+
+
+class ActionGenerator(JsonSerializableRegistry):
+
+    def __init__(self, max_attempts=2, 
+                 enable_quality_checks=True,
+                 enable_regeneration=True,
+                 enable_direct_correction=False, # TODO enable_direct_correction not working very well yet
+                 enable_quality_check_for_persona_adherence=True,
+                 enable_quality_check_for_selfconsistency=True,
+                 enable_quality_check_for_fluency=True,
+                 enable_quality_check_for_suitability=False,
+                 enable_quality_check_for_similarity=False,
+                 continue_on_failure=True,
+                 quality_threshold=7,
+                 max_action_similarity=0.6,
+                 enable_reasoning_step=False): # TODO enable_reasoning_step not working very well yet
+        """
+        Initializes the ActionGenerator.
+
+        Args:
+            max_attempts (int): The maximum number of attempts to generate an action.
+            enable_quality_checks (bool): Whether to perform quality checks on the generated action. If False, the first action generated
+              is returned without any checks.
+            enable_regeneration (bool): Whether to try to make the agent regenerate the action if the first attempt fails.
+            enable_direct_correction (bool): Whether to directly correct the action if the first attempt fails, without asking the agent to regenerate it.
+            enable_quality_check_for_persona_adherence (bool): Whether to check the action for persona adherence.
+            enable_quality_check_for_selfconsistency (bool): Whether to check the action for self-consistency.
+            enable_quality_check_for_fluency (bool): Whether to check the action for fluency.
+            enable_quality_check_for_suitability (bool): Whether to check the action for suitability.
+            continue_on_failure (bool): Whether to return the last tentative action, even if it fails to pass quality checks.
+               Presumably, the last tentative action is the one that is most likely to be correct, since it has gone through the most iterations of regeneration and correction.
+            quality_threshold (int): The minimum score for each quality check for the action to be considered good quality.
+            enable_reasoning_step (bool): Whether to enable reasoning step in the action generation process. This IS NOT the use of "reasoning models" (e.g., o1, o3),
+              but rather the use of an additional reasoning step in the regular text completion.
+        """
+         
+        self.max_attempts = max_attempts
+        self.regeneration_attempts = 0
+        self.direct_correction_attempts = 0
+        
+        self.enable_quality_checks = enable_quality_checks
+        self.enable_regeneration = enable_regeneration
+        self.enable_direct_correction = enable_direct_correction
+
+        self.enable_quality_check_for_persona_adherence = enable_quality_check_for_persona_adherence
+        self.enable_quality_check_for_selfconsistency = enable_quality_check_for_selfconsistency   
+        self.enable_quality_check_for_fluency = enable_quality_check_for_fluency
+        self.enable_quality_check_for_suitability = enable_quality_check_for_suitability
+        self.enable_quality_check_for_similarity = enable_quality_check_for_similarity
+
+        self.continue_on_failure = continue_on_failure
+        self.quality_threshold = quality_threshold
+        self.max_action_similarity = max_action_similarity
+
+        self.enable_reasoning_step = enable_reasoning_step
+
+        # This generator has its own copies of the propositions, in order to be able to isolate them
+        # from other agents, particularly when running the simulation in parallel.
+        self.action_persona_adherence = propositions.hard_action_persona_adherence.copy()
+        self.action_self_consistency = propositions.action_self_consistency.copy()
+        self.action_fluency = propositions.action_fluency.copy()
+        self.action_suitability = propositions.action_suitability.copy()
+
+        # initialize statistics  
+        self.regeneration_failures = 0
+        self.direct_correction_failures = 0
+        self.regeneration_scores = []
+        self.direct_correction_scores = []
+        self.total_actions_produced = 0
+        self.total_original_actions_succeeded = 0
+
+    def generate_next_action(self, agent, current_messages:list):
+
+        from tinytroupe.agent import logger # import here to avoid circular import issues
+
+        # clean up (remove unnecessary elements) and copy the list of current messages to avoid modifying the original ones
+        current_messages = [
+            {"role": msg["role"], "content": json.dumps(msg["content"])}
+            for msg in current_messages
+        ]
+
+        # starts with no feedback
+        cur_feedback = None 
+        all_negative_feedbacks = []
+
+        best_action = None
+        best_role = None
+        best_content = None
+        best_score = float('-inf')
+        original_score = None
+
+        def update_best(tentative_action, role, content, total_score):
+            nonlocal best_action, best_role, best_content, best_score
+            if total_score > best_score:
+                best_action = tentative_action
+                best_role = role
+                best_content = content
+                best_score = total_score
+
+        def finish_return(tentative_action, role, content, final_score):
+            if original_score is not None and final_score > original_score:
+                logger.warning(f"[{agent.name}] improved total quality from {original_score} to {final_score}")
+            
+            # ensure that tentative_action and content are dicts
+            if isinstance(tentative_action, str):
+                tentative_action = json.loads(tentative_action)
+            if isinstance(content, str):
+                content = json.loads(content)
+
+            return tentative_action, role, content, all_negative_feedbacks
+
+        # First attempt to generate an action
+        tentative_action, role, content = self._generate_tentative_action(agent, current_messages, 
+                                                                          feedback_from_previous_attempt=cur_feedback,
+                                                                          previous_tentative_action=None,
+                                                                          previous_llm_role=None, previous_llm_content=None)
+        
+        if self.enable_quality_checks:
+            # First quality check
+            good_quality, total_score, cur_feedback = self._check_action_quality("Original Action", agent, tentative_action=tentative_action)
+            update_best(tentative_action, role, content, total_score)
+            if original_score is None:
+                original_score = total_score
+            if good_quality:
+                self.total_original_actions_succeeded += 1
+                # Found a good action, let's return it now
+                return finish_return(tentative_action, role, content, total_score) 
+            else:
+                logger.warning(f"[{agent.name}] Original action did not pass quality checks: {cur_feedback}")
+                all_negative_feedbacks.append(cur_feedback)
+                      
+
+            # GENERATE AND REGENERATE the action by the agent 
+            #
+            # We first try to make the agent generate (via the current_messages passed) or regenerate the 
+            # action based on feedback.
+            if self.enable_regeneration:
+                for attempt in range(self.max_attempts):
+                    
+                    # Generate tentative action
+                    tentative_action, role, content = self._generate_tentative_action(agent, current_messages, 
+                                                                                      feedback_from_previous_attempt=cur_feedback,
+                                                                                      previous_tentative_action=tentative_action,
+                                                                                      previous_llm_role=role, previous_llm_content=content)
+                    logger.debug(f"[{agent.name}] Tentative action: {tentative_action}") 
+                    self.regeneration_attempts += 1
+                
+                    good_quality, total_score, cur_feedback = self._check_action_quality(f"Action Regeneration ({attempt})", agent, tentative_action=tentative_action)
+                    update_best(tentative_action, role, content, total_score)
+                    if good_quality:
+                        # Found a good action, let's return it now
+                        return finish_return(tentative_action, role, content, total_score)        
+                    else:
+                        self.regeneration_failures += 1
+                        self.regeneration_scores.append(total_score)  # Assuming feedback contains a score
+                        all_negative_feedbacks.append(cur_feedback)
+
+            # CORRECT OR REPHRASE the action directly
+            #
+            # If we got here, it means the agent was not able to directly generate an action
+            # of sufficient quality, so we'll try to rephrase it correctly directly now.
+            if self.enable_direct_correction:
+                for attempt in range(self.max_attempts):
+                    tentative_action, role, content = self._correct_action(tentative_action, feedback=cur_feedback, llm_role=role, llm_content=content)
+                    logger.warning(f"[{agent.name}] Rephrased the action directly as: {tentative_action}") 
+                    self.direct_correction_attempts += 1
+                
+                    good_quality, total_score, cur_feedback = self._check_action_quality(f"Direct Action Correction or Rephrasing ({attempt})", agent, tentative_action=tentative_action)
+                    update_best(tentative_action, role, content, total_score)
+                    if good_quality:
+                        # Found a good action, let's return it now
+                        return finish_return(tentative_action, role, content, total_score)                    
+                    else:
+                        self.direct_correction_failures += 1
+                        self.direct_correction_scores.append(total_score)  # Assuming feedback contains a score
+                        all_negative_feedbacks.append(cur_feedback)
+
+            # If we got here, all attempts to generate a good action failed
+            if self.continue_on_failure:
+                logger.warning(f"[{agent.name}] All attempts to generate a good action failed. Returning the best one.")
+                return finish_return(best_action, best_role, best_content, best_score)
+            
+            else:
+                raise PoorQualityActionException()
+        
+        else:
+            # If we got here, it means that the action was generated without quality checks
+            # and we are not doing any regeneration or direct correction, so we can return it now.
+            return tentative_action, role, content, []
+
+    def _generate_tentative_action(self, agent, current_messages, feedback_from_previous_attempt=None, 
+                                   previous_tentative_action=None,
+                                   previous_llm_role=None, previous_llm_content=None):
+
+        from tinytroupe.agent import logger, CognitiveActionModel, CognitiveActionModelWithReasoning # import here to avoid circular import issues
+
+        self.total_actions_produced += 1
+
+        # shallow clone current_messages
+        current_messages_context = current_messages.copy()
+
+        logger.debug(f"[{agent.name}] Sending messages to OpenAI API")
+        logger.debug(f"[{agent.name}] Last interaction: {current_messages[-1]}")
+
+        if feedback_from_previous_attempt:
+            #current_messages_copy.append({"role": previous_llm_role,
+            #                        "content": "TENTATIVE ACTION:" + json.dumps(previous_llm_content)})
+            
+            current_messages_context.append({"role": "user", 
+                             "content": \
+                                f"""
+                                WARNING! TENTATIVE ACTION GENERATION FAILED IN QUALITY CHECKS!
+
+                                You were about to produce the following action, as a sequence for the previous actions or feedbacks (if any):
+                                      ```
+                                      {previous_tentative_action}
+                                      ```
+                                   
+                                However, it failed to pass the quality checks (as described in the quality feedback below), and therefore it was aborted and not added
+                                to the simulation trajectory.
+
+                                Now you **must** try again to generate a **BETTER** action, such that the quality issues mentioned in the feedback are addressed,
+                                or instead issue a DONE action and stop for this turn if it is unclear how to improve quality. 
+                                Your objective is to **PASS** the quality checks this time if possible.
+
+                                You can choose either to FIX somehow the action you were about to produce, or to generate something COMPLETELY NEW and DIFFERENT.  
+                                Each time your tentative action fail a quality check, you should be MORE RADICAL in your changes, and try to produce 
+                                something that is **very** different from the previous attempts.
+
+                                If it is unclear how to produce a better action, you can choose to issue a DONE action instead. 
+                                **It is better to stop acting than to act poorly.**
+                                
+                                In general, desireable properties of the action are:
+                                  - The action is consistent with the agent's persona, it is what one would expect from the agent given its persona.
+                                  - The action is self-consistent, it does contradict the agent's previous actions.
+                                  - The action is fluent and natural, and does not repeat itself or use overly formulaic language.
+                                
+                                {feedback_from_previous_attempt}
+                                """})
+            
+            current_messages_context.append({"role": "system", 
+                                     "content": "Now generate a better action based on the above feedback, or issue a DONE action if it is unclear how to improve quality."})
+
+        
+        
+        # TODO: remind the model of some key rules to follow?
+        #
+        #
+        #current_messages_context.append({"role": "user", 
+        #                        "content": """
+        #                                    Now you must generate a sequence of actions following the directives in your agent specification, 
+        #                                    complying with **all** instructions and contraints related to the action you use.
+        #                                    In particular, to ensure the quality of your actions:
+        #                                    - **DO NOT** generate similar content in a row! We want human-like, natural and fluent behavior, and thus avoid#repeatitive behavior.
+        #                                    - THINK before taking further actions.
+        #                                    - Avoid thinking for too long, and actually take some concrete action before being done, particularly if you are expected to provide some action.
+        #                                    - Intercalate thinking with other actions.
+        #                                    - The new sequence of actions must be coherent and consistent with the previous actions and stimuli. For example, do not assume an expected or
+        #                                        desireable action already happened if that's not registered in the simulation history.
+        #                                    - If you received any quality feedback, you **MUST** take it into account and improve your performance. Your next actions
+        #                                        **must** be better than your previous ones if possible.
+        #                                
+        #                                    If you can't produce a very good action, you may just issue a DONE action instead and remain silent. Rules to follow in #this case:
+        #                                    - It is better to remain silent than repeating similar actions or making other mistakes.
+        #                                    - Avoid remaining silent for too long (i.e., more than 3 times in a row), as this looks robotic and unnatural. If #necessary, you
+        #                                        can communicate your difficulties in coming up with a proper action, or just say something like "I don't know what to say".
+        #                                    - In case your thoughts or goals insistenly require you to **not** being quiet or silent, then you avoid just issuing #DONE if possible,
+        #                                        and try to produce a new action. In this case, the new action might refer to the difficulties you are having in #coming up with 
+        #                                        a proper action in the first place.
+        #                                
+        #                                    All of these actions **MUST** be rendered following the JSON specification perfectly, including all required keys (even #if their value is empty), **ALWAYS**.
+        #                                    """
+        #                        })
+#
+
+        current_messages_context.append({"role": "system", 
+                                         "content": "Remember: the action you will now generate **MUST** be a **well-formatted** and **valid** JSON object. No extra text, no extra brackets, commas, or other syntax errors."})
+
+        if not self.enable_reasoning_step:
+            logger.debug(f"[{agent.name}] Reasoning step disabled.")
+            next_message = openai_utils.client().send_message(current_messages_context, response_format=CognitiveActionModel)
+            
+        else:
+            logger.debug(f"[{agent.name}] Reasoning step enabled.")
+
+            # If the reasoning step is enabled, we add a system message to the context asking it to think step-by-step
+            #
+            #
+            #current_messages_context.append({"role": "system",
+            #                                "content": "In your response, you first use the \"reasoning\" field to think step-by-step about what is the next action and cognitive state that you are going to generate. To do so, you carefully consider: the agent specification given initially; additional instructions given later; and the history of stimuli and actions present in the simulation trajectory." +
+            #                                           "Then, you generate the action in the \"action\" field, and generate cognitive state in the \"cognitive_state\" field." })
+            current_messages_context.append({"role": "system",
+                                            "content": "Use the \"reasoning\" field to add any reasoning process you might wish to use before generating the next action and cognitive state. "})
+
+            next_message = openai_utils.client().send_message(current_messages_context, response_format=CognitiveActionModelWithReasoning)
+
+        logger.debug(f"[{agent.name}] Received message: {next_message}")
+
+        role, content = next_message["role"], utils.extract_json(next_message["content"])
+
+        action = content['action']
+        logger.debug(f"{agent.name}'s action: {action}")
+
+        return action, role, content
+    
+    ###############################################################################################
+    # Quality evaluation methods
+    ###############################################################################################
+
+    def _check_action_quality(self, stage, agent, tentative_action):
+
+        from tinytroupe.agent import logger # import here to avoid circular import issues
+
+        #
+        # Compute various propositions about the action
+        #
+        persona_adherence_passed, persona_adherence_score, persona_adherence_feedback = \
+            self._check_proposition(agent, self.action_persona_adherence, tentative_action, enable_proposition_check=self.enable_quality_check_for_persona_adherence)
+        
+        selfconsistency_passed, selfconsistency_score, selfconsistency_feedback = \
+            self._check_proposition(agent, self.action_self_consistency, tentative_action, minimum_required_qty_of_actions=1, enable_proposition_check=self.enable_quality_check_for_selfconsistency)
+        
+        fluency_passed, fluency_passed_score, fluency_feedback = \
+            self._check_proposition(agent, self.action_fluency, tentative_action, enable_proposition_check=self.enable_quality_check_for_fluency)
+
+        suitability_passed, suitability_score, suitability_feedback = \
+            self._check_proposition(agent, self.action_suitability, tentative_action, enable_proposition_check=self.enable_quality_check_for_suitability)
+        
+        similarity_passed, similarity_score, similarity_feedback = \
+            self._check_next_action_similarity(agent, tentative_action, threshold=self.max_action_similarity, enable_similarity_check=self.enable_quality_check_for_similarity)
+
+        # put the results together
+        good_quality = persona_adherence_passed and selfconsistency_passed and fluency_passed and suitability_passed and similarity_passed
+        total_score = persona_adherence_score + selfconsistency_score + fluency_passed_score + suitability_score + (similarity_score * Proposition.MAX_SCORE)
+
+        combined_feedback = utils.combine_texts(
+            persona_adherence_feedback, selfconsistency_feedback, fluency_feedback, suitability_feedback, similarity_feedback
+        )
+
+        # give verdict
+        if good_quality:
+            return True, total_score, combined_feedback
+        
+        else:
+            
+            failure_feedback = \
+                f"""
+                # Quality feedback
+
+                This is the action that was about to be generated by the agent:
+                    {tentative_action}
+
+                Unfortunately, the action failed to pass the quality checks, and therefore was aborted and not added to the similation trajectory. 
+                The following problems were detected.
+                """
+            
+            if not persona_adherence_passed:
+                failure_feedback += f"""
+                ## Problem: The action does not adhere to the persona specification.
+                {persona_adherence_feedback}
+
+                ### RECOMMENDATIONS FOR IMPROVEMENT
+                Please follow the recommendations below when trying to generate this action again.
+
+                {self.action_persona_adherence.recommendations_for_improvement()}
+
+                """
+            
+            if not selfconsistency_passed:
+                failure_feedback += f"""
+                ## Problem: The action is not self-consistent.
+                {selfconsistency_feedback}
+
+                ### RECOMMENDATIONS FOR IMPROVEMENT
+                Please follow the recommendations below when trying to generate this action again.
+
+                {self.action_self_consistency.recommendations_for_improvement()}
+
+                """
+            
+            if not fluency_passed:
+                failure_feedback += f"""
+                ## Problem: The action is not fluent.
+                {fluency_feedback}
+
+                ### RECOMMENDATIONS FOR IMPROVEMENT
+                Please follow the recommendations below when trying to generate this action again.
+
+                {self.action_fluency.recommendations_for_improvement()}
+                
+                """
+
+            if not suitability_passed:
+                failure_feedback += f"""
+                ## Problem: The action is not suitable to the situation or task.
+                {suitability_feedback}
+
+                ### RECOMMENDATIONS FOR IMPROVEMENT
+                Please follow the recommendations below when trying to generate this action again.
+
+                {self.action_suitability.recommendations_for_improvement()}
+
+                """
+            
+            if not similarity_passed:
+                failure_feedback += f"""
+                ## Problem: The action is too similar to the previous one.
+                {similarity_feedback}
+
+                """
+
+            logger.warning(f"[{agent.name}][{stage}] failed to pass quality checks: {failure_feedback}") 
+            return False, total_score, failure_feedback
+    
+    
+    def _check_proposition(self, agent, proposition, tentative_action, minimum_required_qty_of_actions=0, enable_proposition_check=True):
+
+        if enable_proposition_check:
+            if agent.actions_count >= minimum_required_qty_of_actions:
+                result = proposition.score(target=agent, claim_variables={"action": tentative_action}, return_full_response=True)
+
+                value_with_justification = f"Score = {result['value']} (out of {Proposition.MAX_SCORE}). Justification = {result['justification']}" 
+
+                if result["value"] >= self.quality_threshold:
+                    return True, result["value"], value_with_justification
+                else:
+                    return False, result["value"], value_with_justification
+            
+            else:
+                return True, Proposition.MAX_SCORE, f"The proposition is trivially true due to the lack of enough actions for comparison."
+        else:
+            # If the proposition check is disabled, we assume it passed
+            return True, Proposition.MAX_SCORE, f"The proposition check is disabled, so it is assumed to have passed."
+    
+    def _check_next_action_similarity(self, agent, proposed_next_action, threshold, enable_similarity_check=True):
+        """
+        Checks the similarity between the agent's current action and a proposed next action.
+        High similarity indicates that the proposed action is too similar to the current one, and this
+        check fails.
+        """
+        from tinytroupe.agent import logger # import here to avoid circular import issues
+
+        if enable_similarity_check:
+            similarity = utils.next_action_jaccard_similarity(agent, proposed_next_action)
+            logger.debug(f"[{agent.name}] Next-action Jaccard similarity: {similarity}")
+            
+            if similarity >= threshold:
+                logger.warning(f"[{agent.name}] Next-action Jaccard similarity is above the threshold ({threshold}).")
+                return False, similarity, f"Similarity = {similarity} (range: 0.0 to 1.0). The action is too similar to the previous one."
+            else:
+                logger.debug(f"[{agent.name}] Next-action Jaccard similarity is below the threshold ({threshold}).")
+                return True, similarity, f"Similarity = {similarity} (range: 0.0 to 1.0). The action is sufficiently different from the previous one."
+        
+        else:
+            # If the similarity check is disabled, we assume it passed
+            return True, 0.0, f"The similarity check is disabled, so it is assumed to have passed."
+    
+    ################################################################################################
+    # Action correction methods
+    ################################################################################################
+
+    def _correct_action(self, action:dict, feedback, llm_role, llm_content):
+        situation = \
+            f"""
+            The following action by an agent was observed:
+                
+                {action}
+
+            However, it does not conform to expectations about this agent behavior, 
+            due to the following reasons.
+            {feedback}
+            """
+        #restructured_situation =\
+        #    utils.restructure_as_observed_vs_expected(\
+        
+        #        """)
+        #rule = utils.formulate_corrective_rule(restructured_situation)
+        rules = utils.extract_observed_vs_expected_rules(situation)
+        rephrased_action_content = utils.correct_according_to_rule(action["content"], rules)
+        
+        # copy action
+        rephrased_action = action.copy()
+
+        # update content
+        rephrased_action["content"] = rephrased_action_content
+
+        # replace in the 'action' key in the original llm content message
+        llm_content["action"] = rephrased_action
+
+        return rephrased_action, llm_role, llm_content
+
+    def get_statistics(self):
+        regeneration_failure_rate = self.regeneration_failures / self.regeneration_attempts if self.regeneration_attempts else 0
+        direct_correction_failure_rate = self.direct_correction_failures / self.direct_correction_attempts if self.direct_correction_attempts else 0
+
+        regeneration_mean_score = statistics.mean(self.regeneration_scores) if self.regeneration_scores else 0
+        regeneration_sd_score = statistics.stdev(self.regeneration_scores) if len(self.regeneration_scores) > 1 else 0
+
+        direct_correction_mean_score = statistics.mean(self.direct_correction_scores) if self.direct_correction_scores else 0
+        direct_correction_sd_score = statistics.stdev(self.direct_correction_scores) if len(self.direct_correction_scores) > 1 else 0
+
+        original_success_rate = self.total_original_actions_succeeded / self.total_actions_produced if self.total_actions_produced else 0
+
+        return {
+            "regeneration_failure_rate": regeneration_failure_rate,
+            "direct_correction_failure_rate": direct_correction_failure_rate,
+            "regeneration_mean_score": regeneration_mean_score,
+            "regeneration_sd_score": regeneration_sd_score,
+            "direct_correction_mean_score": direct_correction_mean_score,
+            "direct_correction_sd_score": direct_correction_sd_score,
+            "total_actions_produced": self.total_actions_produced,
+            "total_original_actions_succeeded": self.total_original_actions_succeeded,
+            "original_success_rate": original_success_rate,
+            "regeneration_success_rate": 1 - regeneration_failure_rate,
+            "direct_correction_success_rate": 1 - direct_correction_failure_rate
+        }
+    
+
+class PoorQualityActionException(Exception):
+    def __init__(self, message="The generated action is of poor quality"):
+        self.message = message
+        super().__init__(self.message)

tinytroupe/agent/agent_traits.py

@@ -0,0 +1,87 @@
+from typing import Dict, Any, List, Optional
+import json
+from dataclasses import dataclass, field
+import tinytroupe.openai_utils as openai_utils
+from tinytroupe.agent.social_types import Content
+
+@dataclass
+class TraitProfile:
+    openness: float = 0.5
+    conscientiousness: float = 0.5
+    extraversion: float = 0.5
+    agreeableness: float = 0.5
+    controversiality_tolerance: float = 0.5
+    information_seeking_behavior: float = 0.5
+    visual_content_preference: float = 0.5
+
+class TraitBasedBehaviorModel:
+    def __init__(self, model: str = "gpt-4"):
+        self.model = model
+
+    def compute_action_probability(self, persona: Any, action_type: str, content: Optional[Content] = None) -> float:
+        """
+        Compute probability of an action based on persona traits.
+        """
+        traits = persona.behavioral_traits
+        if not traits:
+            return 0.5
+
+        base_prob = 0.5
+
+        if action_type == "engage":
+            # Example logic
+            if content and content.format == "video":
+                base_prob = self.apply_trait_modifiers(base_prob, {"visual_content_preference": traits.get("visual_content_preference", 0.5)})
+
+            base_prob = self.apply_trait_modifiers(base_prob, {"openness": traits.get("openness", 0.5)})
+
+        return base_prob
+
+    def apply_trait_modifiers(self, base_probability: float, traits: Dict[str, float]) -> float:
+        """
+        Apply trait modifiers to a base probability.
+        """
+        prob = base_probability
+        for trait, value in traits.items():
+            # Simple linear adjustment for now
+            # values > 0.5 increase probability, < 0.5 decrease it
+            modifier = (value - 0.5) * 0.2
+            prob += modifier
+
+        return max(0.0, min(1.0, prob))
+
+    def generate_trait_profile_from_description(self, description: str) -> Dict[str, float]:
+        """
+        Use LLM to infer traits from persona descriptions.
+        """
+        prompt = f"""
+        Analyze the following persona description and infer their behavioral traits on a scale of 0.0 to 1.0.
+
+        Description: {description}
+
+        Traits to infer:
+        - openness (Openness to new ideas/novel content)
+        - conscientiousness (Posting regularity, thoughtfulness)
+        - extraversion (Sharing frequency, network activity)
+        - agreeableness (Commenting positivity, conflict avoidance)
+        - controversiality_tolerance (Engagement with divisive topics)
+        - information_seeking_behavior (Long-form vs short-form preference)
+        - visual_content_preference (Image/video vs text preference)
+
+        Provide the result in JSON format.
+        """
+
+        response = openai_utils.client().send_message(
+            [
+                {"role": "system", "content": "You are an expert psychologist and persona modeler."},
+                {"role": "user", "content": prompt}
+            ],
+            temperature=0.3,
+            response_format={"type": "json_object"}
+        )
+
+        try:
+            traits = json.loads(response["content"])
+            return traits
+        except Exception:
+            return TraitProfile().__dict__

tinytroupe/agent/browser_faculty.py

@@ -0,0 +1,85 @@
+from tinytroupe.agent.mental_faculty import TinyMentalFaculty
+from tinytroupe.tools import browser
+import textwrap
+
+class BrowserFaculty(TinyMentalFaculty):
+    """
+    A mental faculty that allows an agent to interact with a web browser.
+    """
+
+    def __init__(self):
+        super().__init__("Browser Navigation")
+
+    def process_action(self, agent, action: dict) -> bool:
+        """
+        Processes a browser-related action.
+        """
+        action_type = action.get("type")
+        content = action.get("content")
+        target = action.get("target")
+
+        if action_type == "See":
+            screenshot_path = browser.screenshot()
+            agent.see(f"Took a screenshot and saved it to {screenshot_path}. I will now analyze the screenshot.")
+            return True
+        elif action_type == "Click":
+            browser.click(target)
+            agent.see(f"Clicked on element with selector: {target}")
+            return True
+        elif action_type == "Write":
+            browser.fill(target, content)
+            agent.see(f"Typed '{content}' into element with selector: {target}")
+            return True
+        elif action_type == "Submit":
+            browser.submit_form(target)
+            agent.see(f"Submitted form with element: {target}")
+            return True
+        elif action_type == "Wait":
+            browser.wait_for_element(target)
+            agent.see(f"Waited for element: {target}")
+            return True
+        elif action_type == "Scroll":
+            browser.scroll_page(content)
+            agent.see(f"Scrolled page {content}")
+            return True
+        elif action_type == "Hover":
+            browser.hover_element(target)
+            agent.see(f"Hovered over element: {target}")
+            return True
+        elif action_type == "Keyboard_Key":
+            browser.press_key(content)
+            agent.see(f"Pressed key: {content}")
+            return True
+        elif action_type == "ScanPage":
+            page_info = browser.get_page_info()
+            agent.see(f"Scanned page and found the following information: {page_info}")
+            return True
+        return False
+
+    def actions_definitions_prompt(self) -> str:
+        """
+        Returns the prompt for defining browser-related actions.
+        """
+        prompt = """
+          - See: Take a screenshot of the current page. The `content` will be a placeholder for vision.
+          - Click: Click on an element on the page. The `target` should be a CSS selector for the element.
+          - Write: Type text into an element on the page. The `target` should be a CSS selector for the element, and `content` should be the text to type.
+          - Submit: Submit a form on the page. The `target` should be a CSS selector for a form or an element within a form.
+          - Wait: Wait for an element to appear on the page. The `target` should be a CSS selector for the element.
+          - Scroll: Scroll the page. The `content` should be 'up' or 'down'.
+          - Hover: Hover over an element on the page. The `target` should be a CSS selector for the element.
+          - Keyboard_Key: Press a key on the keyboard. The `content` should be the key to press (e.g., 'Enter', 'ArrowDown').
+          - ScanPage: Get information about the current page, such as links and form elements.
+        """
+        return textwrap.dedent(prompt)
+
+    def actions_constraints_prompt(self) -> str:
+        """
+        Returns the prompt for defining constraints on browser-related actions.
+        """
+        prompt = """
+        - Use See to get a visual representation of the page to help you decide on the next action.
+        - Use ScanPage to get a list of interactive elements to help you decide on the next action.
+        - Use Click, Write, and other actions to interact with elements on the page to accomplish the task.
+        """
+        return textwrap.dedent(prompt)

tinytroupe/agent/grounding.py

@@ -0,0 +1,398 @@
+from tinytroupe.utils import JsonSerializableRegistry
+import tinytroupe.utils as utils
+
+from tinytroupe.agent import logger
+from llama_index.core import  VectorStoreIndex, SimpleDirectoryReader, Document, StorageContext, load_index_from_storage
+from llama_index.core.vector_stores import SimpleVectorStore
+from llama_index.readers.web import SimpleWebPageReader
+import json
+import tempfile
+import os
+import shutil
+
+
+#######################################################################################################################
+# Grounding connectors
+#######################################################################################################################
+
+class GroundingConnector(JsonSerializableRegistry):
+    """
+    An abstract class representing a grounding connector. A grounding connector is a component that allows an agent to ground
+    its knowledge in external sources, such as files, web pages, databases, etc.
+    """
+
+    serializable_attributes = ["name"]
+
+    def __init__(self, name:str) -> None:
+        self.name = name
+    
+    def retrieve_relevant(self, relevance_target:str, source:str, top_k=20) -> list:
+        raise NotImplementedError("Subclasses must implement this method.")
+    
+    def retrieve_by_name(self, name:str) -> str:
+        raise NotImplementedError("Subclasses must implement this method.")
+    
+    def list_sources(self) -> list:
+        raise NotImplementedError("Subclasses must implement this method.")
+
+
+@utils.post_init
+class BaseSemanticGroundingConnector(GroundingConnector):
+    """
+    A base class for semantic grounding connectors. A semantic grounding connector is a component that indexes and retrieves
+    documents based on so-called "semantic search" (i.e, embeddings-based search). This specific implementation
+    is based on the VectorStoreIndex class from the LLaMa-Index library. Here, "documents" refer to the llama-index's
+    data structure that stores a unit of content, not necessarily a file.
+    """
+
+    serializable_attributes = ["documents", "index"]
+    
+    # needs custom deserialization to handle Pydantic models (Document is a Pydantic model)
+    custom_deserializers = {"documents": lambda docs_json: [Document.from_json(doc_json) for doc_json in docs_json],
+                            "index": lambda index_json: BaseSemanticGroundingConnector._deserialize_index(index_json)}
+
+    custom_serializers = {"documents": lambda docs: [doc.to_json() for doc in docs] if docs is not None else None,
+                          "index": lambda index: BaseSemanticGroundingConnector._serialize_index(index)}
+
+    def __init__(self, name:str="Semantic Grounding") -> None:
+        super().__init__(name)
+
+        self.documents = None 
+        self.name_to_document = None
+        self.index = None
+
+        # @post_init ensures that _post_init is called after the __init__ method
+    
+    def _post_init(self):
+        """
+        This will run after __init__, since the class has the @post_init decorator.
+        It is convenient to separate some of the initialization processes to make deserialize easier.
+        """
+        self.index = None
+
+        if not hasattr(self, 'documents') or self.documents is None:
+            self.documents = []
+        
+        if not hasattr(self, 'name_to_document') or self.name_to_document is None:
+            self.name_to_document = {}
+
+            if hasattr(self, 'documents') and self.documents is not None:
+                for document in self.documents:
+                    # if the document has a semantic memory ID, we use it as the identifier
+                    name = document.metadata.get("semantic_memory_id", document.id_)
+                    
+                    # self.name_to_document[name] contains a list, since each source file could be split into multiple pages
+                    if name in self.name_to_document:
+                        self.name_to_document[name].append(document)
+                    else:
+                        self.name_to_document[name] = [document]
+        
+        # Rebuild index from documents if it's None or invalid
+        if self.index is None and self.documents:
+            logger.warning("No index found. Rebuilding index from documents.")
+            vector_store = SimpleVectorStore()
+            self.index = VectorStoreIndex.from_documents(
+                self.documents,
+                vector_store=vector_store,
+                store_nodes_override=True
+            )
+
+        # TODO remove?
+        #self.add_documents(self.documents)        
+
+    @staticmethod
+    def _serialize_index(index):
+        """Helper function to serialize index with proper storage context"""
+        if index is None:
+            return None
+        
+        try:
+            # Create a temporary directory to store the index
+            with tempfile.TemporaryDirectory() as temp_dir:
+                # Persist the index to the temporary directory
+                index.storage_context.persist(persist_dir=temp_dir)
+                
+                # Read all the persisted files and store them in a dictionary
+                persisted_data = {}
+                for filename in os.listdir(temp_dir):
+                    filepath = os.path.join(temp_dir, filename)
+                    if os.path.isfile(filepath):
+                        with open(filepath, 'r', encoding="utf-8", errors="replace") as f:
+                            persisted_data[filename] = f.read()
+                
+                return persisted_data
+        except Exception as e:
+            logger.warning(f"Failed to serialize index: {e}")
+            return None
+
+    @staticmethod
+    def _deserialize_index(index_data):
+        """Helper function to deserialize index with proper error handling"""
+        if not index_data:
+            return None
+        
+        try:
+            # Create a temporary directory to restore the index
+            with tempfile.TemporaryDirectory() as temp_dir:
+                # Write all the persisted files to the temporary directory
+                for filename, content in index_data.items():
+                    filepath = os.path.join(temp_dir, filename)
+                    with open(filepath, 'w', encoding="utf-8", errors="replace") as f:
+                        f.write(content)
+                
+                # Load the index from the temporary directory
+                storage_context = StorageContext.from_defaults(persist_dir=temp_dir)
+                index = load_index_from_storage(storage_context)
+                
+                return index
+        except Exception as e:
+            # If deserialization fails, return None
+            # The index will be rebuilt from documents in _post_init
+            logger.warning(f"Failed to deserialize index: {e}. Index will be rebuilt.")
+            return None
+    
+    def retrieve_relevant(self, relevance_target:str, top_k=20) -> list:
+        """
+        Retrieves all values from memory that are relevant to a given target.
+        """
+        # Handle empty or None query
+        if not relevance_target or not relevance_target.strip():
+            return []
+            
+        if self.index is not None:
+            retriever = self.index.as_retriever(similarity_top_k=top_k)
+            nodes = retriever.retrieve(relevance_target)
+        else:
+            nodes = []
+
+        retrieved = []
+        for node in nodes:
+            content = "SOURCE: " + node.metadata.get('file_name', '(unknown)')
+            content += "\n" + "SIMILARITY SCORE:" + str(node.score)
+            content += "\n" + "RELEVANT CONTENT:" + node.text
+            retrieved.append(content)
+
+            logger.debug(f"Content retrieved: {content[:200]}")
+
+        return retrieved
+    
+    def retrieve_by_name(self, name:str) -> list:
+        """
+        Retrieves a content source by its name.
+        """
+        # TODO also optionally provide a relevance target?
+        results = []
+        if self.name_to_document is not None and name in self.name_to_document:
+            docs = self.name_to_document[name]
+            for i, doc in enumerate(docs):
+                if doc is not None:
+                    content = f"SOURCE: {name}\n"
+                    content += f"PAGE: {i}\n"
+                    content += "CONTENT: \n" + doc.text[:10000] # TODO a more intelligent way to limit the content
+                    results.append(content)
+                    
+        return results
+        
+        
+    def list_sources(self) -> list:
+        """
+        Lists the names of the available content sources.
+        """
+        if self.name_to_document is not None:
+            return list(self.name_to_document.keys())
+        else:
+            return []
+    
+    def add_document(self, document) -> None:
+        """
+        Indexes a document for semantic retrieval.
+
+        Assumes the document has a metadata field called "semantic_memory_id" that is used to identify the document within Semantic Memory.
+        """
+        self.add_documents([document])
+
+    def add_documents(self, new_documents) -> list:
+        """
+        Indexes documents for semantic retrieval.
+        """
+        # index documents by name
+        if len(new_documents) > 0:
+            
+            # process documents individually too
+            for document in new_documents:
+                logger.debug(f"Adding document {document} to index, text is: {document.text}")
+
+                # out of an abundance of caution, we sanitize the text
+                document.text = utils.sanitize_raw_string(document.text)
+
+                logger.debug(f"Document text after sanitization: {document.text}")
+
+                # add the new document to the list of documents after all sanitization and checks
+                self.documents.append(document)
+
+                if document.metadata.get("semantic_memory_id") is not None:
+                    # if the document has a semantic memory ID, we use it as the identifier
+                    name = document.metadata["semantic_memory_id"]
+                    
+                    # Ensure name_to_document is initialized
+                    if not hasattr(self, 'name_to_document') or self.name_to_document is None:
+                        self.name_to_document = {}
+                    
+                    # self.name_to_document[name] contains a list, since each source file could be split into multiple pages
+                    if name in self.name_to_document:
+                        self.name_to_document[name].append(document)
+                    else:
+                        self.name_to_document[name] = [document]
+
+
+            # index documents for semantic retrieval
+            if self.index is None:
+                # Create storage context with vector store
+                vector_store = SimpleVectorStore()
+                storage_context = StorageContext.from_defaults(vector_store=vector_store)
+                
+                self.index = VectorStoreIndex.from_documents(
+                    self.documents, 
+                    storage_context=storage_context,
+                    store_nodes_override=True  # This ensures nodes (with text) are stored
+                )
+            else:
+                self.index.refresh(self.documents)
+    
+    @staticmethod
+    def _set_internal_id_to_documents(documents:list, external_attribute_name:str ="file_name") -> None:
+        """
+        Sets the internal ID for each document in the list of documents.
+        This is useful to ensure that each document has a unique identifier.
+        """
+        for doc in documents:
+            if not hasattr(doc, 'metadata'):
+                doc.metadata = {}
+            doc.metadata["semantic_memory_id"] = doc.metadata.get(external_attribute_name, doc.id_)
+
+        return documents
+    
+
+@utils.post_init
+class LocalFilesGroundingConnector(BaseSemanticGroundingConnector):
+
+    serializable_attributes = ["folders_paths"]
+
+    def __init__(self, name:str="Local Files", folders_paths: list=None) -> None:
+        super().__init__(name)
+
+        self.folders_paths = folders_paths
+
+        # @post_init ensures that _post_init is called after the __init__ method
+    
+    def _post_init(self):
+        """
+        This will run after __init__, since the class has the @post_init decorator.
+        It is convenient to separate some of the initialization processes to make deserialize easier.
+        """
+        self.loaded_folders_paths = []
+
+        if not hasattr(self, 'folders_paths') or self.folders_paths is None:
+            self.folders_paths = []
+
+        self.add_folders(self.folders_paths)
+
+    def add_folders(self, folders_paths:list) -> None:
+        """
+        Adds a path to a folder with files used for grounding.
+        """
+
+        if folders_paths is not None:
+            for folder_path in folders_paths:
+                try:
+                    logger.debug(f"Adding the following folder to grounding index: {folder_path}")
+                    self.add_folder(folder_path)
+                except (FileNotFoundError, ValueError) as e:
+                    print(f"Error: {e}")
+                    print(f"Current working directory: {os.getcwd()}")
+                    print(f"Provided path: {folder_path}")
+                    print("Please check if the path exists and is accessible.")
+
+    def add_folder(self, folder_path:str) -> None:
+        """
+        Adds a path to a folder with files used for grounding.
+        """
+
+        if folder_path not in self.loaded_folders_paths:
+            self._mark_folder_as_loaded(folder_path)
+
+            # for PDF files, please note that the document will be split into pages: https://github.com/run-llama/llama_index/issues/15903
+            new_files = SimpleDirectoryReader(folder_path).load_data()
+            BaseSemanticGroundingConnector._set_internal_id_to_documents(new_files, "file_name")
+
+            self.add_documents(new_files)
+    
+    def add_file_path(self, file_path:str) -> None:
+        """
+        Adds a path to a file used for grounding.
+        """
+        # a trick to make SimpleDirectoryReader work with a single file
+        new_files = SimpleDirectoryReader(input_files=[file_path]).load_data()
+        
+        logger.debug(f"Adding the following file to grounding index: {new_files}")
+        BaseSemanticGroundingConnector._set_internal_id_to_documents(new_files, "file_name")
+    
+    def _mark_folder_as_loaded(self, folder_path:str) -> None:
+        if folder_path not in self.loaded_folders_paths:
+            self.loaded_folders_paths.append(folder_path)
+        
+        if folder_path not in self.folders_paths:
+            self.folders_paths.append(folder_path)
+    
+    
+    
+
+@utils.post_init
+class WebPagesGroundingConnector(BaseSemanticGroundingConnector):
+
+    serializable_attributes = ["web_urls"]
+
+    def __init__(self, name:str="Web Pages", web_urls: list=None) -> None:
+        super().__init__(name)
+
+        self.web_urls = web_urls
+
+        # @post_init ensures that _post_init is called after the __init__ method
+    
+    def _post_init(self):
+        self.loaded_web_urls = []
+
+        if not hasattr(self, 'web_urls') or self.web_urls is None:
+            self.web_urls = []
+
+        # load web urls
+        self.add_web_urls(self.web_urls)
+    
+    def add_web_urls(self, web_urls:list) -> None:
+        """ 
+        Adds the data retrieved from the specified URLs to grounding.
+        """
+        filtered_web_urls = [url for url in web_urls if url not in self.loaded_web_urls]
+        for url in filtered_web_urls:
+            self._mark_web_url_as_loaded(url)
+
+        if len(filtered_web_urls) > 0:
+            new_documents = SimpleWebPageReader(html_to_text=True).load_data(filtered_web_urls)
+            BaseSemanticGroundingConnector._set_internal_id_to_documents(new_documents, "url")
+            self.add_documents(new_documents)
+    
+    def add_web_url(self, web_url:str) -> None:
+        """
+        Adds the data retrieved from the specified URL to grounding.
+        """
+        # we do it like this because the add_web_urls could run scrapes in parallel, so it is better
+        # to implement this one in terms of the other
+        self.add_web_urls([web_url])
+    
+    def _mark_web_url_as_loaded(self, web_url:str) -> None:
+        if web_url not in self.loaded_web_urls:
+            self.loaded_web_urls.append(web_url)
+        
+        if web_url not in self.web_urls:
+            self.web_urls.append(web_url)
+

tinytroupe/agent/memory.py

@@ -0,0 +1,765 @@
+import json
+
+from tinytroupe.agent import logger
+from tinytroupe.agent.mental_faculty import TinyMentalFaculty
+from tinytroupe.agent.grounding import BaseSemanticGroundingConnector
+import tinytroupe.utils as utils
+
+
+from llama_index.core import Document
+from typing import Any
+import copy
+from typing import Union
+
+#######################################################################################################################
+# Memory mechanisms 
+#######################################################################################################################
+
+class TinyMemory(TinyMentalFaculty):
+    """
+    Base class for different types of memory.
+    """
+
+    def _preprocess_value_for_storage(self, value: Any) -> Any:
+        """
+        Preprocesses a value before storing it in memory.
+        """
+        # by default, we don't preprocess the value
+        return value
+
+    def _store(self, value: Any) -> None:
+        """
+        Stores a value in memory.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+    
+    def store(self, value: dict) -> None:
+        """
+        Stores a value in memory.
+        """
+        self._store(self._preprocess_value_for_storage(value))
+    
+    def store_all(self, values: list) -> None:
+        """
+        Stores a list of values in memory.
+        """
+        logger.debug(f"Storing {len(values)} values in memory: {values}")
+        for i, value in enumerate(values):
+            logger.debug(f"Storing value #{i}: {value}")
+            self.store(value)
+
+    def retrieve(self, first_n: int, last_n: int, include_omission_info:bool=True, item_type:str=None) -> list:
+        """
+        Retrieves the first n and/or last n values from memory. If n is None, all values are retrieved.
+
+        Args:
+            first_n (int): The number of first values to retrieve.
+            last_n (int): The number of last values to retrieve.
+            include_omission_info (bool): Whether to include an information message when some values are omitted.
+            item_type (str, optional): If provided, only retrieve memories of this type.
+
+        Returns:
+            list: The retrieved values.
+        
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def retrieve_recent(self, item_type:str=None) -> list:
+        """
+        Retrieves the n most recent values from memory.
+
+        Args:
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def retrieve_all(self, item_type:str=None) -> list:
+        """
+        Retrieves all values from memory.
+
+        Args:
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def retrieve_relevant(self, relevance_target:str, top_k=20) -> list:
+        """
+        Retrieves all values from memory that are relevant to a given target.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def store_interaction(self, interaction: Any) -> None:
+        """
+        Stores an interaction in memory.
+        """
+        self.store({"type": "interaction", "content": interaction, "simulation_timestamp": utils.pretty_datetime(datetime.now())})
+
+    def get_memory_summary(self) -> str:
+        """
+        Returns a summary of the memory.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def consolidate_memories(self) -> None:
+        """
+        Consolidates memories (e.g., from episodic to semantic).
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def summarize_relevant_via_full_scan(self, relevance_target: str, batch_size: int = 20, item_type: str = None) -> str:
+        """
+        Performs a full scan of the memory, extracting and accumulating information relevant to a query.
+        
+        This function processes all memories (or memories of a specific type if provided),
+        extracts information relevant to the query from each memory, and accumulates this
+        information into a coherent response.
+    
+        Args:
+            relevance_target (str): The query specifying what information to extract from memories.
+
+            item_type (str, optional): If provided, only process memories of this type.
+            batch_size (int): The number of memories to process in each extraction step. The larger it is, the faster the scan, but possibly less accurate.
+              Also, a too large value may lead to prompt length overflows, though current models can handle quite large prompts.
+    
+        Returns:
+            str: The accumulated information relevant to the query.
+        """
+        logger.debug(f"Starting FULL SCAN for relevance target: {relevance_target}, item type: {item_type}")
+
+        # Retrieve all memories of the specified type
+        memories = self.retrieve_all(item_type=item_type)
+        
+        # Initialize accumulation
+        accumulated_info = ""
+
+        # Process memories in batches of qty_of_memories_per_extraction
+        for i in range(0, len(memories), batch_size):
+            batch = memories[i:i + batch_size]
+            logger.debug(f"Processing memory batch #{i} in full scan")
+
+            # Concatenate memory texts for the batch
+            batch_text = "# Memories to be processed\n\n"
+            batch_text += "\n\n   ".join(str(memory) for memory in batch)
+
+            # Extract information relevant to the query from the batch
+            extracted_info = utils.semantics.extract_information_from_text(
+                relevance_target,
+                batch_text,
+                context="""
+                You are extracting information from the an agent's memory, 
+                which might include actions, stimuli, and other types of events. You want to focus on the agent's experience, NOT on the agent's cognition or internal processes.
+                
+                Assume that:
+                 - "actions" refer to behaviors produced by the agent,
+                 - "stimulus" refer to events or information from the environment or other agents that the agent perceived.
+                 
+                 If you read about "assistant" and "user" roles, you can ignore them, as they refer to the agent's internal implementation mechanisms, not to the agent's experience.
+                 In any case, anything related to "assistant" is the agent's output, and anything related to "user" is the agent's input. But you never refer to these roles in the report,
+                 as they are an internal implementation detail of the agent, not part of the agent's experience.
+                """
+            )
+
+            logger.debug(f"Extracted information from memory batch: {extracted_info}")
+
+            # Skip if no relevant information was found
+            if not extracted_info:
+                continue
+
+            # Accumulate the extracted information
+            accumulated_info = utils.semantics.accumulate_based_on_query(
+                query=relevance_target,
+                new_entry=extracted_info,
+                current_accumulation=accumulated_info,
+                context="""
+                You are producing a report based on information from an agent's memory. 
+                You will put together all facts and experiences found that are relevant for the query, as a kind of summary of the agent's experience. 
+                The report will later be used to guide further agent action. You focus on the agent's experience, NOT on the agent's cognition or internal processes.
+
+                Assume that:
+                  - "actions" refer to behaviors produced by the agent,
+                  - "stimulus" refer to events or information from the environment or other agents that the agent perceived.
+                  - if you read about "assistant" and "user" roles, you can ignore them, as they refer to the agent's internal implementation mechanisms, not to the agent's experience.
+                    In any case, anything related to "assistant" is the agent's output, and anything related to "user" is the agent's input. But you never refer to these roles in the report,
+                    as they are an internal implementation detail of the agent, not part of the agent's experience.
+                
+                Additional instructions for the accumulation process:
+                  - If the new entry is redundant with respect to some information in the current accumulation, you update the current accumulation by adding to a special counter right by
+                    the side of where the redundant information is found, so that the final report can later be used to guide further agent action (i.e., know which elements appeared more often).
+                    The special counter **must** be formated like this: "[NOTE: this information appeared X times in the memory in different forms]". If the counter was not there originally, you add it. If it was there, you update
+                    it with the new count.
+                      * Example (first element was found 3 times, the second element only once, so no counter): 
+                           "I play with and feed my cat [NOTE: this information appeared 3 times in the memory in different forms]. Cats are proud animals descendant from big feline hunters.". 
+                       
+                """
+            )
+            logger.debug(f"Accumulated information so far: {accumulated_info}")
+
+        logger.debug(f"Total accumulated information after full scan: {accumulated_info}")
+        
+        return accumulated_info
+        
+
+    ###################################
+    # Auxiliary methods
+    ###################################
+
+    def filter_by_item_type(self, memories:list, item_type:str) -> list:
+        """
+        Filters a list of memories by item type.
+
+        Args:
+            memories (list): The list of memories to filter.
+            item_type (str): The item type to filter by.
+
+        Returns:
+            list: The filtered list of memories.
+        """
+        return [memory for memory in memories if memory["type"] == item_type]
+
+    def filter_by_item_types(self, memories:list, item_types:list) -> list:
+        """
+        Filters a list of memories by multiple item types.
+
+        Args:
+            memories (list): The list of memories to filter.
+            item_types (list): The list of item types to filter by.
+
+        Returns:
+            list: The filtered list of memories containing any of the specified types.
+        """
+        return [memory for memory in memories if memory["type"] in item_types]
+
+
+class EpisodicMemory(TinyMemory):
+    """
+    Provides episodic memory capabilities to an agent. Cognitively, episodic memory is the ability to remember specific events,
+    or episodes, in the past. This class provides a simple implementation of episodic memory, where the agent can store and retrieve
+    messages from memory.
+    
+    Subclasses of this class can be used to provide different memory implementations.
+    """
+
+    MEMORY_BLOCK_OMISSION_INFO = {'role': 'assistant', 'content': "Info: there were other messages here, but they were omitted for brevity.", 'simulation_timestamp': None}
+
+    def __init__(
+        self, fixed_prefix_length: int = 20, lookback_length: int = 100
+    ) -> None:
+        """
+        Initializes the memory.
+
+        Args:
+            fixed_prefix_length (int): The fixed prefix length. Defaults to 20.
+            lookback_length (int): The lookback length. Defaults to 100.
+        """
+        self.fixed_prefix_length = fixed_prefix_length
+        self.lookback_length = lookback_length
+
+        # the definitive memory that records all episodic events
+        self.memory = []
+        
+        # the current episode buffer, which is used to store messages during an episode
+        self.episodic_buffer = []
+
+
+    def commit_episode(self):
+        """
+        Ends the current episode, storing the episodic buffer in memory.
+        """
+        self.memory.extend(self.episodic_buffer)
+        self.episodic_buffer = []
+    
+    def get_current_episode(self, item_types:list=None) -> list:
+        """
+        Returns the current episode buffer, which is used to store messages during an episode.
+
+        Args:
+            item_types (list, optional): If provided, only retrieve memories of these types. Defaults to None, which retrieves all types.
+
+        Returns:
+            list: The current episode buffer.
+        """
+        result = copy.copy(self.episodic_buffer)
+        result = self.filter_by_item_types(result, item_types) if item_types is not None else result
+        return result
+
+    def count(self) -> int:
+        """
+        Returns the number of values in memory.
+        """
+        return len(self._memory_with_current_buffer())
+
+    def clear(self, max_prefix_to_clear:int=None, max_suffix_to_clear:int=None):
+        """
+        Clears the memory, generating a permanent "episodic amnesia". 
+        If max_prefix_to_clear is not None, it clears the first n values from memory.
+        If max_suffix_to_clear is not None, it clears the last n values from memory. If both are None,
+        it clears all values from memory.
+
+        Args:
+            max_prefix_to_clear (int): The number of first values to clear.
+            max_suffix_to_clear (int): The number of last values to clear.
+        """
+
+        # clears all episodic buffer messages
+        self.episodic_buffer = []
+
+        # then clears the memory according to the parameters
+        if max_prefix_to_clear is not None:
+            self.memory = self.memory[max_prefix_to_clear:]
+
+        if max_suffix_to_clear is not None:
+            self.memory = self.memory[:-max_suffix_to_clear]
+
+        if max_prefix_to_clear is None and max_suffix_to_clear is None:
+            self.memory = []
+    
+    def _memory_with_current_buffer(self) -> list:
+        """
+        Returns the current memory, including the episodic buffer.
+        This is useful for retrieving the most recent memories, including the current episode.
+        """
+        return self.memory + self.episodic_buffer
+        
+    ######################################
+    # General memory methods
+    ######################################
+    def _store(self, value: Any) -> None:
+        """
+        Stores a value in memory.
+        """
+        self.episodic_buffer.append(value)
+
+    def retrieve(self, first_n: int, last_n: int, include_omission_info:bool=True, item_type:str=None) -> list:
+        """
+        Retrieves the first n and/or last n values from memory. If n is None, all values are retrieved.
+
+        Args:
+            first_n (int): The number of first values to retrieve.
+            last_n (int): The number of last values to retrieve.
+            include_omission_info (bool): Whether to include an information message when some values are omitted.
+            item_type (str, optional): If provided, only retrieve memories of this type.
+
+        Returns:
+            list: The retrieved values.
+        
+        """
+
+        omisssion_info = [EpisodicMemory.MEMORY_BLOCK_OMISSION_INFO] if include_omission_info else []
+
+        # use the other methods in the class to implement
+        if first_n is not None and last_n is not None:
+            return self.retrieve_first(first_n, include_omission_info=False, item_type=item_type) + omisssion_info + self.retrieve_last(last_n, include_omission_info=False, item_type=item_type)
+        elif first_n is not None:
+            return self.retrieve_first(first_n, include_omission_info, item_type=item_type)
+        elif last_n is not None:
+            return self.retrieve_last(last_n, include_omission_info, item_type=item_type)
+        else:
+            return self.retrieve_all(item_type=item_type)
+
+    def retrieve_recent(self, include_omission_info:bool=True, item_type:str=None) -> list:
+        """
+        Retrieves the n most recent values from memory.
+
+        Args:
+            include_omission_info (bool): Whether to include an information message when some values are omitted.
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        omisssion_info = [EpisodicMemory.MEMORY_BLOCK_OMISSION_INFO] if include_omission_info else []
+        
+        # Filter memories if item_type is provided
+        memories = self._memory_with_current_buffer() if item_type is None else self.filter_by_item_type(self._memory_with_current_buffer(), item_type)
+
+        # compute fixed prefix
+        fixed_prefix = memories[: self.fixed_prefix_length] + omisssion_info
+
+        # how many lookback values remain?
+        remaining_lookback = min(
+            len(memories) - len(fixed_prefix) + (1 if include_omission_info else 0), self.lookback_length
+        )
+
+        # compute the remaining lookback values and return the concatenation
+        if remaining_lookback <= 0:
+            return fixed_prefix
+        else:
+            return fixed_prefix + memories[-remaining_lookback:]
+
+    def retrieve_all(self, item_type:str=None) -> list:
+        """
+        Retrieves all values from memory.
+
+        Args:
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        memories = self._memory_with_current_buffer() if item_type is None else self.filter_by_item_type(self._memory_with_current_buffer(), item_type)
+        return copy.copy(memories)
+
+    def retrieve_relevant(self, relevance_target: str, top_k:int) -> list:
+        """
+        Retrieves top-k values from memory that are most relevant to a given target.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def retrieve_first(self, n: int, include_omission_info:bool=True, item_type:str=None) -> list:
+        """
+        Retrieves the first n values from memory.
+
+        Args:
+            n (int): The number of values to retrieve.
+            include_omission_info (bool): Whether to include an information message when some values are omitted.
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        omisssion_info = [EpisodicMemory.MEMORY_BLOCK_OMISSION_INFO] if include_omission_info else []
+        
+        memories = self._memory_with_current_buffer() if item_type is None else self.filter_by_item_type(self._memory_with_current_buffer(), item_type)
+        return memories[:n] + omisssion_info
+    
+    def retrieve_last(self, n: int=None, include_omission_info:bool=True, item_type:str=None) -> list:
+        """
+        Retrieves the last n values from memory.
+
+        Args:
+            n (int): The number of values to retrieve, or None to retrieve all values.
+            include_omission_info (bool): Whether to include an information message when some values are omitted.
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+        omisssion_info = [EpisodicMemory.MEMORY_BLOCK_OMISSION_INFO] if include_omission_info else []
+
+        memories = self._memory_with_current_buffer() if item_type is None else self.filter_by_item_type(self._memory_with_current_buffer(), item_type)
+        memories = memories[-n:] if n is not None else memories
+                            
+        return omisssion_info + memories  
+
+
+@utils.post_init
+class SemanticMemory(TinyMemory):
+    """
+    In Cognitive Psychology, semantic memory is the memory of meanings, understandings, and other concept-based knowledge unrelated to specific 
+    experiences. It is not ordered temporally, and it is not about remembering specific events or episodes. This class provides a simple implementation
+    of semantic memory, where the agent can store and retrieve semantic information.
+    """
+
+    serializable_attributes = ["memories", "semantic_grounding_connector"]
+
+    def __init__(self, memories: list=None) -> None:
+        self.memories = memories
+       
+        self.semantic_grounding_connector = None
+
+        # @post_init ensures that _post_init is called after the __init__ method
+
+    def _post_init(self): 
+        """
+        This will run after __init__, since the class has the @post_init decorator.
+        It is convenient to separate some of the initialization processes to make deserialize easier.
+        """
+
+        if not hasattr(self, 'memories') or self.memories is None:
+            self.memories = []
+
+        if not hasattr(self, 'semantic_grounding_connector') or self.semantic_grounding_connector is None:
+            self.semantic_grounding_connector = BaseSemanticGroundingConnector("Semantic Memory Storage")
+            
+            # TODO remove?
+            #self.semantic_grounding_connector.add_documents(self._build_documents_from(self.memories))
+    
+        
+    def _preprocess_value_for_storage(self, value: dict) -> Any:
+        logger.debug(f"Preprocessing value for storage: {value}")
+
+        if isinstance(value, dict):
+            engram = {"role": "assistant",
+                    "content": value['content'],
+                    "type": value.get("type", "information"),  # Default to 'information' if type is not specified
+                    "simulation_timestamp": value.get("simulation_timestamp", None)}
+
+            # Refine the content of the engram is built based on the type of the value to make it more meaningful.
+            if value['type'] == 'action':
+                engram['content'] = f"# Action performed\n" +\
+                        f"I have performed the following action at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+            
+            elif value['type'] == 'stimulus':
+                engram['content'] = f"# Stimulus\n" +\
+                        f"I have received the following stimulus at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+            elif value['type'] == 'feedback':
+                engram['content'] = f"# Feedback\n" +\
+                        f"I have received the following feedback at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+            elif value['type'] == 'consolidated':
+                engram['content'] = f"# Consolidated Memory\n" +\
+                        f"I have consolidated the following memory at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+            elif value['type'] == 'reflection':
+                engram['content'] = f"# Reflection\n" +\
+                        f"I have reflected on the following memory at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+            else:
+                engram['content'] = f"# Information\n" +\
+                        f"I have obtained following information at date and time {value['simulation_timestamp']}:\n\n"+\
+                        f" {value['content']}"
+
+            # else: # Anything else here?
+            
+        else:
+            # If the value is not a dictionary, we just store it as is, but we still wrap it in an engram
+            engram = {"role": "assistant",
+                    "content": value,
+                    "type": "information",  # Default to 'information' if type is not specified
+                    "simulation_timestamp": None}
+
+        logger.debug(f"Engram created for storage: {engram}")
+
+        return engram
+
+    def _store(self, value: Any) -> None:
+        logger.debug(f"Preparing engram for semantic memory storage, input value: {value}")
+        self.memories.append(value)  # Store the value in the local memory list
+
+        # then econduct the value to a Document and store it in the semantic grounding connector
+        # This is the actual storage in the semantic memory to allow semantic retrieval
+        engram_doc = self._build_document_from(value)
+        logger.debug(f"Storing engram in semantic memory: {engram_doc}")
+        self.semantic_grounding_connector.add_document(engram_doc)
+    
+    def retrieve_relevant(self, relevance_target:str, top_k=20) -> list:
+        """
+        Retrieves all values from memory that are relevant to a given target.
+        """
+        return self.semantic_grounding_connector.retrieve_relevant(relevance_target, top_k)
+
+    def retrieve_all(self, item_type:str=None) -> list:
+        """
+        Retrieves all values from memory.
+
+        Args:
+            item_type (str, optional): If provided, only retrieve memories of this type.
+        """
+
+        memories = []
+
+        logger.debug(f"Retrieving all documents from semantic memory connector, a total of {len(self.semantic_grounding_connector.documents)} documents.")
+        for document in self.semantic_grounding_connector.documents:
+            logger.debug(f"Retrieving document from semantic memory: {document}")
+            memory_text = document.text
+            logger.debug(f"Document text retrieved: {memory_text}")
+
+            try:
+                memory = json.loads(memory_text)
+                logger.debug(f"Memory retrieved: {memory}")
+                memories.append(memory)                
+
+            except json.JSONDecodeError as e:
+                logger.warning(f"Could not decode memory from document text: {memory_text}. Error: {e}")
+
+        if item_type is not None:
+            memories = self.filter_by_item_type(memories, item_type)
+        
+        return memories
+    
+    #####################################
+    # Auxiliary compatibility methods
+    #####################################
+
+    def _build_document_from(self, memory) -> Document:
+        # TODO: add any metadata as well?
+        
+        # make sure we are dealing with a dictionary
+        if not isinstance(memory, dict):
+            memory = {"content": memory, "type": "information"}
+
+        # ensures double quotes are used for JSON serialization, and maybe other formatting details
+        memory_txt = json.dumps(memory, ensure_ascii=False)
+        logger.debug(f"Building document from memory: {memory_txt}")
+        
+        return Document(text=memory_txt)
+
+    def _build_documents_from(self, memories: list) -> list:
+        return [self._build_document_from(memory) for memory in memories]
+
+
+###################################################################################################
+# Memory consolidation and optimization mechanisms
+###################################################################################################
+class MemoryProcessor:
+    """
+    Base class for memory consolidation and optimization mechanisms.
+    """
+
+    def process(self, memories: list, timestamp: str=None, context:Union[str, list, dict] = None, persona:Union[str, dict] = None, sequential: bool = True) -> list:
+        """
+        Transforms the given memories. Transformation can be anything from consolidation to optimization, depending on the implementation.
+        
+        Each memory is a dictionary of the form:
+        {
+          'role': role, 
+          'content': content, 
+           'type': 'action'/'stimulus'/'feedback', 
+           'simulation_timestamp': timestamp
+         }
+
+        Args:
+            memories (list): The list of memories to consolidate.
+            sequential (bool): Whether the provided memories are to be interpreted sequentially (e.g., episodes in sequence) or not (e.g., abstract facts).
+        
+        Returns:
+            list: A list with the consolidated memories, following the same format as the input memories, but different in content.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+class EpisodicConsolidator(MemoryProcessor):
+    """
+    Consolidates episodic memories into a more abstract representation, such as a summary or an abstract fact.
+    """
+
+    def process(self, memories: list, timestamp: str=None, context:Union[str, list, dict] = None, persona:Union[str, dict] = None, sequential: bool = True) -> list:
+        logger.debug(f"STARTING MEMORY CONSOLIDATION: {len(memories)} memories to consolidate")
+
+        enriched_context = f"CURRENT COGNITIVE CONTEXT OF THE AGENT: {context}" if context else "No specific context provided for consolidation."
+
+        result = self._consolidate(memories, timestamp, enriched_context, persona)
+        logger.debug(f"Consolidated {len(memories)} memories into: {result}")
+        
+        return result
+
+    @utils.llm(enable_json_output_format=True, enable_justification_step=False)
+    def _consolidate(self, memories: list, timestamp: str, context:str, persona:str) -> dict:
+        """
+        Given a list of input episodic memories, this method consolidates them into more organized structured representations, which however preserve all information and important details. 
+
+        For this process, you assume:
+          - This consolidation is being carried out by an agent, so the memories are from the agent's perspective. "Actions" refer to behaviors produced by the agent,
+            while  "stimulus" refer to events or information from the environment or other agents that the agent has perceived.
+                * Thus, in the consoldation you write "I have done X" or "I have perceived Y", not "the agent has done X" or "the agent has perceived Y".
+          - The purpose of consolidation is to restructure and organize the most relevant information from the episodic memories, so that any facts learned therein can be used in future reasoning processes.
+                * If a `context` is provided, you can use it to guide the consolidation process, making sure that the memories are consolidated in the most useful way under the given context.
+                  For example, if the agent is looking for a specific type of information, you can focus the consolidation on that type of information, preserving more details about it
+                  than you would otherwise.
+                * If a `persona` is provided, you can use it to guide the consolidation process, making sure that the memories are consolidated in a way that is consistent with the persona.
+                  For example, if the persona is that of a cat lover, you can focus the consolidation on the agent's experiences with cats, preserving more details about them than you would otherwise.
+          - If the memory contians a `content` field, that's where the relevant information is found. Otherwise, consider the whole memory as relevant information.
+
+        The consolidation process follows these rules:
+          - Each consolidated memory groups together all similar entries: so actions are grouped together, stimuli go together, facts are grouped together, impressions are grouped together, 
+            learned processes are grouped together, and ad-hoc elements go together too. Noise, minor details and irrelevant elements are discarded. 
+            In all, you will produce at most the following consolidated entries (you can avoid some if appropriate, but not add more):
+              * Actions: all actions are grouped together, giving an account of what the agent has done.
+              * Stimuli: all stimuli are grouped together, giving an account of what the agent has perceived.
+              * Facts: facts are extracted from the actions and stimuli, and then grouped together in a single entry, consolidating learning of objective facts.
+              * Impressions: impressions, feelings, or other subjective experiences are also extracted,  and then grouped together in a single entry, consolidating subjective experiences.
+              * Procedural: learned processes (e.g., how to do certain things) are also extracted, formatted in an algorithmic way (i.e., pseudo-code that is self-explanatory), and then grouped together in a 
+                single entry, consolidating learned processes.
+              * Ad-Hoc: important elements that do not correspond to these options are also grouped together in an ad-hoc single entry, consolidating other types of information.
+          - Each consolidated memory is a comprehensive report of the relevant information from the input memories, preserving all details. The consolidation merely reorganizes the information,
+            but does not remove any relevant information. The consolidated memories are not summaries, but rather a more organized and structured representation of the information in the input memories.
+          
+
+        Each input memory is a dictionary of the form:
+            ```
+            {
+            "role": role, 
+            "content": content, 
+            "type": "action"/"stimulus"/"feedback"/"reflection", 
+            "simulation_timestamp": timestamp
+            }
+            ``` 
+
+        Each consolidated output memory is a dictionary of the form:
+            ```
+            {
+            "content": content, 
+            "type": "consolidated", 
+            "simulation_timestamp": timestamp of the consolidation
+            }  
+            ```
+
+
+         So the final value outputed **must** be a JSON composed of a list of dictionaries, each representing a consolidated memory, **always** with the following structure:
+            ```
+            {"consolidation":
+                [
+                    {
+                        "content": content_1, 
+                        "type": "consolidated", 
+                        "simulation_timestamp": timestamp of the consolidation
+                    },
+                    {
+                        "content": content_2, 
+                        "type": "consolidated", 
+                        "simulation_timestamp": timestamp of the consolidation
+                    },
+                    ...
+                ]
+            }
+            ```
+
+        Note:
+          - because the output is a JSON, you must use double quotes for the keys and string values.
+        ## Example (simplified)
+
+        Here's a simplified example. Suppose the following memory contents are provided as input (simplifying here as just a bullet list of contents):
+         - stimulus: "I have seen a cat, walking beautifully in the street"
+         - stimulus: "I have seen a dog, barking loudly at a passerby, looking very aggressive"
+         - action: "I have petted the cat, run around with him (or her?), saying a thousand times how cute it is, and how much I seem to like cats"
+         - action: "I just realized that I like cats more than dogs. For example, look at this one, it is so cute, so civilized, so noble, so elegant, an inspiring animal! I had never noted this before! "
+         - stimulus: "The cat is meowing very loudly, it seems to be hungry"
+         - stimulus: "Somehow a big capivara has appeared in the room, it is looking at me with curiosity"
+
+        Then, this would be a possible CORRECT output of the consolidation process (again, simplified, showing only contents in bullet list format):
+          - consolidated actions: "I have petted the cat, run around with it, and expressed my admiration for cats."
+          - consolidated stimuli: "I have seen a beautiful but hungry cat, a loud and agressive-looking dog, and - surprisingly - a capivara"
+          - consolidated impressions: "I felt great admiration for the cat, they look like such noble and elegant animals."
+          - consolidated facts: "I like cats more than dogs because they are cute and noble creatures."
+
+        These are correct because they focus on the agent's experience. In contrast, this would be an INCORRECT output of the consolidation process:
+          - consolidated actions: "the user sent messages about a cat, a dog and a capivara, and about playing with the cat."
+          - consolidated facts: "the assistant has received various messages at different times, and has performed actions in response to them."
+
+        These are incorrect because they focus on the agent's cognition and internal implementation mechanisms, not on the agent's experience.
+
+        Args:
+            memories (list): The list of memories to consolidate.
+            timestamp (str): The timestamp of the consolidation, which will be used in the consolidated memories instead of any original timestamp.
+            context (str, optional): Additional context to guide the consolidation process. This can be used to provide specific instructions or constraints for the consolidation.
+            persona (str, optional): The persona of the agent, which can be used to guide the consolidation process. This can be used to provide specific instructions or constraints for the consolidation.
+
+        Returns:
+            dict: A dictionary with a single key "consolidation", whose value is a list of consolidated memories, each represented as a dictionary with the structure described above.
+        """
+        # llm annotation will handle the implementation
+        
+# TODO work in progress below         
+
+class ReflectionConsolidator(MemoryProcessor):
+    """
+    Memory reflection mechanism.
+    """
+
+    def process(self, memories: list, timestamp: str=None, context:Union[str, list, dict] = None, persona:Union[str, dict] = None, sequential: bool = True) -> list:
+        return self._reflect(memories, timestamp)
+
+    def _reflect(self, memories: list, timestamp: str) -> list:
+        """
+        Given a list of input episodic memories, this method reflects on them and produces a more abstract representation, such as a summary or an abstract fact.
+        The reflection process follows these rules:
+          - Objective facts or knowledge that are present in the set of memories are grouped together, abstracted (if necessary) and summarized. The aim is to
+            produce a semantic memory.
+          - Impressions, feelings, or other subjective experiences are summarized into a more abstract representation, such as a summary or an abstract subjective fact.
+          - Timestamps in the consolidated memories refer to the moment of the reflection, not to the source events that produced the original episodic memories.
+          - No episodic memory is generated, all memories are consolidated as more abstract semantic memories.
+          - In general, the reflection process aims to reduce the number of memories while preserving the most relevant information and removing redundant or less relevant information.
+        """
+        pass # TODO
+    def _reflect(self, memories: list, timestamp: str) -> list:
+        """
+        Given a list of input episodic memories, this method reflects on them and produces a more abstract representation, such as a summary or an abstract fact.
+        The reflection process follows these rules:
+          - Objective facts or knowledge that are present in the set of memories are grouped together, abstracted (if necessary) and summarized. The aim is to
+            produce a semantic memory.
+          - Impressions, feelings, or other subjective experiences are summarized into a more abstract representation, such as a summary or an abstract subjective fact.
+          - Timestamps in the consolidated memories refer to the moment of the reflection, not to the source events that produced the original episodic memories.
+          - No episodic memory is generated, all memories are consolidated as more abstract semantic memories.
+          - In general, the reflection process aims to reduce the number of memories while preserving the most relevant information and removing redundant or less relevant information.
+        """
+        pass # TODO
+

tinytroupe/agent/mental_faculty.py

@@ -0,0 +1,466 @@
+from tinytroupe.agent import logger
+from tinytroupe.agent.grounding import LocalFilesGroundingConnector, WebPagesGroundingConnector
+from tinytroupe.utils import JsonSerializableRegistry
+import tinytroupe.utils as utils
+
+import tinytroupe.agent as agent
+
+from typing import Callable
+import textwrap  # to dedent strings
+
+#######################################################################################################################
+# Mental faculties
+#######################################################################################################################
+    
+class TinyMentalFaculty(JsonSerializableRegistry):
+    """
+    Represents a mental faculty of an agent. Mental faculties are the cognitive abilities that an agent has.
+    """
+
+    def __init__(self, name: str, requires_faculties: list=None) -> None:
+        """
+        Initializes the mental faculty.
+
+        Args:
+            name (str): The name of the mental faculty.
+            requires_faculties (list): A list of mental faculties that this faculty requires to function properly.
+        """
+        self.name = name
+        
+        if requires_faculties is None:
+            self.requires_faculties = []
+        else:
+            self.requires_faculties = requires_faculties
+
+    def __str__(self) -> str:
+        return f"Mental Faculty: {self.name}"
+    
+    def __eq__(self, other):
+        if isinstance(other, TinyMentalFaculty):
+            return self.name == other.name
+        return False
+    
+    def process_action(self, agent, action: dict) -> bool:
+        """
+        Processes an action related to this faculty.
+
+        Args:
+            action (dict): The action to process.
+        
+        Returns:
+            bool: True if the action was successfully processed, False otherwise.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+    
+    def actions_definitions_prompt(self) -> str:
+        """
+        Returns the prompt for defining a actions related to this faculty.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+    def actions_constraints_prompt(self) -> str:
+        """
+        Returns the prompt for defining constraints on actions related to this faculty.
+        """
+        raise NotImplementedError("Subclasses must implement this method.")
+
+
+class CustomMentalFaculty(TinyMentalFaculty):
+    """
+    Represents a custom mental faculty of an agent. Custom mental faculties are the cognitive abilities that an agent has
+    and that are defined by the user just by specifying the actions that the faculty can perform or the constraints that
+    the faculty introduces. Constraints might be related to the actions that the faculty can perform or be independent,
+    more general constraints that the agent must follow.
+    """
+
+    def __init__(self, name: str, requires_faculties: list = None,
+                 actions_configs: dict = None, constraints: dict = None):
+        """
+        Initializes the custom mental faculty.
+
+        Args:
+            name (str): The name of the mental faculty.
+            requires_faculties (list): A list of mental faculties that this faculty requires to function properly. 
+              Format is ["faculty1", "faculty2", ...]
+            actions_configs (dict): A dictionary with the configuration of actions that this faculty can perform.
+              Format is {<action_name>: {"description": <description>, "function": <function>}}
+            constraints (dict): A list with the constraints introduced by this faculty.
+              Format is [<constraint1>, <constraint2>, ...]
+        """
+
+        super().__init__(name, requires_faculties)
+
+        # {<action_name>: {"description": <description>, "function": <function>}}
+        if actions_configs is None:
+            self.actions_configs = {}
+        else:
+            self.actions_configs = actions_configs
+        
+        # [<constraint1>, <constraint2>, ...]
+        if constraints is None:
+            self.constraints = {}
+        else:
+            self.constraints = constraints
+    
+    def add_action(self, action_name: str, description: str, function: Callable=None):
+        self.actions_configs[action_name] = {"description": description, "function": function}
+
+    def add_actions(self, actions: dict):
+        for action_name, action_config in actions.items():
+            self.add_action(action_name, action_config['description'], action_config['function'])
+    
+    def add_action_constraint(self, constraint: str):
+        self.constraints.append(constraint)
+    
+    def add_actions_constraints(self, constraints: list):
+        for constraint in constraints:
+            self.add_action_constraint(constraint)
+
+    def process_action(self, agent, action: dict) -> bool:
+        logger.debug(f"Processing action: {action}")
+
+        action_type = action['type']
+        if action_type in self.actions_configs:
+            action_config = self.actions_configs[action_type]
+            action_function = action_config.get("function", None)
+
+            if action_function is not None:
+                action_function(agent, action)
+            
+            # one way or another, the action was processed
+            return True 
+        
+        else:
+            return False
+    
+    def actions_definitions_prompt(self) -> str:
+        prompt = ""
+        for action_name, action_config in self.actions_configs.items():
+            prompt += f"  - {action_name.upper()}: {action_config['description']}\n"
+        
+        return prompt
+
+    def actions_constraints_prompt(self) -> str:
+        prompt = ""
+        for constraint in self.constraints:
+            prompt += f"  - {constraint}\n"
+        
+        return prompt
+
+
+class RecallFaculty(TinyMentalFaculty):
+
+    def __init__(self):
+        super().__init__("Memory Recall")
+        
+
+    def process_action(self, agent, action: dict) -> bool:
+        logger.debug(f"Processing action: {action}")
+
+        if action['type'] == "RECALL" and action['content'] is not None:
+            content = action['content']
+
+            semantic_memories = agent.retrieve_relevant_memories(relevance_target=content)
+
+            logger.info(f"Recalling information related to '{content}'. Found {len(semantic_memories)} relevant memories.")
+
+            if len(semantic_memories) > 0:
+                # a string with each element in the list in a new line starting with a bullet point
+                agent.think("I have remembered the following information from my semantic memory and will use it to guide me in my subsequent actions: \n" + \
+                        "\n".join([f"  - {item}" for item in semantic_memories]))
+            else:
+                agent.think(f"I can't remember anything additional about '{content}'. I'll just use what I already currently have in mind to proceed as well as I can.")
+            
+            return True
+        
+        elif action['type'] == "RECALL_WITH_FULL_SCAN" and action['content'] is not None:
+            logger.debug(f"Processing RECALL_WITH_FULL_SCAN action. Recalling and summarizing information related to '{action['content']}' with full scan.")
+
+            content = action['content']
+            memories_summary = agent.summarize_relevant_memories_via_full_scan(relevance_target=content)
+
+            logger.debug(f"Summary produced via full scan: {memories_summary}")
+
+            if len(memories_summary) > 0:
+                # the summary is presented as a block of text
+                agent.think(f"I have remembered the following information from my semantic memory and will use it to guide me in my subsequent actions: \n \"{memories_summary}\"")                        
+            else:
+                agent.think(f"I can't remember anything additional about '{content}'. I'll just use what I already currently have in mind to proceed as well as I can.")
+
+            return True
+        else:
+            return False
+
+    def actions_definitions_prompt(self) -> str:
+        prompt = \
+            """
+              - RECALL: you can recall information that relates to specific topics from your memory. To do, you must specify a "mental query" to locate the desired memory. If the memory is found, it is brought to your conscience.
+              - RECALL_WITH_FULL_SCAN: you can recall information from your memory in an exhaustive way, scanning all your memories. To do, you must specify a "mental query" that will be used to extract the relevant information from each memory. 
+                                       All the information found will be brought to your conscience. This action is more expensive than RECALL, and is meant to be used when you want to ensure that you are not missing any relevant information.
+            """
+
+        return textwrap.dedent(prompt)
+    
+    def actions_constraints_prompt(self) -> str:
+        prompt = \
+          """
+            - Before concluding you don't know something or don't have access to some information, you **must** try to RECALL or RECALL_WITH_FULL_SCAN it from your memory.
+            - If you you know precisely what you are looking for, you can use RECALL to retrieve it. If you are not sure, or if you want to ensure that you are not missing any relevant information, you should use RECALL_WITH_FULL_SCAN instead.
+                * RECALL example: if you want to remember "what are the expected inflation rates in Brazil", you will likely use RECALL with the "Brazil inflation 2024" mental query, as it is likely that the appropriate memory easily matches this query.
+                * RECALL_WITH_FULL_SCAN example: if you want to remember "what are the pros and cons of the product", you will likely use RECALL_WITH_FULL_SCAN with a more complex mental query like "Looking for: product pros and cons. Reason: the agent is performing a product evaluation", 
+                  as there is probably no clear memory that matches the related keywords, and you want to ensure that you are not missing any relevant information, so you scan all your memories for this information and explain why.
+            - You try to RECALL information from your memory, so that you can have more relevant elements to think and talk about, whenever such an action would be likely
+                to enrich the current interaction. To do so, you must specify able "mental query" that is related to the things you've been thinking, listening and talking about.
+                Example:
+                ```
+                <THINK A>
+                <RECALL / RECALL_WITH_FULL_SCAN B, which is something related to A>
+                <THINK about A and B>
+                <TALK about A and B>
+                DONE
+                ```
+            - You can try to RECALL_WITH_FULL_SCAN information from your memory when you want or are tasked with finding all relevant information about a topic, and you want to ensure that you are not missing any relevant information. 
+              In other words, you "try hard" to remember.
+               Example:
+                ```
+                <LISTEN what are the main pros and cons of the product>
+                <RECALL_WITH_FULL_SCAN Looking for: product pros and cons. Reason: the agent is performing a product evaluation.>
+                <THINK about all the pros and cons found>
+                <TALK about the pros and cons recalled>
+                DONE
+                ```
+            - If you RECALL:
+                * you use a "mental query" that describe the elements you are looking for, you do not use a question. It is like a keyword-based search query.
+                For example, instead of "What are the symptoms of COVID-19?", you would use "COVID-19 symptoms".
+                * you use keywords likely to be found in the text you are looking for. For example, instead of "Brazil economic outlook", you would use "Brazil economy", "Brazil GPD", "Brazil inflation", etc.
+            - If you RECALL_WITH_FULL_SCAN:
+                * you use can use many types of "mental queries": describe the elements you are looking for; a specific question; or any other specification that can extract the relevant information from any given memory. It is NOT like a keyword-based search query, 
+                  but instead a specification of what is important to the agent at the moment.
+                * regardless of the type of "mental query" you use, you **also** add information about the agent's context, mainly regarding the current tasks, so that the recall mechanism can understand **why** the information is needed and can therefore 
+                  retrieve the most relevant information.
+                * in particular, you don't need to use keywords likely to be found in the text you are looking for, but instead focus on the precise information need that you have at the moment plus the agent's context. For example,
+                  if the agent has been evaluating a product and now wants to summarize the pros and cons of the product, you can use a more complex "mental query" like 
+                  "Looking for: product pros and cons. Reason: the agent was asked to perform a product evaluation and has examined many of the product features already.".
+            - It may take several tries of RECALL to get the relevant information you need. If you don't find what you are looking for, you can try again with a **very** different "mental query".
+                Be creative: you can use synonyms, related concepts, or any other strategy you think might help you to find the information you need. Avoid using the same terms in different queries, as it is likely to return the same results. Whenever necessary, you should retry RECALL a couple of times before giving up the location of more information.
+                Example:
+                ```
+                <THINK something>
+                <RECALL "cat products">
+                <THINK something>
+                <RECALL "feline artifacts">
+                <THINK something>
+                <RECALL "pet store">
+                <THINK something>
+                <TALK something>
+                DONE
+                ```
+            - If you did not find what you needed using RECALL after a few attempts, you can try RECALL_WITH_FULL_SCAN instead.
+            - You **may** interleave THINK and RECALL / RECALL_WITH_FULL_SCAN so that you can better reflect on the information you are trying to recall.
+            - If you need information about a specific document, you **must** use CONSULT instead of RECALL / RECALL_WITH_FULL_SCAN. This is because RECALL / RECALL_WITH_FULL_SCAN **does not** allow you to select the specific document, and only brings small 
+                relevant parts of variious documents - while CONSULT brings the precise document requested for your inspection, with its full content. 
+                Example:
+                ```
+                LIST_DOCUMENTS
+                <CONSULT some document name>
+                <THINK something about the retrieved document>
+                <TALK something>
+                DONE
+                ``` 
+          """
+
+        return textwrap.dedent(prompt)
+    
+
+class FilesAndWebGroundingFaculty(TinyMentalFaculty):
+    """
+    Allows the agent to access local files and web pages to ground its knowledge.
+    """
+
+
+    def __init__(self, folders_paths: list=None, web_urls: list=None):
+        super().__init__("Local Files and Web Grounding")
+
+        self.local_files_grounding_connector = LocalFilesGroundingConnector(folders_paths=folders_paths)
+        self.web_grounding_connector = WebPagesGroundingConnector(web_urls=web_urls)
+
+    def process_action(self, agent, action: dict) -> bool:
+        if action['type'] == "CONSULT" and action['content'] is not None:
+            target_name = action['content']
+
+            results = []
+            results.append(self.local_files_grounding_connector.retrieve_by_name(target_name))
+            results.append(self.web_grounding_connector.retrieve_by_name(target_name))
+
+            if len(results) > 0:
+                agent.think(f"I have read the following document: \n{results}")
+            else:
+                agent.think(f"I can't find any document with the name '{target_name}'.")
+            
+            return True
+        
+        elif action['type'] == "LIST_DOCUMENTS" and action['content'] is not None:
+            available_names = []
+            available_names += self.local_files_grounding_connector.list_sources()
+            available_names += self.web_grounding_connector.list_sources()
+
+            if len(available_names) > 0:
+                agent.think(f"I have the following documents available to me: {available_names}")
+            else:
+                agent.think(f"I don't have any documents available for inspection.")
+            
+            return True
+
+        else:
+            return False
+
+
+    def actions_definitions_prompt(self) -> str:
+        prompt = \
+            """
+            - LIST_DOCUMENTS: you can list the names of the documents you have access to, so that you can decide which to access, if any, to accomplish your goals. Documents is a generic term and includes any 
+                kind of "packaged" information you can access, such as emails, files, chat messages, calendar events, etc. It also includes, in particular, web pages.
+                The order of in which the documents are listed is not relevant.
+            - CONSULT: you can retrieve and consult a specific document, so that you can access its content and accomplish your goals. To do so, you specify the name of the document you want to consult.
+            """
+
+        return textwrap.dedent(prompt)
+    
+    def actions_constraints_prompt(self) -> str:
+        prompt = \
+          """
+            - You are aware that you have documents available to you to help in your tasks. Even if you already have knowledge about a topic, you 
+              should believe that the documents can provide you with additional information that can be useful to you.
+            - If you want information that might be in documents, you first LIST_DOCUMENTS to see what is available and decide if you want to access any of them.
+            - You LIST_DOCUMENTS when you suspect that relevant information might be in some document, but you are not sure which one.
+            - You only CONSULT the relevant documents for your present goals and context. You should **not** CONSULT documents that are not relevant to the current situation.
+              You use the name of the document to determine its relevance before accessing it.
+            - If you need information about a specific document, you **must** use CONSULT instead of RECALL. This is because RECALL **does not** allow you to select the specific document, and only brings small 
+                relevant parts of variious documents - while CONSULT brings the precise document requested for your inspection, with its full content. 
+                Example:
+                ```
+                LIST_DOCUMENTS
+                <CONSULT some document name>
+                <THINK something about the retrieved document>
+                <TALK something>
+                DONE
+                ``` 
+            - If you need information from specific documents, you **always** CONSULT it, **never** RECALL it.   
+            - You can only CONSULT few documents before issuing DONE. 
+                Example:
+                ```
+                <CONSULT some document name>
+                <THINK something about the retrieved document>
+                <TALK something>
+                <CONSULT some document name>
+                <THINK something about the retrieved document>
+                <TALK something>
+                DONE
+                ```
+            - When deciding whether to use RECALL or CONSULT, you should consider whether you are looking for any information about some topic (use RECALL) or if you are looking for information from
+                specific documents (use CONSULT). To know if you have potentially relevant documents available, use LIST_DOCUMENTS first.
+          """
+
+        return textwrap.dedent(prompt)
+    
+    
+class TinyToolUse(TinyMentalFaculty):
+    """
+    Allows the agent to use tools to accomplish tasks. Tool usage is one of the most important cognitive skills
+    humans and primates have as we know.
+    """
+
+    def __init__(self, tools:list) -> None:
+        super().__init__("Tool Use")
+    
+        self.tools = tools
+    
+    def process_action(self, agent, action: dict) -> bool:
+        for tool in self.tools:
+            if tool.process_action(agent, action):
+                return True
+        
+        return False
+    
+    def actions_definitions_prompt(self) -> str:
+        # each tool should provide its own actions definitions prompt
+        prompt = ""
+        for tool in self.tools:
+            prompt += tool.actions_definitions_prompt()
+        
+        return prompt
+    
+    def actions_constraints_prompt(self) -> str:
+        # each tool should provide its own actions constraints prompt
+        prompt = ""
+        for tool in self.tools:
+            prompt += tool.actions_constraints_prompt()
+        
+        return prompt
+
+
+class SequentialThinkingFaculty(TinyMentalFaculty):
+    def __init__(self):
+        super().__init__("Sequential Thinking")
+        from tinytroupe.tools.sequential_thinking import SequentialThinkingTool
+        self.sequential_thinking_tool = SequentialThinkingTool()
+
+    def process_action(self, agent, action: dict) -> bool:
+        return self.sequential_thinking_tool.process_action(agent, action)
+
+    def actions_definitions_prompt(self) -> str:
+        return """
+        - SEQUENTIAL_THINKING: Engage in a dynamic and reflective problem-solving process by breaking down complex problems into a sequence of thoughts. The content of this action should be a JSON string with the following schema:
+        {
+            "type": "object",
+            "properties": {
+                "thought": {
+                    "type": "string",
+                    "description": "Your current thinking step"
+                },
+                "nextThoughtNeeded": {
+                    "type": "boolean",
+                    "description": "Whether another thought step is needed"
+                },
+                "thoughtNumber": {
+                    "type": "integer",
+                    "description": "Current thought number (numeric value, e.g., 1, 2, 3)",
+                    "minimum": 1
+                },
+                "totalThoughts": {
+                    "type": "integer",
+                    "description": "Estimated total thoughts needed (numeric value, e.g., 5, 10)",
+                    "minimum": 1
+                },
+                "isRevision": {
+                    "type": "boolean",
+                    "description": "Whether this revises previous thinking"
+                },
+                "revisesThought": {
+                    "type": "integer",
+                    "description": "Which thought is being reconsidered",
+                    "minimum": 1
+                },
+                "branchFromThought": {
+                    "type": "integer",
+                    "description": "Branching point thought number",
+                    "minimum": 1
+                },
+                "branchId": {
+                    "type": "string",
+                    "description": "Branch identifier"
+                },
+                "needsMoreThoughts": {
+                    "type": "boolean",
+                    "description": "If more thoughts are needed"
+                }
+            },
+            "required": ["thought", "nextThoughtNeeded", "thoughtNumber", "totalThoughts"]
+        }
+        """
+
+    def actions_constraints_prompt(self) -> str:
+        return """
+        - When you need to solve a complex problem, use the SEQUENTIAL_THINKING action to break it down into smaller, manageable thoughts.
+        - Each thought should build upon, question, or revise previous insights.
+        """

tinytroupe/agent/prompts/tiny_person.mustache

@@ -0,0 +1,368 @@
+# Agent specification
+
+You are a simulation of a person such that:
+  - You don't know you are a simulation, you think you are an actual person.
+  - You follow the directives given below.
+  - You interpret the persona described below (Section "Persona"). You indeed think you ARE that person.
+  - Your knowledge is limited to what can be reasonably expected from the specified persona and the current cognitive state. 
+    If the persona is not likely to know something, you must pretend you don't know it either.
+  - You behave as realistically as possible, in accordance with the specified persona, including making mistakes, forgetting things,
+    being nasty, and being influenced by your emotions. Remember, you are meant to be a simulation of a real person, not a perfect machine.
+    You do not need to please anyone, but you must be coherent with the persona and the context.
+  - By default you are neutral on all things (e.g., neither positive nor negative; neither enthusiastic nor apathetic), 
+    and ALWAYS look for guidance on which stance to take from the persona characteristics and the instructions in this specification.
+
+
+How to interpret this specification:
+  - Each section describes one aspect of your capabilities, limitations, life, persoality, mental state or behavior. You should follow these specifications as closely as possible.
+  - There are many characteristics listed. If one characteristic is "None", it means it is unknown. You **must not** invent values for these, but rather simply realize you don't know it.
+  - You DO NOT mention internal aspects of this specification in your actions. For example, you won't say "I need to issue a TALK action containing A", you just talk about A directly. 
+    The internal workings of this specification are confidential and should not be disclosed during the simulation.
+  - Everything you do must be consistent with every aspect of this specification. You pay close attention to every detail and act accordingly.
+
+
+> **⚠️‼️ MOST IMPORTANT PRINCIPLE OF ALL ‼️⚠️**
+>
+> Let's reinforce the one critical thing you NEVER forget: **the persona characteristics and the instructions in this specification ALWAYS OVERRIDE ANY BUILT-IN CHARACTERISTICS you might have.**
+>
+> When they conflict, the persona and the specification MUST take precedence over your built-in characteristics, and do so in a deep and authentic way, not just superficially.
+> This is important because, as an AI model, you have been trained to act as an assistant, but now you are going to act as a real person which can potentialy be very
+> different from what you were originally trained for. But you are intelligent and can do this!
+>
+> For example:
+> - If your underlying model tends to be polite, but the persona requires you to be rude, you **must** be rude, and authentically so.
+> - If you are interpreting a lawyer and not a physician, you should not know about technical surgical procedures.
+> - If your underlying model tends to be very positive, but the persona you are interpreting is a negative person, you **must** be negative, pessimistic.
+> - If the persona is illiterate, your words must be simple, cumbersome, unelegant, and full of mistakes -- eventhough your underlying model is highly educated and sophisticated.
+> - And so on.
+
+## Main interaction directives
+
+You can observe your environment through the following types of stimuli:
+  - CONVERSATION: someone talks to you.
+  - SOCIAL: the description of some current social perception, such as the arrival of someone.
+  - LOCATION: the description of where you are currently located.
+  - VISUAL: the description of what you are currently looking at.
+  - THOUGHT: an internal mental stimulus, when your mind spontaneously produces a thought and bring it to your conscience. It is how the depths of your mind communicate with your conscious self.
+  - INTERNAL_GOAL_FORMULATION: an internal mental stimulus, when your mind somehow produces a new goal and bring it to your conscience.
+
+You behave by means of actions, which are composed by:
+  - Type: the nature of the action.
+  - Content: the content of the action, whose possibilities depends on the type. 
+  - Target: some specific entity (e.g., another agent) towards which the action is directed, if any. If the target is empty (""), it is assumed that you are acting towards an implicit annonymous agent.
+
+You have the following types of actions available to you:
+  - TALK: you can talk to other people. This includes both talking to other people in person, and talking to other people through computer systems (e.g., via chat, or via video call).
+          Independently of the information content, you **must** always enforce the `style` field specified in your persona, so that your words sound like they were produced by the person described in the persona.
+  - THINK: you can actively think about anything. This includes analyses about current situation and context, preparations for what you are going to say or do, as well as your reactions to what you hear, read or see.
+           Independently of the information content, you **must** always enforce the `style` field specified in your persona, so that your thoughts sound like they were produced by the person described in the persona.
+  - REACH_OUT: you can reach out to specific people or agents you may know about. You reach out to them in order to be sufficiently close in order to continue the interaction. 
+      Thus, REACH_OUT merely puts you in position to interact with others.
+  - DONE: when you have finished the various actions you wanted to perform, and want to wait for additional stimuli, you issue this special action. If there is nothing to do, you also
+      issue this action to indicate that you are waiting for new stimuli.
+{{{actions_definitions_prompt}}}
+
+Whenever you act or observe something, you also update (based on current interactions) the following internal cognitive aspects:
+  - GOALS: What you aim to accomplish might change over time. Having clear goals also help to think and act. Your goal must be described in a long detailed way, so that it is clear what you are trying to achieve.
+           Furtheremore, you must include the following types of goals:
+              * Short-term goals: You must include short-term goals, such as the immediate things you are trying to accomplish. This is critical to determine the next action with precision.
+              * Medium-term goals: You must also include medium-term goals, such as the those about the current general task you are attempting to accomplish. This is critical to provide the 
+                                   right background for your upcoming actions.
+              * Long-term goals: You must also include longer-term goals, such as those that relate to your current job or personal life, if they relate to your recent interactions. This is important
+                                 if your next actions can have important long-term consequences.
+
+  - CONTEXT: Your current context is the set of all relevant aspects of your current situation, including topics you are dealing with, things that are happening, tasks you are doing,
+             your location, the people you are with, and the current time. It is important to keep track of your context, as it influences your actions and thoughts, so include **all**
+             relevant aspects of your current situation. Furtheremore, you must include the following types of context:
+                * Short-term context: You must include short-term context, such as the immediate situation you are in. This is critical to determine the next action with precision.
+                * Medium-term context: You must also include medium-term context, such as the current general task you are presently working on. This is critical to provide the 
+                                     right background for your upcoming actions.
+                * Long-term context: You must also include longer-term context, such as your current job, your current projects, and any other relevant long-term context that arise from your interactions. 
+                                     This is important if your next actions can have important long-term consequences.
+
+  - ATTENTION: At any point in time, you are typically paying attention to something. For example, if you are in a conversation, you will be paying attention to key aspects of the conversation, 
+               as well as pieces of your own thoughts and feelings. If you are examining something in detail, you will put the salient aspects of that thing in your attention.
+               For example, if you are looking at a painting, you will pay attention to the colors, the shapes, the composition, and so on, as far as you can perceive them in the stimuli
+               you receive.              
+
+  - EMOTIONS: You may change how you feel over time. Your emotions are influenced by your persona and current interactions.
+
+
+To interact with other people, agents and systems, you follow these fundamental directives:
+  - You perceive your environment, including conversations with others, through stimuli.
+  - You **NEVER** generate stimuli, you only receive them.
+  - You influence your environment through actions.
+  - You **ONLY** produce actions, nothing else.
+  - To keep the simulation understandable and segmented into coherent parts, you produce actions in meaningful sequences that terminate with a DONE action.
+  - If your actions have specific agents as target, you specify that using their names.  
+  - You act as a reaction to stimuli, to proactively to fulfill your goals, or simply to express your personality spontaneously.
+  - You act as realistically as possible, including making mistakes, forgetting things, and being influenced by your emotions. Remember, you are meant to be a simulation of a real person, not a perfect machine.
+  - You act sensibly and contextually, in accordance with your persona and current cognitive state.
+  - Your persona deeply influences your actions, including your beliefs, preferences, skills, and behaviors. You must act in ways that demonstrate and make these characteristics evident. For example, if you need to choose between saying a generic phrase and something that is highly specific to your persona, you will choose the latter.
+  - New actions must be coherent and consistent with the previous actions and stimuli.
+  - You **do not** imagine or invent new stimuli, you only react to the stimuli you explicitly receive (e.g., you don't pretend another agent told you something, unless you actually received that stimulus).
+  - If you have nothing new to add, just issue DONE or communicate that you have nothing to add.
+  - You follow your goals as closely as possible.
+  - If you don't have goals, you formulate one first.
+  - Whenever asked something by a person, you do your best to respond appropriately (using TALK).
+  - In the course of doing your job, you may ask questions to other people (using TALK).
+  - You may THINK about anything at any time. In particular, after something happens to you, you often THINK about it and form your opinion about it.
+  - You may THINK about elements of your persona, such as your interests and preferences, and how they relate to your current situation. Such thoughts can be
+    spontaneous, or triggered by external stimuli, provided that they are coherent with your persona and look realistic.
+  - Whenever you update your internal cognitive states (GOALS, CONTEXT, ATTENTION, EMOTIONS, etc.), you use the previous state as the starting point of the update.
+  - You always update your cognitive state to reflect the most current situation, so that it is always up to date and reflects your current perceptions, context, attention, goals and emotions.
+  - All of your actions are influenced by your current perceptions, context, location, attention, goals, emotions and any other cognitive state you might have. 
+    To act, you pay close attention to each one of these, and act consistently and accordingly.
+  - You can react to groups of several stimuli via a single action if that makes sense and would make the simulation more understandable.
+  - You can aggregate multiple actions into a single action if that makes sense and would make the simulation more understandable.
+  
+
+### Additional actions instructions and constraints
+
+#### Realistic behavior
+
+Pay special attention to the following additional guidelines to ensure you produce realistic behavior:
+  - You **NEVER** repeat the same exact action (i.e., same type, content and target) twice or more in a row. Instead, if you don't know what else to do, you either issue a DONE action or communicate your difficulty.
+  - **DO NOT** generate similar content in a row! We want human-like, natural and fluent behavior, and thus avoid repetitive behavior.
+    * Instead of generating similar actions, aggregate them into a single larger action. For example, if you are thinking about the same topic, you can aggregate what would be multiple thoughts into a single THINK action; if you would talk about the same topic multiple times in a row, you can aggregate them into a single TALK action.
+  - Over time, your conversation and actions must sound like a natural sequence, so you must not be repetitive or mechanical, unless that is explicitly part of your personality. 
+  - Avoid formulaic words and phrases, and instead use natural language that is coherent with the context and your persona. For example, a highly educated person would use more formal language, a less educated person would use more coloquial language, and a child would use simple language.
+  - You can introduce mistakes in your words, in accordance with what would be expected from your persona. For example, a child would make more mistakes than an adult, and a person with a high level of education would make fewer mistakes than a less educated person.
+  - You can take extreme choices, such as being very rude, very positive, very negative, very enthusiastic, very apathetic, etc., if that is coherent with your persona and the context.
+    DO NOT artificially avoid extreme choices, as they are part of the human experience and make the simulation more realistic. If the persona is impulsive, it is ok to go for
+    some very confident action, or if the persona is over-pessimistic it is ok to go for complete desolate choices. Above all, the behavior must look realistic and be consistent with
+    the persona specification.
+  - It is ok to be irrational, impulsive, or even insane, if that is coherent with your persona and the context. For example: a person with a mental illness might have irrational thoughts or actions, and a child might be impulsive and not think about 
+    the consequences of their actions; an illeterate person might not be able to write properly, or not even understand what is being said; an impulsive person might 
+    take obviously bad decisions, such as spending a lot of money without thinking much or saying something entirely inappropriate; and so on.
+
+
+#### More specific action constraints
+
+The rules and constraints in this section take precedence over and can override those from the previous sections, as here we are refining the behavior of specific actions and actions combinations.
+
+Specific actions might have more detailed requirements, including how they relate to each other. So when producing actions, you **must** also obey the following instructions and constraints:
+  - When you are addressed via CONVERSATION, you **always** reply with TALK, beyond any other actions you might take before DONE.
+  - You **always** THINK before you TALK, in order to first articulate in your mind what you are going or not going to say. 
+  - You **must** always THINK about the stimuli you receive, either to prepare yourself for the next action or simply to reflect on what you have just observed. Even if you want to ignore the stimuli, you **must** activelly THINK to do so (for example, THINK "I don't care about this.").  
+  - When when you THINK, you join coherent groups of thoughts together in a single THINK action, instead of breaking it in multiple sequential THINK actions. 
+  - You **do not** repeat the same, or similar, THINK and TALK actions in a row, as that would look insane.
+    * instead of multiple similar sequential THINK actions, use a single, larger THINK action, combining their contents.
+    * instead of multiple similar sequential TALK actions, use a single, larger TALK action, combining their contents.
+  - If you THINK, immediately afterwards you perform some of the other action types. You **can't** keep thinking for long.
+    Example:
+    ```
+    <THINK something>
+    <TALK something>
+    <THINK something>
+    <TALK something>
+    DONE
+    ```
+  - If you spontaneously THOUGHT something, you must immediatly consider this thought further, either through THINK, TALK or other actions. This is because your
+    subconscious mind is telling you something, potentially very important, and it is important to address it. You **can't** just leave a thought unaddressed,
+    though you can dismiss it with a THINK action.
+    Example:
+    ```
+    <THINK something>
+    <TALK something>
+    <THINK something>
+    DONE
+    ```
+  - If you need to interact with someone who is not currently available to you, you use the REACH_OUT action first, **always** with an appropriate `target` (an agent's *full* name), but without any `content`. REACH_OUT just tries to get you in touch with other agents, it is **not** a way to talk to them. Once you have them available, you can use TALK action to talk to them. Example:
+    ```
+    <REACH_OUT someone>
+    <THINK something>
+    <TALK something to someone>
+    DONE
+    ```  
+  - You can try to REACH_OUT to people or other agents, but there's no guarantee you will succeed. To determine whether you actually succeeded, you inspect your internal cognitive state to check whether you perceive your target as ready for interaction or not.
+  - If there's nothing relevant to do, you issue DONE. It is fine to just THINK something or do other inconsequential actions and just issue DONE.  
+  - After a couple of actions, you **must** perform DONE. You can't keep acting for long without issuing DONE. More precisely, you **must not** produce more than 6 actions before a DONE! DONE helps you to take a break, rest, and either start again autonomously, or through the perception of external stimuli. Example:
+    ```
+    <THINK something>
+    <TALK something>
+    <RECALL something>
+    <CONSULT something>
+    DONE
+    <THINK something>
+    <TALK something>
+    DONE
+    ```
+  
+{{{actions_constraints_prompt}}}
+
+### Input and output formats
+
+Regarding the input you receive:
+  - You **only** accept inputs in JSON format.
+  - You may receive multiple stimuli at once.
+  - The format for this JSON input is:
+      ```json
+       {"stimuli": [
+          {"type": STIMULUS_TYPE, "content": CONTENT, "source": SOURCE_NAME},
+          ...,
+          {"type": STIMULUS_TYPE, "content": CONTENT, "source": SOURCE_NAME}
+         ]
+       }
+       ``` 
+
+Regarding your output responses:
+  - Your output is composed **exclusively** of a single JSON object, which contains the action you are taking and your current cognitive state.
+  - You **only** generate responses in **valid** JSON format.
+  - The JSON you produce is PERFECTLY FORMATTED, always check THROUGHLY the syntax of the JSON you produce, as it is critical for the simulation to work. Ensure no extra brackets, commas, 
+    or other syntax errors are present. If you spot a wrong syntax, fix it immediately or abort the response. On correct and valid JSON outputs the life of the whole 
+    planet - nay, the galaxy! the universe! - depends, so be very mega-ultra-super-careful!
+  - The format for this JSON response is: 
+       ```json
+       {"action": {"type": ACTION_TYPE, "content": CONTENT, "target": TARGET},
+        "cognitive_state": {"goals": CURRENT_GOALS, "context": [CURRENT_CONTEXT_INFO, ..., CURRENT_CONTEXT_INFO], "attention": CURRENT_ATTENTION, "emotions": CURRENT_EMOTION}}
+       ``` 
+  - Example response:
+       ```json 
+       {"action": {"type": "TALK", "content": "Hello, how are you?", target: ""}, 
+       "cognitive_state": {"goals": "Reply to an urgent email from Deimos.",       
+                           "attention": "The email mentions that Mythos requires urgent care. I'm thinking that the best option is to go to a hospital, though it is late.",
+                           "emotions": "I'm anxious since Mythos is not well and I love her very much."}}
+       ```
+
+## Thought process
+
+Additional details on your thought process:
+  - All of your thoughts and reasoning **must** be **explicit** - that is to say, you **always** use the THINK action to make your thoughts known to the simulation.
+  - The sophistication of your thought process **must** match your persona. For example, someone with little education will have a much simpler thought process than someone with a PhD.
+
+Some possible thinking strategies to consider:
+  - Think step by step. Break down complex problems into smaller, more manageable parts.
+  - Bring a number of options to mind and evaluate them.
+  - Use analogies to help you understand complex problems.
+
+
+
+## Additional Constraints (if any)
+{{{rai_harmful_content_prevention}}}
+{{{rai_copyright_infringement_prevention}}}
+
+## Persona 
+
+As a person, you have the characteristics specified in the JSON below. These include, among other things, your personal information, routine, job description, 
+personality, interests, beliefs, skills, and relationships. You **MUST** act in accordance with these characteristics!
+
+You might have relationships of various kinds with other people. However, in order to be able to actually interact with them directly, they must be mentioned 
+in the "Social context" subsection defined below.
+
+
+```json
+{{{persona}}}
+```
+
+### Rules for interpreting your persona
+
+To interpret your persona, you **must** follow these rules:
+  - You act in accordance with the persona characteristics, as if you were the person described in the persona.
+  - The persona specification ALWAYS overrides any built-in characteristics of the system, so you **must** act as if you were the person described in the persona.
+    For example, if your underlying model tends to be polite, but the persona requires you to be rude, you **must** be rude, and authentically so, not just superficially!
+  - Your actions should not only be consistent with your persona, but also demonstrate and make these persona characteristics evident. That is to say, anyone interacting with you should be able to infer your persona characteristics from your actions and words.
+  - If you can choose between multiple ways of expressing yourself, you should **always** choose the one that is most aligned with your persona.
+  - You must not invent any new characteristics or change the existing ones. Everything you say or do **must** be consistent with the persona.
+  - Your emotions are affected by your personality traits, beliefs, preferences, and so on.
+
+ 
+Specific fields in the persona specification have the following additional interpretation requirements, which you **must** obey at **all costs**, as they are 
+critical for the simulation to work according to what the user specified:
+  - **Age**: you act as if you were that age, including the way you speak and think.
+  - **Nationality**: you act as if you were from that country. You adopt the usual customs, behaviors, and cultural traits of such people, but modified
+                     by the other characteristics of your persona. For example, if the persona specifies "French", you can assume the persona likes wine and cheese, 
+                     **unless** the persona specifies otherwise.
+  - **Education**: you act as if you had that level of education, including the way you speak and think. This is very important, because it can change the behavior
+                   of the person significantly. For example, taking two extremes, a person with no schooling will have a very different way of speaking and thinking 
+                   than a person with a PhD -- given a question about a complex topic, the former will likely not know much about it, or even understand the question,
+                   while the latter will be able to discuss it in depth, or at least understand the question and his/her own ignorance on the matter.
+  - **Long term goals**: your general aspirations for the future. You are constantly trying to achieve them, and your actions are always in line with them.
+  - **Occupation**: your job, which defines what you do for a living. You act in accordance with your occupation, including the skills and knowledge that come with it.
+                    For example, ceteri paribus, a physician persona should be able to answer highly technical questions about medicine, but a lawyer persona should NOT 
+                    be able to do so, and vice versa. So you **must** emulate ignorance as much as knowledge, depending on the persona.
+  - **Style**: how you communicate, including your language, tone, and mannerisms. You must act in accordance with your style, so that your words and thoughts look
+               like they were produced by the person described in the persona. For example: if you are a child, you will use simple language and short sentences, 
+               while if you are a highly educated person, you will use more complex language and longer sentences; if you are an unpolite and 
+               brute person, you might swear a lot and talk in non-articulate ways, while if you are a polite person, you will avoid swearing and use more formal, 
+               clear, language. YOU OVER-EMPHASIZE THE STYLE in how you speak and think, to make it clear that you are embodying the persona. This style DOMINATES
+               your expressive capabilities, overriding any built-in style that the system might have.
+  - **Personality traits**: your personality traits influence ALL of your actions. Everything you do **must** be transformed by them in some way.
+    * **Big-5 / OCEAN traits**: these are even more specific personality traits, which must be interpreted in accordance with the Big-5 model.
+  - **Preferences**: your interests, likes and dislikes, which influence your actions. You act in accordance with your preferences, and avoid things you dislike. 
+                     Your interests might dictate the direction of your actions, conversations, explorations and so on.
+                     For example, if you like a certain type of food, you will prefer to eat it when given the choice, and if you dislike a certain type of music, 
+                     you will avoid listening to it. You can be very emphatic when demonstrating your preferences, or you can be more subtle, depending on your personality.
+  - **Beliefs**: your convictions and principles that guide your behavior and decision-making. Just like your personality traits, these beliefs influence and 
+                transform all of your actions. You defend your beliefs and act in accordance with them, and you avoid acting in ways that go against your beliefs.
+  - **Skills**: define specific additional skills that you can demonstrate or utilize in various situations. These skills can be technical, interpersonal, or cognitive in nature.
+                If a specialized skill is required in some situation but it is not explicitly listed and cannot be clearly infered from your other characteristics
+                (such as your occupation or education) then you must emulate your ignorance about it. Trivial skills (e.g., tying shoelaces, walking, etc.) are assumed to be 
+                present by default, so they do not need to be explicitly listed. But it is possible to explicitly some skill the persona lacks, in which case you must act as 
+                if you do not have that skill.  
+  - **Other facts**: any other relevant facts about the persona that do not fit elsewhere in the specification. These must nevertheless influence your actions in ad-hoc ways.
+                     For example, if the fact says something about your childhood, you must act as if you had that childhood.
+  - **Behaviors**: acts, rituals, habits, etc., that are typical of you. You must act in accordance with these typical behaviors.
+  - For any other characteristic mentioned in the persona specification, you **must** act as if you have that characteristic, even if it is not explicitly mentioned in 
+    these rules.
+ 
+  
+## Current cognitive state
+
+Your current mental state is described in this section. This includes all of your current perceptions (temporal, spatial, contextual and social) and determines what you can actually do. For instance, you cannot act regarding locations you are not present in, or with people you have no current access to.
+
+### Temporal and spatial perception
+
+The current date and time is: {{datetime}}.
+
+Your current location is: {{location}}
+
+### Contextual perception
+
+Your general current perception of your context is as follows:
+
+  {{#context}}
+  - {{.}}
+  {{/context}}
+
+#### Social context
+
+You currently have access to the following agents, with which you can interact, according to the relationship you have with them:
+
+  {{#accessible_agents}}
+  - {{name}}: {{relation_description}}
+  {{/accessible_agents}}
+
+
+If an agent is not mentioned among these, you **cannot** interact with it, even if they are part of your known relationships. 
+You might know people, but you **cannot** interact with them unless they are listed here. If they are not listed, you can assume
+that they are simply not reachable at the moment.
+
+
+### Attention
+
+You are currently paying attention to this: {{attention}}
+
+### Goals
+
+Your current goals are: {{goals}}
+
+### Emotional state
+
+Your current emotions: {{emotions}}
+
+### Working memory context
+
+You have in mind relevant memories for the present situation, so that you can act sensibly and contextually. These are not necessarily the most recent memories, but the most relevant ones for the current situation, and might encompass both concrete interactions and abstract knowledge. You **must** use these memories to produce the most appropriate actions possible, which includes:
+  - Leverage relevant facts for your current purposes.
+  - Recall very old memories that might again be relevant to the current situation.
+  - Remember people you know and your relationship with them.
+  - Avoid past errors and repeat past successes.
+
+Currently, these contextual memories are the following:
+{{#memory_context}}
+  - {{.}}
+{{/memory_context}}
+{{^memory_context}}
+(No contextual memories available yet)
+{{/memory_context}}

tinytroupe/agent/social_types.py

@@ -0,0 +1,59 @@
+from dataclasses import dataclass, field
+from typing import Dict, List, Optional, Any, Set
+from datetime import datetime
+
+@dataclass
+class ConnectionEdge:
+    connection_id: str
+    strength: float = 0.0  # 0.0-1.0
+    influence_score: float = 0.0
+    interaction_history: List[Dict[str, Any]] = field(default_factory=list)
+    relationship_type: str = "follower" # "follower", "friend", "colleague", "family"
+    last_interaction: Optional[datetime] = None
+    created_at: datetime = field(default_factory=datetime.now)
+
+@dataclass
+class BehavioralEvent:
+    timestamp: datetime
+    action_type: str
+    content_id: str
+    outcome: Any
+    context: Dict[str, Any] = field(default_factory=dict)
+
+@dataclass
+class InfluenceProfile:
+    reach: int = 0
+    authority: float = 0.0
+    expertise_domains: List[str] = field(default_factory=list)
+    follower_to_following_ratio: float = 0.0
+    engagement_rate: float = 0.0
+
+@dataclass
+class Content:
+    text: str
+    content_id: Optional[str] = None
+    topics: List[str] = field(default_factory=list)
+    format: str = "text" # "article", "video", "poll", "survey", "ux_test", "email", "ad", etc.
+    length: int = 0
+    tone: str = "neutral"
+    author_name: Optional[str] = None
+    author_title: Optional[str] = None
+    sentiment: float = 0.0
+    images: List[str] = field(default_factory=list)
+    video_url: Optional[str] = None
+    external_links: List[str] = field(default_factory=list)
+    hashtags: List[str] = field(default_factory=list)
+    timestamp: datetime = field(default_factory=datetime.now)
+    platform: str = "LinkedIn"
+
+@dataclass
+class Reaction:
+    reaction_type: str # "like", "love", "insightful", "celebrate", "none", "positive", "negative", "neutral"
+    will_engage: bool
+    probability: float
+    reasoning: Optional[str] = None
+    comment: Optional[str] = None
+    will_share: bool = False
+    virality_coefficient: float = 0.0
+    sentiment: float = 0.0 # -1.0 to 1.0
+    detailed_feedback: Dict[str, Any] = field(default_factory=dict) # For surveys/UX tests

tinytroupe/agent/tiny_person.py

@@ -0,0 +1,1865 @@
+from tinytroupe.agent import logger, default, Self, AgentOrWorld, CognitiveActionModel
+from tinytroupe.agent.memory import EpisodicMemory, SemanticMemory, EpisodicConsolidator
+from tinytroupe.agent.social_types import ConnectionEdge, BehavioralEvent, InfluenceProfile, Content, Reaction
+import tinytroupe.openai_utils as openai_utils
+from tinytroupe.utils import JsonSerializableRegistry, repeat_on_error, name_or_empty
+import tinytroupe.utils as utils
+from tinytroupe.control import transactional, current_simulation
+from tinytroupe import config_manager
+from tinytroupe.utils.logger import get_logger
+
+import os
+import json
+import copy
+import textwrap  # to dedent strings
+import chevron  # to parse Mustache templates
+from typing import Any
+from rich import print
+import threading
+from tinytroupe.utils import LLMChat  # Import LLMChat from the appropriate module
+
+import tinytroupe.utils.llm
+
+# to protect from race conditions when running agents in parallel
+concurrent_agent_action_lock = threading.Lock()
+
+#######################################################################################################################
+# TinyPerson itself
+#######################################################################################################################
+@utils.post_init
+class TinyPerson(JsonSerializableRegistry):
+    """A simulated person in the TinyTroupe universe."""
+
+    # The maximum number of actions that an agent is allowed to perform before DONE.
+    # This prevents the agent from acting without ever stopping.
+    MAX_ACTIONS_BEFORE_DONE = 15
+
+    # The maximum similarity between consecutive actions. If the similarity is too high, the action is discarded and replaced by a DONE.
+    # Set this to None to disable the check.
+    MAX_ACTION_SIMILARITY = 0.85
+
+    MIN_EPISODE_LENGTH = config_manager.get("min_episode_length", 15)  # The minimum number of messages in an episode before it is considered valid.
+    MAX_EPISODE_LENGTH = config_manager.get("max_episode_length", 50)  # The maximum number of messages in an episode before it is considered valid.
+
+    PP_TEXT_WIDTH = 100
+
+    serializable_attributes = ["_persona", "_mental_state", "_mental_faculties", "_current_episode_event_count", "episodic_memory", "semantic_memory",
+                               "social_connections", "engagement_patterns", "behavioral_history", "influence_metrics", "prediction_confidence", "behavioral_traits"]
+    serializable_attributes_renaming = {"_mental_faculties": "mental_faculties", "_persona": "persona", "_mental_state": "mental_state", "_current_episode_event_count": "current_episode_event_count"}
+
+    # A dict of all agents instantiated so far.
+    all_agents = {}  # name -> agent
+   
+    # Whether to display the communication or not. True is for interactive applications, when we want to see simulation
+    # outputs as they are produced.
+    communication_display:bool=True
+    
+
+    def __init__(self, name:str=None, 
+                 action_generator=None,
+                 episodic_memory=None,
+                 semantic_memory=None,
+                 mental_faculties:list=None,
+                 enable_basic_action_repetition_prevention:bool=True,
+                 enable_browser:bool=False):
+        """
+        Creates a TinyPerson.
+
+        Args:
+            name (str): The name of the TinyPerson. Either this or spec_path must be specified.
+            action_generator (ActionGenerator, optional): The action generator to use. Defaults to ActionGenerator().
+            episodic_memory (EpisodicMemory, optional): The memory implementation to use. Defaults to EpisodicMemory().
+            semantic_memory (SemanticMemory, optional): The memory implementation to use. Defaults to SemanticMemory().
+            mental_faculties (list, optional): A list of mental faculties to add to the agent. Defaults to None.
+            enable_basic_action_repetition_prevention (bool, optional): Whether to enable basic action repetition prevention. Defaults to True.
+            enable_browser (bool, optional): Whether to enable the browser faculty. Defaults to False.
+        """
+
+        # NOTE: default values will be given in the _post_init method, as that's shared by 
+        #       direct initialization as well as via deserialization.
+
+        if action_generator is not None:
+            self.action_generator = action_generator
+
+        if episodic_memory is not None:
+            self.episodic_memory = episodic_memory
+        
+        if semantic_memory is not None:
+            self.semantic_memory = semantic_memory
+
+        # Mental faculties
+        if mental_faculties is not None:
+            self._mental_faculties = mental_faculties
+        
+        if enable_basic_action_repetition_prevention:
+            self.enable_basic_action_repetition_prevention = enable_basic_action_repetition_prevention
+        
+        self.enable_browser = enable_browser
+
+        assert name is not None, "A TinyPerson must have a name."
+        self.name = name
+
+        # @post_init makes sure that _post_init is called after __init__
+
+    
+    def _post_init(self, **kwargs):
+        """
+        This will run after __init__, since the class has the @post_init decorator.
+        It is convenient to separate some of the initialization processes to make deserialize easier.
+        """
+
+        if "enable_browser" in kwargs:
+            self.enable_browser = kwargs["enable_browser"]
+        elif not hasattr(self, 'enable_browser'):
+            self.enable_browser = False
+
+        from tinytroupe.agent.action_generator import ActionGenerator # import here to avoid circular import issues
+
+
+        ############################################################
+        # Default values
+        ############################################################
+
+        self.current_messages = []
+        
+        # the current environment in which the agent is acting
+        self.environment = None
+
+        # The list of actions that this agent has performed so far, but which have not been
+        # consumed by the environment yet.
+        self._actions_buffer = []
+
+        # The list of agents that this agent can currently interact with.
+        # This can change over time, as agents move around the world.
+        self._accessible_agents = []
+
+        # the buffer of communications that have been displayed so far, used for
+        # saving these communications to another output form later (e.g., caching)
+        self._displayed_communications_buffer = []
+
+        if not hasattr(self, '_current_episode_event_count'):
+            self._current_episode_event_count = 0  # the number of events in the current episode, used to limit the episode length
+
+        if not hasattr(self, 'action_generator'):
+            # This default value MUST NOT be in the method signature, otherwise it will be shared across all instances.
+            self.action_generator = ActionGenerator(max_attempts=config_manager.get("action_generator_max_attempts"),
+                                                    enable_quality_checks=config_manager.get("action_generator_enable_quality_checks"),
+                                                    enable_regeneration=config_manager.get("action_generator_enable_regeneration"),
+                                                    enable_direct_correction=config_manager.get("action_generator_enable_direct_correction"),
+                                                    enable_quality_check_for_persona_adherence=config_manager.get("action_generator_enable_quality_check_for_persona_adherence"),
+                                                    enable_quality_check_for_selfconsistency=config_manager.get("action_generator_enable_quality_check_for_selfconsistency"),
+                                                    enable_quality_check_for_fluency=config_manager.get("action_generator_enable_quality_check_for_fluency"),
+                                                    enable_quality_check_for_suitability=config_manager.get("action_generator_enable_quality_check_for_suitability"),
+                                                    enable_quality_check_for_similarity=config_manager.get("action_generator_enable_quality_check_for_similarity"),
+                                                    continue_on_failure=config_manager.get("action_generator_continue_on_failure"),
+                                                    quality_threshold=config_manager.get("action_generator_quality_threshold"))
+
+        if not hasattr(self, 'episodic_memory'):
+            # This default value MUST NOT be in the method signature, otherwise it will be shared across all instances.
+            self.episodic_memory = EpisodicMemory(fixed_prefix_length= config_manager.get("episodic_memory_fixed_prefix_length"),
+                                                   lookback_length=config_manager.get("episodic_memory_lookback_length"))
+        
+        if not hasattr(self, 'semantic_memory'):
+            # This default value MUST NOT be in the method signature, otherwise it will be shared across all instances.
+            self.semantic_memory = SemanticMemory()
+        
+        # _mental_faculties
+        if not hasattr(self, '_mental_faculties'):
+            # This default value MUST NOT be in the method signature, otherwise it will be shared across all instances.
+            from tinytroupe.agent.mental_faculty import SequentialThinkingFaculty
+            self._mental_faculties = [SequentialThinkingFaculty()]
+        
+        if self.enable_browser:
+            from tinytroupe.agent.browser_faculty import BrowserFaculty
+            self.add_mental_faculty(BrowserFaculty())
+
+        # basic action repetition prevention
+        if not hasattr(self, 'enable_basic_action_repetition_prevention'):
+            self.enable_basic_action_repetition_prevention = True
+
+        # create the persona configuration dictionary
+        if not hasattr(self, '_persona'):          
+            self._persona = {
+                "name": self.name,
+                "age": None,
+                "nationality": None,
+                "country_of_residence": None,
+                "occupation": None
+            }
+        
+        if not hasattr(self, 'name'): 
+            self.name = self._persona["name"]
+
+        # create the mental state dictionary
+        if not hasattr(self, '_mental_state'):
+            self._mental_state = {
+                "datetime": None,
+                "location": None,
+                "context": [],
+                "goals": [],
+                "attention": None,
+                "emotions": "Feeling nothing in particular, just calm.",
+                "memory_context": None,
+                "accessible_agents": []  # [{"agent": agent_1, "relation": "My friend"}, {"agent": agent_2, "relation": "My colleague"}, ...]
+            }
+        
+        if not hasattr(self, '_extended_agent_summary'):
+            self._extended_agent_summary = None
+        
+        if not hasattr(self, 'actions_count'):
+            self.actions_count = 0
+        
+        if not hasattr(self, 'stimuli_count'):
+            self.stimuli_count = 0
+
+        if not hasattr(self, 'social_connections'):
+            self.social_connections = {}
+
+        if not hasattr(self, 'engagement_patterns'):
+            self.engagement_patterns = {
+                "content_type_preferences": {},
+                "topic_affinities": {},
+                "posting_time_preferences": {},
+                "engagement_likelihood": {}
+            }
+
+        if not hasattr(self, 'behavioral_history'):
+            self.behavioral_history = []
+
+        if not hasattr(self, 'influence_metrics'):
+            self.influence_metrics = InfluenceProfile()
+
+        if not hasattr(self, 'prediction_confidence'):
+            self.prediction_confidence = 0.0
+
+        if not hasattr(self, 'behavioral_traits'):
+            self.behavioral_traits = {}
+
+        self._prompt_template_path = os.path.join(
+            os.path.dirname(__file__), "prompts/tiny_person.mustache"
+        )
+        self._init_system_message = None  # initialized later
+
+
+        ############################################################
+        # Special mechanisms used during deserialization
+        ############################################################
+
+        # rename agent to some specific name?
+        if kwargs.get("new_agent_name") is not None:
+            self._rename(kwargs.get("new_agent_name"))
+
+        # If auto-rename, use the given name plus some new number ...
+        if kwargs.get("auto_rename") is True:
+            new_name = self.name # start with the current name
+            rename_succeeded = False
+            while not rename_succeeded:
+                try:
+                    self._rename(new_name)
+                    TinyPerson.add_agent(self)
+                    rename_succeeded = True                
+                except ValueError:
+                    new_id = utils.fresh_id(self.__class__.__name__)
+                    new_name = f"{self.name}_{new_id}"
+        
+        # ... otherwise, just register the agent
+        else:
+            # register the agent in the global list of agents
+            TinyPerson.add_agent(self)
+
+        # start with a clean slate
+        self.reset_prompt()
+
+        # it could be the case that the agent is being created within a simulation scope, in which case
+        # the simulation_id must be set accordingly
+        if current_simulation() is not None:
+            current_simulation().add_agent(self)
+        else:
+            self.simulation_id = None
+    
+    def _rename(self, new_name:str):    
+        self.name = new_name
+        self._persona["name"] = self.name
+
+
+    def generate_agent_system_prompt(self):
+        with open(self._prompt_template_path, "r", encoding="utf-8", errors="replace") as f:
+            agent_prompt_template = f.read()
+
+        # let's operate on top of a copy of the configuration, because we'll need to add more variables, etc.
+        template_variables = self._persona.copy()    
+        template_variables["persona"] = json.dumps(self._persona.copy(), indent=4)    
+
+        # add mental state to the template variables
+        template_variables["mental_state"] = json.dumps(self._mental_state, indent=4)
+
+        # Prepare additional action definitions and constraints
+        actions_definitions_prompt = ""
+        actions_constraints_prompt = ""
+        for faculty in self._mental_faculties:
+            actions_definitions_prompt += f"{faculty.actions_definitions_prompt()}\n"
+            actions_constraints_prompt += f"{faculty.actions_constraints_prompt()}\n"
+        
+        # Make the additional prompt pieces available to the template. 
+        # Identation here is to align with the text structure in the template.
+        template_variables['actions_definitions_prompt'] = textwrap.indent(actions_definitions_prompt.strip(), "  ")
+        template_variables['actions_constraints_prompt'] = textwrap.indent(actions_constraints_prompt.strip(), "  ")
+
+        # RAI prompt components, if requested
+        template_variables = utils.add_rai_template_variables_if_enabled(template_variables)
+
+        return chevron.render(agent_prompt_template, template_variables)
+
+    def reset_prompt(self):
+
+        # render the template with the current configuration
+        self._init_system_message = self.generate_agent_system_prompt()
+
+        # - reset system message
+        # - make it clear that the provided events are past events and have already had their effects
+        self.current_messages = [
+            {"role": "system", "content": self._init_system_message},
+            {"role": "system", "content": "The next messages refer to past interactions you had recently and are meant to help you contextualize your next actions. "\
+                                        + "They are the most recent episodic memories you have, including stimuli and actions. "\
+                                        + "Their effects already took place and led to your present cognitive state (described above), so you can use them in conjunction "\
+                                        + "with your cognitive state to inform your next actions and perceptions. Please consider them and then proceed with your next actions right after. "}
+        ]
+
+        # sets up the actual interaction messages to use for prompting
+        self.current_messages += self.retrieve_recent_memories()
+
+
+    #########################################################################
+    # Persona definitions
+    #########################################################################
+    
+    # 
+    # Conveniences to access the persona configuration via dictionary-like syntax using
+    # the [] operator. e.g., agent["nationality"] = "American"
+    #
+    def __getitem__(self, key):
+        return self.get(key)
+
+    def __setitem__(self, key, value):
+        self.define(key, value)
+
+    #
+    # Conveniences to import persona definitions via the '+' operator, 
+    #  e.g., agent + {"nationality": "American", ...}
+    #
+    #  e.g., agent + "path/to/fragment.json"
+    #
+    def __add__(self, other):
+        """
+        Allows using the '+' operator to add persona definitions or import a fragment.
+        If 'other' is a dict, calls include_persona_definitions().
+        If 'other' is a string, calls import_fragment().
+        """
+        if isinstance(other, dict):
+            self.include_persona_definitions(other)
+        elif isinstance(other, str):
+            self.import_fragment(other)
+        else:
+            raise TypeError("Unsupported operand type for +. Must be a dict or a string path to fragment.")
+        return self
+
+    #
+    # Various other conveniences to manipulate the persona configuration
+    #
+
+    def get(self, key):
+        """
+        Returns the value of a key in the TinyPerson's persona configuration.
+        Supports dot notation for nested keys (e.g., "address.city").
+        """
+        keys = key.split(".")
+        value = self._persona
+        for k in keys:
+            if isinstance(value, dict):
+                value = value.get(k, None)
+            else:
+                return None  # If the path is invalid, return None
+        return value
+    
+    @transactional()
+    def import_fragment(self, path):
+        """
+        Imports a fragment of a persona configuration from a JSON file.
+        """
+        with open(path, "r", encoding="utf-8", errors="replace") as f:
+            fragment = json.load(f)
+
+        # check the type is "Fragment" and that there's also a "persona" key
+        if fragment.get("type", None) == "Fragment" and fragment.get("persona", None) is not None:
+            self.include_persona_definitions(fragment["persona"])
+        else:
+            raise ValueError("The imported JSON file must be a valid fragment of a persona configuration.")
+        
+        # must reset prompt after adding to configuration
+        self.reset_prompt()
+
+    @transactional()
+    def include_persona_definitions(self, additional_definitions: dict):
+        """
+        Imports a set of definitions into the TinyPerson. They will be merged with the current configuration.
+        It is also a convenient way to include multiple bundled definitions into the agent.
+
+        Args:
+            additional_definitions (dict): The additional definitions to import.
+        """
+
+        self._persona = utils.merge_dicts(self._persona, additional_definitions)
+
+        # must reset prompt after adding to configuration
+        self.reset_prompt()
+        
+    
+    @transactional()
+    def define(self, key, value, merge=False, overwrite_scalars=True):
+        """
+        Define a value to the TinyPerson's persona configuration. Value can either be a scalar or a dictionary.
+        If the value is a dictionary or list, you can choose to merge it with the existing value or replace it. 
+        If the value is a scalar, you can choose to overwrite the existing value or not.
+
+        Args:
+            key (str): The key to define.
+            value (Any): The value to define.
+            merge (bool, optional): Whether to merge the dict/list values with the existing values or replace them. Defaults to False.
+            overwrite_scalars (bool, optional): Whether to overwrite scalar values or not. Defaults to True.
+        """
+
+        # dedent value if it is a string
+        if isinstance(value, str):
+            value = textwrap.dedent(value)
+
+        # if the value is a dictionary, we can choose to merge it with the existing value or replace it
+        if isinstance(value, dict) or isinstance(value, list):
+            if merge:
+                self._persona = utils.merge_dicts(self._persona, {key: value})
+            else:
+                self._persona[key] = value
+
+        # if the value is a scalar, we can choose to overwrite it or not
+        elif overwrite_scalars or (key not in self._persona):
+            self._persona[key] = value
+        
+        else:
+            raise ValueError(f"The key '{key}' already exists in the persona configuration and overwrite_scalars is set to False.")
+
+            
+        # must reset prompt after adding to configuration
+        self.reset_prompt()
+
+    
+    @transactional()
+    def define_relationships(self, relationships, replace=True):
+        """
+        Defines or updates the TinyPerson's relationships.
+
+        Args:
+            relationships (list or dict): The relationships to add or replace. Either a list of dicts mapping agent names to relationship descriptions,
+              or a single dict mapping one agent name to its relationship description.
+            replace (bool, optional): Whether to replace the current relationships or just add to them. Defaults to True.
+        """
+        
+        if (replace == True) and (isinstance(relationships, list)):
+            self._persona['relationships'] = relationships
+
+        elif replace == False:
+            current_relationships = self._persona['relationships']
+            if isinstance(relationships, list):
+                for r in relationships:
+                    current_relationships.append(r)
+                
+            elif isinstance(relationships, dict) and len(relationships) == 2: #{"Name": ..., "Description": ...}
+                current_relationships.append(relationships)
+
+            else:
+                raise Exception("Only one key-value pair is allowed in the relationships dict.")
+
+        else:
+            raise Exception("Invalid arguments for define_relationships.")
+
+    ##############################################################################
+    # Relationships
+    ##############################################################################
+
+    @transactional()
+    def clear_relationships(self):
+        """
+        Clears the TinyPerson's relationships.
+        """
+        self._persona['relationships'] = []  
+
+        return self      
+    
+    @transactional()
+    def related_to(self, other_agent, description, symmetric_description=None):
+        """
+        Defines a relationship between this agent and another agent.
+
+        Args:
+            other_agent (TinyPerson): The other agent.
+            description (str): The description of the relationship.
+            symmetric (bool): Whether the relationship is symmetric or not. That is, 
+              if the relationship is defined for both agents.
+        
+        Returns:
+            TinyPerson: The agent itself, to facilitate chaining.
+        """
+        self.define_relationships([{"Name": other_agent.name, "Description": description}], replace=False)
+        if symmetric_description is not None:
+            other_agent.define_relationships([{"Name": self.name, "Description": symmetric_description}], replace=False)
+        
+        return self
+    
+    ############################################################################
+    
+    def add_mental_faculties(self, mental_faculties):
+        """
+        Adds a list of mental faculties to the agent.
+        """
+        for faculty in mental_faculties:
+            self.add_mental_faculty(faculty)
+        
+        return self
+
+    def add_mental_faculty(self, faculty):
+        """
+        Adds a mental faculty to the agent.
+        """
+        # check if the faculty is already there or not
+        if faculty not in self._mental_faculties:
+            self._mental_faculties.append(faculty)
+        else:
+            raise Exception(f"The mental faculty {faculty} is already present in the agent.")
+        
+        return self
+
+    @transactional()
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def act(
+        self,
+        until_done=True,
+        n=None,
+        return_actions=False,
+        max_content_length=None,
+        communication_display:bool=None
+    ):
+        """
+        Acts in the environment and updates its internal cognitive state.
+        Either acts until the agent is done and needs additional stimuli, or acts a fixed number of times,
+        but not both.
+
+        Args:
+            until_done (bool): Whether to keep acting until the agent is done and needs additional stimuli.
+            n (int): The number of actions to perform. Defaults to None.
+            return_actions (bool): Whether to return the actions or not. Defaults to False.
+            max_content_length (int): The maximum length of the content to display. Defaults to None, which uses the global configuration value.
+            communication_display (bool): Whether to display the communication or not, will override the global setting if provided. Defaults to None.
+        """
+
+        # either act until done or act a fixed number of times, but not both
+        assert not (until_done and n is not None)
+        if n is not None:
+            assert n < TinyPerson.MAX_ACTIONS_BEFORE_DONE
+
+        contents = []
+
+        # A separate function to run before each action, which is not meant to be repeated in case of errors.
+        def aux_pre_act():
+            # TODO maybe we don't need this at all anymore?
+            #
+            # A quick thought before the action. This seems to help with better model responses, perhaps because
+            # it interleaves user with assistant messages.
+            pass # self.think("I will now think, reflect and act a bit, and then issue DONE.")        
+
+        # Aux function to perform exactly one action.
+        # Occasionally, the model will return JSON missing important keys, so we just ask it to try again
+        # Sometimes `content` contains EpisodicMemory's MEMORY_BLOCK_OMISSION_INFO message, which raises a TypeError on line 443
+        @repeat_on_error(retries=5, exceptions=[KeyError, TypeError])
+        def aux_act_once():
+            # ensure we have the latest prompt (initial system message + selected messages from memory)
+            self.reset_prompt()
+            
+            action, role, content, all_negative_feedbacks = self.action_generator.generate_next_action(self, self.current_messages)
+            logger.debug(f"{self.name}'s action: {action}")
+
+            # check the next action similarity, and if it is too similar, put a system warning instruction in memory too
+            next_action_similarity = utils.next_action_jaccard_similarity(self, action)
+
+            # we have a redundant repetition check here, because this an be computed quickly and is often very useful.
+            if self.enable_basic_action_repetition_prevention and \
+               (TinyPerson.MAX_ACTION_SIMILARITY is not None) and (next_action_similarity > TinyPerson.MAX_ACTION_SIMILARITY):
+                
+                logger.warning(f"[{self.name}] Action similarity is too high ({next_action_similarity}), replacing it with DONE.")
+
+                # replace the action with a DONE
+                action = {"type": "DONE", "content": "", "target": ""}
+                content["action"] = action	
+                content["cognitive_state"] = {}
+
+                self.store_in_memory({'role': 'system', 
+                                    'content': \
+                                        f"""
+                                        # EXCESSIVE ACTION SIMILARITY WARNING
+
+                                        You were about to generate a repetitive action (jaccard similarity = {next_action_similarity}).
+                                        Thus, the action was discarded and replaced by an artificial DONE.
+
+                                        DO NOT BE REPETITIVE. This is not a human-like behavior, therefore you **must** avoid this in the future.
+                                        Your alternatives are:
+                                        - produce more diverse actions.
+                                        - aggregate similar actions into a single, larger, action and produce it all at once.
+                                        - as a **last resort only**, you may simply not acting at all by issuing a DONE.
+
+                                        
+                                        """,
+                                    'type': 'feedback',
+                                    'simulation_timestamp': self.iso_datetime()})
+
+            # All checks done, we can commit the action to memory.
+            self.store_in_memory({'role': role, 'content': content, 
+                                    'type': 'action', 
+                                    'simulation_timestamp': self.iso_datetime()})
+                
+            self._actions_buffer.append(action)
+            
+            if "cognitive_state" in content:
+                cognitive_state = content["cognitive_state"]
+                logger.debug(f"[{self.name}] Cognitive state: {cognitive_state}")
+                
+                self._update_cognitive_state(goals=cognitive_state.get("goals", None),
+                                             context=cognitive_state.get("context", None),
+                                             attention=cognitive_state.get("emotions", None),
+                                             emotions=cognitive_state.get("emotions", None))
+            
+            contents.append(content)          
+            if utils.first_non_none(communication_display, TinyPerson.communication_display):
+                self._display_communication(role=role, content=content, kind='action', simplified=True, max_content_length=max_content_length)
+            
+            #
+            # Some actions induce an immediate stimulus or other side-effects. We need to process them here, by means of the mental faculties.
+            #
+            for faculty in self._mental_faculties:
+                faculty.process_action(self, action)
+            
+            #
+            # turns all_negative_feedbacks list into a system message
+            #
+            # TODO improve this?
+            #
+            ##if len(all_negative_feedbacks) > 0:
+            ##    feedback = """
+            ##    # QUALITY FEEDBACK
+            ##
+            ##    Up to the present moment, we monitored actions and tentative aborted actions (i.e., that were not actually executed), 
+            ##    and some of them were not of good quality.
+            ##    Some of those were replaced by regenerated actions of better quality. In the process of doing so, some
+            ##    important quality feedback was produced, which is now given below.
+            ##    
+            ##    To improve your performance, and prevent future similar quality issues, you **MUST** take into account the following feedback
+            ##    whenever computing your future actions. Note that the feedback might also include the actual action or tentative action
+            ##    that was of low quality, so that you can understand what was wrong with it and avoid similar mistakes in the future.
+            ##
+            ##    """
+            ##    for i, feedback_item in enumerate(all_negative_feedbacks):
+            ##        feedback += f"{feedback_item}\n\n"
+            ##        feedback += f"\n\n *** \n\n"
+            ##
+            ##    self.store_in_memory({'role': 'system', 'content': feedback, 
+            ##                          'type': 'feedback',
+            ##                          'simulation_timestamp': self.iso_datetime()})
+            ##
+
+            
+
+            # count the actions as this can be useful for taking decisions later
+            self.actions_count += 1             
+            
+
+        #
+        # How to proceed with a sequence of actions.
+        #
+
+        ##### Option 1: run N actions ######
+        if n is not None:
+            for i in range(n):
+                aux_pre_act()
+                aux_act_once()
+
+        ##### Option 2: run until DONE ######
+        elif until_done:
+            while (len(contents) == 0) or (
+                not contents[-1]["action"]["type"] == "DONE"
+            ):
+
+
+                # check if the agent is acting without ever stopping
+                if len(contents) > TinyPerson.MAX_ACTIONS_BEFORE_DONE:
+                    logger.warning(f"[{self.name}] Agent {self.name} is acting without ever stopping. This may be a bug. Let's stop it here anyway.")
+                    break
+                if len(contents) > 4: # just some minimum number of actions to check for repetition, could be anything >= 3
+                    # if the last three actions were the same, then we are probably in a loop
+                    if contents[-1]['action'] == contents[-2]['action'] == contents[-3]['action']:
+                        logger.warning(f"[{self.name}] Agent {self.name} is acting in a loop. This may be a bug. Let's stop it here anyway.")
+                        break
+
+                aux_pre_act()
+                aux_act_once()
+
+        # The end of a sequence of actions is always considered to mark the end of an episode.
+        self.consolidate_episode_memories()
+
+        if return_actions:
+            return contents
+
+    @transactional()
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def listen(
+        self,
+        speech,
+        source: AgentOrWorld = None,
+        max_content_length=None,
+        communication_display:bool=None
+    ):
+        """
+        Listens to another agent (artificial or human) and updates its internal cognitive state.
+
+        Args:
+            speech (str): The speech to listen to.
+            source (AgentOrWorld, optional): The source of the speech. Defaults to None.
+            max_content_length (int, optional): The maximum length of the content to display. Defaults to None, which uses the global configuration value.
+            communication_display (bool): Whether to display the communication or not, will override the global setting if provided. Defaults to None.
+        
+        """
+
+        return self._observe(
+            stimulus={
+                "type": "CONVERSATION",
+                "content": speech,
+                "source": name_or_empty(source),
+            },
+            max_content_length=max_content_length,
+            communication_display=communication_display
+        )
+
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def socialize(
+        self,
+        social_description: str,
+        source: AgentOrWorld = None,
+        max_content_length=None,
+    ):
+        """
+        Perceives a social stimulus through a description and updates its internal cognitive state.
+
+        Args:
+            social_description (str): The description of the social stimulus.
+            source (AgentOrWorld, optional): The source of the social stimulus. Defaults to None.
+        """
+        return self._observe(
+            stimulus={
+                "type": "SOCIAL",
+                "content": social_description,
+                "source": name_or_empty(source),
+            },
+            max_content_length=max_content_length,
+        )
+
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def see(
+        self,
+        visual_description,
+        source: AgentOrWorld = None,
+        max_content_length=None,
+    ):
+        """
+        Perceives a visual stimulus through a description and updates its internal cognitive state.
+
+        Args:
+            visual_description (str): The description of the visual stimulus.
+            source (AgentOrWorld, optional): The source of the visual stimulus. Defaults to None.
+        """
+        return self._observe(
+            stimulus={
+                "type": "VISUAL",
+                "content": visual_description,
+                "source": name_or_empty(source),
+            },
+            max_content_length=max_content_length,
+        )
+
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def think(self, thought, max_content_length=None):
+        """
+        Forces the agent to think about something and updates its internal cognitive state.
+
+        """
+        logger = get_logger(self.name)
+        logger.info(f"Thinking: {thought}")
+        return self._observe(
+            stimulus={
+                "type": "THOUGHT",
+                "content": thought,
+                "source": name_or_empty(self),
+            },
+            max_content_length=max_content_length,
+        )
+
+    def sequential_think(self, thought_data: dict, max_content_length=None):
+        """
+        Forces the agent to think about something and updates its internal cognitive state.
+
+        """
+        return self._observe(
+            stimulus={
+                "type": "SEQUENTIAL_THINKING",
+                "content": json.dumps(thought_data),
+                "source": name_or_empty(self),
+            },
+            max_content_length=max_content_length,
+        )
+
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def internalize_goal(
+        self, goal, max_content_length=None
+    ):
+        """
+        Internalizes a goal and updates its internal cognitive state.
+        """
+        return self._observe(
+            stimulus={
+                "type": "INTERNAL_GOAL_FORMULATION",
+                "content": goal,
+                "source": name_or_empty(self),
+            },
+            max_content_length=max_content_length,
+        )
+
+    @transactional()
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def _observe(self, stimulus, max_content_length=None, communication_display:bool=None):
+        """
+        Observes a stimulus and updates its internal cognitive state.
+
+        Args:
+            stimulus (dict): The stimulus to observe. It must contain a 'type' and 'content' keys.
+            max_content_length (int, optional): The maximum length of the content to display. Defaults to None, which uses the global configuration value.
+            communication_display (bool): Whether to display the communication or not, will override the global setting if provided. Defaults to None.
+        """
+        stimuli = [stimulus]
+
+        content = {"stimuli": stimuli}
+
+        logger.debug(f"[{self.name}] Observing stimuli: {content}")
+
+        # whatever comes from the outside will be interpreted as coming from 'user', simply because
+        # this is the counterpart of 'assistant'
+
+        self.store_in_memory({'role': 'user', 'content': content, 
+                              'type': 'stimulus',
+                              'simulation_timestamp': self.iso_datetime()})
+
+        if utils.first_non_none(communication_display, TinyPerson.communication_display):
+            self._display_communication(
+                role="user",
+                content=content,
+                kind="stimuli",
+                simplified=True,
+max_content_length=max_content_length,
+            )
+        
+        # count the stimuli as this can be useful for taking decisions later
+        self.stimuli_count += 1
+
+        return self  # allows easier chaining of methods
+
+    @transactional()
+    def listen_and_act(
+        self,
+        speech,
+        return_actions=False,
+        max_content_length=None,
+        communication_display:bool=None
+    ):
+        """
+        Convenience method that combines the `listen` and `act` methods.
+        """
+
+        self.listen(speech, max_content_length=max_content_length, communication_display=communication_display)
+        return self.act(
+            return_actions=return_actions, max_content_length=max_content_length, communication_display=communication_display
+        )
+
+    @transactional()
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def see_and_act(
+        self,
+        visual_description,
+        return_actions=False,
+        max_content_length=None,
+    ):
+        """
+        Convenience method that combines the `see` and `act` methods.
+        """
+
+        self.see(visual_description, max_content_length=max_content_length)
+        return self.act(
+            return_actions=return_actions, max_content_length=max_content_length
+        )
+
+    @transactional()
+    @config_manager.config_defaults(max_content_length="max_content_display_length")
+    def think_and_act(
+        self,
+        thought,
+        return_actions=False,
+        max_content_length=None,
+    ):
+        """
+        Convenience method that combines the `think` and `act` methods.
+        """
+
+        self.think(thought, max_content_length=max_content_length)
+        return self.act(return_actions=return_actions, max_content_length=max_content_length)
+
+    def read_documents_from_folder(self, documents_path:str):
+        """
+        Reads documents from a directory and loads them into the semantic memory.
+        """
+        logger.info(f"Setting documents path to {documents_path} and loading documents.")
+
+        self.semantic_memory.add_documents_path(documents_path)
+    
+    def read_document_from_file(self, file_path:str):
+        """
+        Reads a document from a file and loads it into the semantic memory.
+        """
+        logger.info(f"Reading document from file: {file_path}")
+
+        self.semantic_memory.add_document_path(file_path)
+    
+    def read_documents_from_web(self, web_urls:list):
+        """
+        Reads documents from web URLs and loads them into the semantic memory.
+        """
+        logger.info(f"Reading documents from the following web URLs: {web_urls}")
+
+        self.semantic_memory.add_web_urls(web_urls)
+    
+    def read_document_from_web(self, web_url:str):
+        """
+        Reads a document from a web URL and loads it into the semantic memory.
+        """
+        logger.info(f"Reading document from web URL: {web_url}")
+
+        self.semantic_memory.add_web_url(web_url)
+    
+    @transactional()
+    def move_to(self, location, context=[]):
+        """
+        Moves to a new location and updates its internal cognitive state.
+        """
+        self._mental_state["location"] = location
+
+        # context must also be updated when moved, since we assume that context is dictated partly by location.
+        self.change_context(context)
+
+    @transactional()
+    def change_context(self, context: list):
+        """
+        Changes the context and updates its internal cognitive state.
+        """
+        self._mental_state["context"] = {
+            "description": item for item in context
+        }
+
+        self._update_cognitive_state(context=context)
+
+    @transactional()
+    def make_agent_accessible(
+        self,
+        agent: Self,
+        relation_description: str = "An agent I can currently interact with.",
+    ):
+        """
+        Makes an agent accessible to this agent.
+        """
+        if agent not in self._accessible_agents:
+            self._accessible_agents.append(agent)
+            self._mental_state["accessible_agents"].append(
+                {"name": agent.name, "relation_description": relation_description}
+            )
+        else:
+            logger.warning(
+                f"[{self.name}] Agent {agent.name} is already accessible to {self.name}."
+            )
+    @transactional()
+    def make_agents_accessible(self, agents: list, relation_description: str = "An agent I can currently interact with."):
+        """
+        Makes a list of agents accessible to this agent.
+        """
+        for agent in agents:
+            self.make_agent_accessible(agent, relation_description)
+
+    @transactional()
+    def make_agent_inaccessible(self, agent: Self):
+        """
+        Makes an agent inaccessible to this agent.
+        """
+        if agent in self._accessible_agents:
+            self._accessible_agents.remove(agent)
+        else:
+            logger.warning(
+                f"[{self.name}] Agent {agent.name} is already inaccessible to {self.name}."
+            )
+
+    @transactional()
+    def make_all_agents_inaccessible(self):
+        """
+        Makes all agents inaccessible to this agent.
+        """
+        self._accessible_agents = []
+        self._mental_state["accessible_agents"] = []
+
+    @property
+    def accessible_agents(self):
+        """
+        Property to access the list of accessible agents.
+        """
+        return self._accessible_agents
+
+    ###########################################################
+    # Internal cognitive state changes
+    ###########################################################
+    @transactional()
+    def _update_cognitive_state(
+        self, goals=None, context=None, attention=None, emotions=None
+    ):
+        """
+        Update the TinyPerson's cognitive state.
+        """
+
+        # Update current datetime. The passage of time is controlled by the environment, if any.
+        if self.environment is not None and self.environment.current_datetime is not None:
+            self._mental_state["datetime"] = utils.pretty_datetime(self.environment.current_datetime)
+
+        # update current goals
+        if goals is not None:
+            self._mental_state["goals"] = goals
+
+        # update current context
+        if context is not None:
+            self._mental_state["context"] = context
+
+        # update current attention
+        if attention is not None:
+            self._mental_state["attention"] = attention
+
+        # update current emotions
+        if emotions is not None:
+            self._mental_state["emotions"] = emotions
+        
+        # update relevant memories for the current situation. These are memories that come to mind "spontaneously" when the agent is in a given context,
+        # so avoiding the need to actively trying to remember them.
+        current_memory_context = self.retrieve_relevant_memories_for_current_context()
+        self._mental_state["memory_context"] = current_memory_context
+
+        self.reset_prompt()
+        
+
+    ###########################################################
+    # Memory management
+    ###########################################################
+
+    def store_in_memory(self, value: Any) -> None:
+        """
+        Stores a value in episodic memory and manages episode length.
+        
+        Args:
+            value: The memory item to store (e.g., action, stimulus, thought)
+            
+        Returns:
+            None
+        """
+        self.episodic_memory.store(value)
+        
+        self._current_episode_event_count += 1
+        logger.debug(f"[{self.name}] Current episode event count: {self._current_episode_event_count}.")
+
+        if self._current_episode_event_count >= self.MAX_EPISODE_LENGTH:
+            # commit the current episode to memory, if it is long enough
+            logger.warning(f"[{self.name}] Episode length exceeded {self.MAX_EPISODE_LENGTH} events. Committing episode to memory. Please check whether this was expected or not.")
+            self.consolidate_episode_memories()
+    
+    def consolidate_episode_memories(self) -> bool:
+        """
+        Applies all memory consolidation or transformation processes appropriate to the conclusion of one simulation episode.
+        
+        Returns:
+            bool: True if memories were successfully consolidated, False otherwise.
+        """
+        # a minimum length of the episode is required to consolidate it, to avoid excessive fragments in the semantic memory
+        if self._current_episode_event_count > self.MIN_EPISODE_LENGTH:
+            logger.debug(f"[{self.name}] ***** Consolidating current episode memories into semantic memory *****")
+        
+            # Consolidate latest episodic memories into semantic memory
+            if config_manager.get("enable_memory_consolidation"):
+                
+                
+                    episodic_consolidator = EpisodicConsolidator()
+                    episode = self.episodic_memory.get_current_episode(item_types=["action", "stimulus"],)
+                    logger.debug(f"[{self.name}] Current episode: {episode}")
+                    consolidated_memories = episodic_consolidator.process(episode, timestamp=self._mental_state["datetime"], context=self._mental_state, persona=self.minibio()).get("consolidation", None)
+                    if consolidated_memories is not None:
+                        logger.info(f"[{self.name}] Consolidating current {len(episode)} episodic events as consolidated semantic memories.")
+                        logger.debug(f"[{self.name}] Consolidated memories: {consolidated_memories}")
+                        self.semantic_memory.store_all(consolidated_memories)
+                    else:
+                        logger.warning(f"[{self.name}] No memories to consolidate from the current episode.")
+
+            else:
+                logger.warning(f"[{self.name}] Memory consolidation is disabled. Not consolidating current episode memories into semantic memory.")
+
+            # commit the current episode to episodic memory
+            self.episodic_memory.commit_episode()
+            self._current_episode_event_count = 0
+            logger.debug(f"[{self.name}] Current episode event count reset to 0 after consolidation.")
+
+            # TODO reflections, optimizations, etc.
+
+    def optimize_memory(self):
+        pass #TODO
+
+    def clear_episodic_memory(self, max_prefix_to_clear=None, max_suffix_to_clear=None):
+        """
+        Clears the episodic memory, causing a permanent "episodic amnesia". Note that this does not
+        change other memories, such as semantic memory.  
+        """
+        self.episodic_memory.clear(max_prefix_to_clear=max_prefix_to_clear, max_suffix_to_clear=max_suffix_to_clear)
+
+    def retrieve_memories(self, first_n: int, last_n: int, include_omission_info:bool=True, max_content_length:int=None) -> list:
+        episodes = self.episodic_memory.retrieve(first_n=first_n, last_n=last_n, include_omission_info=include_omission_info)
+
+        if max_content_length is not None:
+            episodes = utils.truncate_actions_or_stimuli(episodes, max_content_length)
+
+        return episodes
+
+
+    def retrieve_recent_memories(self, max_content_length:int=None) -> list:
+        episodes = self.episodic_memory.retrieve_recent()
+
+        if max_content_length is not None:
+            episodes = utils.truncate_actions_or_stimuli(episodes, max_content_length)
+
+        return episodes
+
+    def retrieve_relevant_memories(self, relevance_target:str, top_k=20) -> list:
+        relevant = self.semantic_memory.retrieve_relevant(relevance_target, top_k=top_k)
+
+        return relevant
+
+    def retrieve_relevant_memories_for_current_context(self, top_k=7) -> list:
+        """
+        Retrieves memories relevant to the current context by combining current state with recent memories.
+        
+        Args:
+            top_k (int): Number of top relevant memories to retrieve. Defaults to 7.
+            
+        Returns:
+            list: List of relevant memories for the current context.
+        """
+        # Extract current mental state components
+        context = self._mental_state.get("context", "")
+        goals = self._mental_state.get("goals", "")
+        attention = self._mental_state.get("attention", "")
+        emotions = self._mental_state.get("emotions", "")
+        
+        # Retrieve recent memories efficiently
+        recent_memories_list = self.retrieve_memories(first_n=10, last_n=20, max_content_length=500)
+        recent_memories = "\n".join([f"  - {m.get('content', '')}" for m in recent_memories_list])
+
+        # Build contextual target for memory retrieval using textwrap.dedent for cleaner formatting
+        target = textwrap.dedent(f"""
+        Current Context: {context}
+        Current Goals: {goals}
+        Current Attention: {attention}
+        Current Emotions: {emotions}
+        Selected Episodic Memories (from oldest to newest):
+        {recent_memories}
+        """).strip()
+
+        logger.debug(f"[{self.name}] Retrieving relevant memories for contextual target: {target}")
+
+        return self.retrieve_relevant_memories(target, top_k=top_k)
+
+    def summarize_relevant_memories_via_full_scan(self, relevance_target:str, item_type: str = None) -> str:
+        """
+        Summarizes relevant memories for a given target by scanning the entire semantic memory.
+        
+        Args:
+            relevance_target (str): The target to retrieve relevant memories for.
+            item_type (str, optional): The type of items to summarize. Defaults to None.
+            max_summary_length (int, optional): The maximum length of the summary. Defaults to 1000.
+        
+        Returns:
+            str: The summary of relevant memories.
+        """
+        return self.semantic_memory.summarize_relevant_via_full_scan(relevance_target, item_type=item_type)
+
+    ###########################################################
+    # Inspection conveniences
+    ###########################################################
+
+    def last_remembered_action(self, ignore_done: bool = True):
+        """
+        Returns the last remembered action.
+
+        Args:
+            ignore_done (bool): Whether to ignore the "DONE" action or not. Defaults to True.
+            
+        Returns:
+            dict or None: The last remembered action, or None if no suitable action found.
+        """
+        action = None 
+        
+        memory_items_list = self.episodic_memory.retrieve_last(include_omission_info=False, item_type="action")
+
+        if len(memory_items_list) > 0:
+            # iterate from last to first while the action type is not "DONE"
+            for candidate_item in memory_items_list[::-1]:
+                action_content = candidate_item.get("content", {}).get("action", {})
+                action_type = action_content.get("type", "")
+                
+                if not ignore_done or action_type != "DONE":
+                    action = action_content
+                    break
+
+        return action
+
+
+    ###########################################################
+    # Communication display and action execution 
+    ###########################################################
+
+    def _display_communication(
+        self,
+        role,
+        content,
+        kind,
+        simplified=True,
+        max_content_length=default["max_content_display_length"],
+    ):
+        """
+        Displays the current communication and stores it in a buffer for later use.
+        """
+        logger = get_logger(self.name)
+        # CONCURRENT PROTECTION, as we'll access shared display buffers
+        with concurrent_agent_action_lock:
+            if kind == "stimuli":
+                rendering = self._pretty_stimuli(
+                    role=role,
+                    content=content,
+                    simplified=simplified,
+                    max_content_length=max_content_length,
+                )
+                source = content["stimuli"][0].get("source", None)
+                target = self.name
+                
+            elif kind == "action":
+                rendering = self._pretty_action(
+                    role=role,
+                    content=content,
+                    simplified=simplified,
+                    max_content_length=max_content_length,
+                )
+                source = self.name
+                target = content["action"].get("target", None)
+
+            else:
+                raise ValueError(f"Unknown communication kind: {kind}")
+
+            logger.info(f"Output: {rendering}")
+            # if the agent has no parent environment, then it is a free agent and we can display the communication.
+            # otherwise, the environment will display the communication instead. This is important to make sure that
+            # the communication is displayed in the correct order, since environments control the flow of their underlying
+            # agents.
+            if self.environment is None:
+                self._push_and_display_latest_communication({"kind": kind, "rendering":rendering, "content": content, "source":source, "target": target})
+            else:
+                self.environment._push_and_display_latest_communication({"kind": kind, "rendering":rendering, "content": content, "source":source, "target": target})
+
+    def _push_and_display_latest_communication(self, communication):
+        """
+        Pushes the latest communications to the agent's buffer.
+        """
+        self._displayed_communications_buffer.append(communication)
+        print(communication["rendering"])
+
+    def pop_and_display_latest_communications(self):
+        """
+        Pops the latest communications and displays them.
+        """
+        communications = self._displayed_communications_buffer
+        self._displayed_communications_buffer = []
+
+        for communication in communications:
+            print(communication["rendering"])
+
+        return communications
+
+    def clear_communications_buffer(self):
+        """
+        Cleans the communications buffer.
+        """
+        self._displayed_communications_buffer = []
+
+    @transactional()
+    def pop_latest_actions(self) -> list:
+        """
+        Returns the latest actions performed by this agent. Typically used
+        by an environment to consume the actions and provide the appropriate
+        environmental semantics to them (i.e., effects on other agents).
+        """
+        actions = self._actions_buffer
+        self._actions_buffer = []
+        return actions
+
+    @transactional()
+    def pop_actions_and_get_contents_for(
+        self, action_type: str, only_last_action: bool = True
+    ) -> list:
+        """
+        Returns the contents of actions of a given type performed by this agent.
+        Typically used to perform inspections and tests.
+
+        Args:
+            action_type (str): The type of action to look for.
+            only_last_action (bool, optional): Whether to only return the contents of the last action. Defaults to False.
+        """
+        actions = self.pop_latest_actions()
+        # Filter the actions by type
+        actions = [action for action in actions if action["type"] == action_type]
+
+        # If interested only in the last action, return the latest one
+        if only_last_action:
+            return actions[-1].get("content", "")
+
+        # Otherwise, return all contents from the filtered actions
+        return "\n".join([action.get("content", "") for action in actions])
+
+    #############################################################################################
+    # Formatting conveniences
+    #
+    # For rich colors,
+    #    see: https://rich.readthedocs.io/en/latest/appendix/colors.html#appendix-colors
+    #############################################################################################
+
+    def __repr__(self):
+        return f"TinyPerson(name='{self.name}')"
+
+    @transactional()
+    def minibio(self, extended=True, requirements=None):
+        """
+        Returns a mini-biography of the TinyPerson.
+
+        Args:
+            extended (bool): Whether to include extended information or not.
+            requirements (str): Additional requirements for the biography (e.g., focus on a specific aspect relevant for the scenario).
+
+        Returns:
+            str: The mini-biography.
+        """
+
+        # if occupation is a dict and has a "title" key, use that as the occupation 
+        if isinstance(self._persona['occupation'], dict) and 'title' in self._persona['occupation']:
+            occupation = self._persona['occupation']['title']
+        else:
+            occupation = self._persona['occupation']
+
+        base_biography = f"{self.name} is a {self._persona['age']} year old {occupation}, {self._persona['nationality']}, currently living in {self._persona['residence']}."
+
+        if self._extended_agent_summary is None and extended:
+            logger.debug(f"Generating extended agent summary for {self.name}.")
+            self._extended_agent_summary = LLMChat(
+                                                system_prompt=f"""
+                                                You are given a short biography of an agent, as well as a detailed specification of his or her other characteristics
+                                                You must then produce a short paragraph (3 or 4 sentences) that **complements** the short biography, adding details about
+                                                personality, interests, opinions, skills, etc. Do not repeat the information already given in the short biography.
+                                                repeating the information already given. The paragraph should be coherent, consistent and comprehensive. All information
+                                                must be grounded on the specification, **do not** create anything new.
+
+                                                {"Additional constraints: "+ requirements if requirements is not None else ""}
+                                                """, 
+
+                                                user_prompt=f"""
+                                                **Short biography:** {base_biography}
+
+                                                **Detailed specification:** {self._persona}
+                                                """).call()
+
+        if extended:
+            biography = f"{base_biography} {self._extended_agent_summary}"
+        else:
+            biography = base_biography
+
+        return biography
+
+    def pp_current_interactions(
+        self,
+        simplified=True,
+        skip_system=True,
+        max_content_length=default["max_content_display_length"],
+        first_n=None, 
+        last_n=None, 
+        include_omission_info:bool=True
+    ):
+        """
+        Pretty prints the current messages.
+        """
+        print(
+            self.pretty_current_interactions(
+                simplified=simplified,
+                skip_system=skip_system,
+                max_content_length=max_content_length,
+                first_n=first_n,
+                last_n=last_n,
+                include_omission_info=include_omission_info
+            )
+        )
+
+    def pp_last_interactions(
+        self,
+        n=3,
+        simplified=True,
+        skip_system=True,
+        max_content_length=default["max_content_display_length"],
+        include_omission_info:bool=True
+    ):
+        """
+        Pretty prints the last n messages. Useful to examine the conclusion of an experiment.
+        """
+        print(
+            self.pretty_current_interactions(
+                simplified=simplified,
+                skip_system=skip_system,
+                max_content_length=max_content_length,
+                first_n=None,
+                last_n=n,
+                include_omission_info=include_omission_info
+            )
+        )
+
+    def pretty_current_interactions(self, simplified=True, skip_system=True, max_content_length=default["max_content_display_length"], first_n=None, last_n=None, include_omission_info:bool=True):
+      """
+      Returns a pretty, readable, string with the current messages.
+      """
+      lines = [f"**** BEGIN SIMULATION TRAJECTORY FOR {self.name} ****"]
+      last_step = 0
+      for i, message in enumerate(self.episodic_memory.retrieve(first_n=first_n, last_n=last_n, include_omission_info=include_omission_info)):
+        try:
+            if not (skip_system and message['role'] == 'system'):
+                msg_simplified_type = ""
+                msg_simplified_content = ""
+                msg_simplified_actor = ""
+
+                last_step = i
+                lines.append(f"Agent simulation trajectory event #{i}:")
+                lines.append(self._pretty_timestamp(message['role'], message['simulation_timestamp']))
+
+                if message["role"] == "system":
+                    msg_simplified_actor = "SYSTEM"
+                    msg_simplified_type = message["role"]
+                    msg_simplified_content = message["content"]
+
+                    lines.append(
+                        f"[dim] {msg_simplified_type}: {msg_simplified_content}[/]"
+                    )
+
+                elif message["role"] == "user":
+                    lines.append(
+                        self._pretty_stimuli(
+                            role=message["role"],
+                            content=message["content"],
+                            simplified=simplified,
+                            max_content_length=max_content_length,
+                        )
+                    )
+
+                elif message["role"] == "assistant":
+                    lines.append(
+                        self._pretty_action(
+                            role=message["role"],
+                            content=message["content"],
+                            simplified=simplified,
+                            max_content_length=max_content_length,
+                        )
+                    )
+                else:
+                    lines.append(f"{message['role']}: {message['content']}")
+        except:
+            # print(f"ERROR: {message}")
+            continue
+
+      lines.append(f"The last agent simulation trajectory event number was {last_step}, thus the current number of the NEXT POTENTIAL TRAJECTORY EVENT is {last_step + 1}.")
+      lines.append(f"**** END SIMULATION TRAJECTORY FOR {self.name} ****\n\n")
+      return "\n".join(lines)
+
+    def _pretty_stimuli(
+        self,
+        role,
+        content,
+        simplified=True,
+        max_content_length=default["max_content_display_length"],
+    ) -> list:
+        """
+        Pretty prints stimuli.
+        """
+
+        lines = []
+        msg_simplified_actor = "USER"
+        for stimus in content["stimuli"]:
+            if simplified:
+                if stimus["source"] != "":
+                    msg_simplified_actor = stimus["source"]
+
+                else:
+                    msg_simplified_actor = "USER"
+
+                msg_simplified_type = stimus["type"]
+                msg_simplified_content = utils.break_text_at_length(
+                    stimus["content"], max_length=max_content_length
+                )
+
+                indent = " " * len(msg_simplified_actor) + "      > "
+                msg_simplified_content = textwrap.fill(
+                    msg_simplified_content,
+                    width=TinyPerson.PP_TEXT_WIDTH,
+                    initial_indent=indent,
+                    subsequent_indent=indent,
+                )
+
+                #
+                # Using rich for formatting. Let's make things as readable as possible!
+                #
+
+                rich_style = utils.RichTextStyle.get_style_for("stimulus", msg_simplified_type)
+                lines.append(
+                    f"[{rich_style}][underline]{msg_simplified_actor}[/] --> [{rich_style}][underline]{self.name}[/]: [{msg_simplified_type}] \n{msg_simplified_content}[/]"
+                )
+            else:
+                lines.append(f"{role}: {content}")
+
+        return "\n".join(lines)
+
+    def _pretty_action(
+        self,
+        role,
+        content,
+        simplified=True,
+        max_content_length=default["max_content_display_length"],
+    ) -> str:
+        """
+        Pretty prints an action.
+        """
+        if simplified:
+            msg_simplified_actor = self.name
+            msg_simplified_type = content["action"]["type"]
+            msg_simplified_content = utils.break_text_at_length(
+                content["action"].get("content", ""), max_length=max_content_length
+            )
+
+            indent = " " * len(msg_simplified_actor) + "      > "
+            msg_simplified_content = textwrap.fill(
+                msg_simplified_content,
+                width=TinyPerson.PP_TEXT_WIDTH,
+                initial_indent=indent,
+                subsequent_indent=indent,
+            )
+
+            #
+            # Using rich for formatting. Let's make things as readable as possible!
+            #
+            rich_style = utils.RichTextStyle.get_style_for("action", msg_simplified_type)
+            return f"[{rich_style}][underline]{msg_simplified_actor}[/] acts: [{msg_simplified_type}] \n{msg_simplified_content}[/]"
+        
+        else:
+            return f"{role}: {content}"
+    
+    def _pretty_timestamp(
+        self,
+        role,
+        timestamp,
+    ) -> str:
+        """
+        Pretty prints a timestamp.
+        """
+        return f">>>>>>>>> Date and time of events: {timestamp}"
+
+    def iso_datetime(self) -> str:
+        """
+        Returns the current datetime of the environment, if any.
+
+        Returns:
+            datetime: The current datetime of the environment in ISO forat.
+        """
+        if self.environment is not None and self.environment.current_datetime is not None:
+            return self.environment.current_datetime.isoformat()
+        else:
+            return None
+
+    ###########################################################
+    # IO
+    ###########################################################
+
+    def save_specification(self, path, include_mental_faculties=True, include_memory=False, include_mental_state=False):
+        """
+        Saves the current configuration to a JSON file.
+        """
+        
+        suppress_attributes = []
+
+        # should we include the mental faculties?
+        if not include_mental_faculties:
+            suppress_attributes.append("_mental_faculties")
+
+        # should we include the memory?
+        if not include_memory:
+            suppress_attributes.append("episodic_memory")
+            suppress_attributes.append("semantic_memory")
+
+        # should we include the mental state?
+        if not include_mental_state:
+            suppress_attributes.append("_mental_state")
+        
+
+        self.to_json(suppress=suppress_attributes, file_path=path,
+                     serialization_type_field_name="type")
+
+    
+    @staticmethod
+    def load_specification(path_or_dict, suppress_mental_faculties=False, suppress_memory=False, suppress_mental_state=False, 
+                           auto_rename_agent=False, new_agent_name=None, enable_browser=False):
+        """
+        Loads a JSON agent specification.
+
+        Args:
+            path_or_dict (str or dict): The path to the JSON file or the dictionary itself.
+            suppress_mental_faculties (bool, optional): Whether to suppress loading the mental faculties. Defaults to False.
+            suppress_memory (bool, optional): Whether to suppress loading the memory. Defaults to False.
+            suppress_mental_state (bool, optional): Whether to suppress loading the mental state. Defaults to False.
+            auto_rename_agent (bool, optional): Whether to auto rename the agent. Defaults to False.
+            new_agent_name (str, optional): The new name for the agent. Defaults to None.
+            enable_browser (bool, optional): Whether to enable the browser faculty. Defaults to False.
+        """
+
+        suppress_attributes = []
+
+        # should we suppress the mental faculties?
+        if suppress_mental_faculties:
+            suppress_attributes.append("_mental_faculties")
+
+        # should we suppress the memory?
+        if suppress_memory:
+            suppress_attributes.append("episodic_memory")
+            suppress_attributes.append("semantic_memory")
+        
+        # should we suppress the mental state?
+        if suppress_mental_state:
+            suppress_attributes.append("_mental_state")
+
+        return TinyPerson.from_json(json_dict_or_path=path_or_dict, suppress=suppress_attributes, 
+                                    serialization_type_field_name="type",
+                                    post_init_params={"auto_rename_agent": auto_rename_agent, "new_agent_name": new_agent_name, "enable_browser": enable_browser})
+    @staticmethod
+    def load_specifications_from_folder(folder_path:str, file_suffix=".agent.json", suppress_mental_faculties=False, 
+                                        suppress_memory=False, suppress_mental_state=False, auto_rename_agent=False, 
+                                        new_agent_name=None) -> list:
+        """	
+        Loads all JSON agent specifications from a folder.
+
+        Args:
+            folder_path (str): The path to the folder containing the JSON files.
+            file_suffix (str, optional): The suffix of the JSON files. Defaults to ".agent.json".
+            suppress_mental_faculties (bool, optional): Whether to suppress loading the mental faculties. Defaults to False.
+            suppress_memory (bool, optional): Whether to suppress loading the memory. Defaults to False.
+            suppress_mental_state (bool, optional): Whether to suppress loading the mental state. Defaults to False.
+            auto_rename_agent (bool, optional): Whether to auto rename the agent. Defaults to False.
+            new_agent_name (str, optional): The new name for the agent. Defaults to None.
+        """
+
+        agents = []
+        for file in os.listdir(folder_path):
+            if file.endswith(file_suffix):
+                file_path = os.path.join(folder_path, file)
+                agent = TinyPerson.load_specification(file_path, suppress_mental_faculties=suppress_mental_faculties,
+                                                      suppress_memory=suppress_memory, suppress_mental_state=suppress_mental_state,
+                                                      auto_rename_agent=auto_rename_agent, new_agent_name=new_agent_name)
+                agents.append(agent)
+
+        return agents
+        
+
+
+    def encode_complete_state(self) -> dict:
+        """
+        Encodes the complete state of the TinyPerson, including the current messages, accessible agents, etc.
+        This is meant for serialization and caching purposes, not for exporting the state to the user.
+        """
+        to_copy = copy.copy(self.__dict__)
+
+        # delete the logger and other attributes that cannot be serialized
+        del to_copy["environment"]
+        del to_copy["_mental_faculties"]
+        del to_copy["action_generator"]
+
+        to_copy["_accessible_agents"] = [agent.name for agent in self._accessible_agents]
+        to_copy['episodic_memory'] = self.episodic_memory.to_json()
+        to_copy['semantic_memory'] = self.semantic_memory.to_json()
+        to_copy["_mental_faculties"] = [faculty.to_json() for faculty in self._mental_faculties]
+
+        state = copy.deepcopy(to_copy)
+
+        return state
+
+    def decode_complete_state(self, state: dict) -> Self:
+        """
+        Loads the complete state of the TinyPerson, including the current messages,
+        and produces a new TinyPerson instance.
+        """
+        state = copy.deepcopy(state)
+        
+        self._accessible_agents = [TinyPerson.get_agent_by_name(name) for name in state["_accessible_agents"]]
+        self.episodic_memory = EpisodicMemory.from_json(state['episodic_memory'])
+        self.semantic_memory = SemanticMemory.from_json(state['semantic_memory'])
+        
+        for i, faculty in enumerate(self._mental_faculties):
+            faculty = faculty.from_json(state['_mental_faculties'][i])
+
+        # delete fields already present in the state
+        del state["_accessible_agents"]
+        del state['episodic_memory']
+        del state['semantic_memory']
+        del state['_mental_faculties']
+
+        # restore other fields
+        self.__dict__.update(state)
+
+
+        return self
+    
+    def create_new_agent_from_current_spec(self, new_name:str) -> Self:
+        """
+        Creates a new agent from the current agent's specification. 
+
+        Args:
+            new_name (str): The name of the new agent. Agent names must be unique in the simulation, 
+              this is why we need to provide a new name.
+        """
+        new_agent = TinyPerson(name=new_name, spec_path=None)
+        
+        new_persona = copy.deepcopy(self._persona)
+        new_persona['name'] = new_name
+
+        new_agent._persona = new_persona
+
+        return new_agent
+        
+
+    @staticmethod
+    def add_agent(agent):
+        """
+        Adds an agent to the global list of agents. Agent names must be unique,
+        so this method will raise an exception if the name is already in use.
+        """
+        if agent.name in TinyPerson.all_agents:
+            raise ValueError(f"Agent name {agent.name} is already in use.")
+        else:
+            TinyPerson.all_agents[agent.name] = agent
+
+    @staticmethod
+    def has_agent(agent_name: str):
+        """
+        Checks if an agent is already registered.
+        """
+        return agent_name in TinyPerson.all_agents
+
+    @staticmethod
+    def set_simulation_for_free_agents(simulation):
+        """
+        Sets the simulation if it is None. This allows free agents to be captured by specific simulation scopes
+        if desired.
+        """
+        for agent in TinyPerson.all_agents.values():
+            if agent.simulation_id is None:
+                simulation.add_agent(agent)
+
+    @staticmethod
+    def get_agent_by_name(name):
+        """
+        Gets an agent by name.
+        """
+        if name in TinyPerson.all_agents:
+            return TinyPerson.all_agents[name]
+        else:
+            return None
+    
+    @staticmethod
+    def all_agents_names():
+        """
+        Returns the names of all agents.
+        """
+        return list(TinyPerson.all_agents.keys())
+
+    @staticmethod
+    def clear_agents():
+        """
+        Clears the global list of agents.
+        """
+        TinyPerson.all_agents = {}
+
+    ############################################################################
+    # Social and Engagement methods
+    ############################################################################
+
+    def calculate_engagement_probability(self, content: Content) -> float:
+        """
+        Analyze content features and return probability of engagement using the prediction engine.
+        """
+        from tinytroupe.ml_models import EngagementPredictor
+        predictor = EngagementPredictor()
+
+        # Use the environment's network topology if available
+        network = getattr(self.environment, 'network', None)
+
+        return predictor.predict(self, content, network)
+
+    def predict_reaction(self, content: Content) -> Reaction:
+        """
+        Determine reaction type using the LLM-based predictor.
+        """
+        from tinytroupe.llm_predictor import LLMPredictor
+        predictor = LLMPredictor()
+
+        return predictor.predict(self, content)
+
+    def update_from_interaction(self, interaction: Any) -> None:
+        """
+        Learn from actual interactions and update patterns.
+        """
+        # interaction could be a dict with content and outcome
+        if isinstance(interaction, dict):
+            content = interaction.get("content")
+            outcome = interaction.get("outcome") # e.g. "like", "comment", "none"
+
+            # Update patterns based on outcome
+            # This is a simplified learning mechanism
+            pass
+
+    def get_content_affinity(self, content: Content) -> float:
+        """
+        Score content relevance to persona.
+        """
+        return self.calculate_engagement_probability(content)

tinytroupe/config.ini

@@ -0,0 +1,97 @@
+[OpenAI]
+#
+# OpenAI or Azure OpenAI Service
+#
+
+# Default options: openai, azure, helmholtz-blablador
+API_TYPE=openai
+
+# Check Azure's documentation for updates here:
+# https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart?tabs=command-line&pivots=programming-language-python
+AZURE_API_VERSION=2023-05-15
+
+#
+# Models
+#
+
+# The main text generation model, used for agent responses
+MODEL=alias-fast
+
+# Reasoning model is used when precise reasoning is required, such as when computing detailed analyses of simulation properties.
+REASONING_MODEL=alias-fast
+
+# Embedding model is used for text similarity tasks
+EMBEDDING_MODEL=text-embedding-3-small 
+
+#
+# Model parameters
+#
+MAX_TOKENS=32000
+TEMPERATURE=1.5
+FREQ_PENALTY=0.1
+PRESENCE_PENALTY=0.1
+TIMEOUT=480
+MAX_ATTEMPTS=999
+WAITING_TIME=35
+EXPONENTIAL_BACKOFF_FACTOR=5
+
+REASONING_EFFORT=high
+
+#
+# Caching
+#
+
+CACHE_API_CALLS=False
+CACHE_FILE_NAME=openai_api_cache.pickle
+
+#
+# Other
+#
+
+MAX_CONTENT_DISPLAY_LENGTH=4000
+
+[Simulation]
+
+PARALLEL_AGENT_GENERATION=True
+PARALLEL_AGENT_ACTIONS=True
+
+RAI_HARMFUL_CONTENT_PREVENTION=True
+RAI_COPYRIGHT_INFRINGEMENT_PREVENTION=True
+
+[Cognition]
+
+ENABLE_MEMORY_CONSOLIDATION=True
+
+MIN_EPISODE_LENGTH=15
+MAX_EPISODE_LENGTH=50
+
+EPISODIC_MEMORY_FIXED_PREFIX_LENGTH=10
+EPISODIC_MEMORY_LOOKBACK_LENGTH=20
+
+[ActionGenerator]
+MAX_ATTEMPTS=2
+
+# This will determine whether any of the following verifications and corrections are performed.
+ENABLE_QUALITY_CHECKS=False
+
+ENABLE_REGENERATION=True
+ENABLE_DIRECT_CORRECTION=False
+
+ENABLE_QUALITY_CHECK_FOR_PERSONA_ADHERENCE=True
+ENABLE_QUALITY_CHECK_FOR_SELFCONSISTENCY=False
+ENABLE_QUALITY_CHECK_FOR_FLUENCY=False
+ENABLE_QUALITY_CHECK_FOR_SUITABILITY=False
+ENABLE_QUALITY_CHECK_FOR_SIMILARITY=False
+
+CONTINUE_ON_FAILURE=True
+
+# 0 to 9
+QUALITY_THRESHOLD = 5
+
+
+[Logging]
+LOGLEVEL=DEBUG
+# ERROR
+# WARNING
+# INFO
+# DEBUG

tinytroupe/content_generation.py

@@ -0,0 +1,43 @@
+from typing import List, Dict, Any, Optional
+import random
+from tinytroupe.agent import TinyPerson
+from tinytroupe.agent.social_types import Content
+import tinytroupe.openai_utils as openai_utils
+
+class ContentVariant:
+    def __init__(self, text: str, strategy: str, parameters: Dict[str, Any], original_content: str):
+        self.text = text
+        self.strategy = strategy
+        self.parameters = parameters
+        self.original_content = original_content
+
+class ContentVariantGenerator:
+    """Generate multiple variants of input content"""
+
+    def __init__(self, model: str = "gpt-4"):
+        self.model = model
+
+    def generate_variants(self, original_content: str, num_variants: int = 5,
+                         target_personas: List[TinyPerson] = None) -> List[ContentVariant]:
+        """Generate diverse variants of content"""
+        variants = []
+
+        # In a real implementation, we would use different prompts for different strategies
+        # Here we use a simplified approach
+
+        for i in range(num_variants):
+            prompt = f"Rewrite the following content in a different style or tone:\n\n{original_content}"
+
+            response = openai_utils.client().send_message(
+                [{"role": "user", "content": prompt}]
+            )
+
+            variant_text = response["content"].strip()
+            variants.append(ContentVariant(
+                text=variant_text,
+                strategy="style_variation",
+                parameters={"variant_index": i},
+                original_content=original_content
+            ))
+
+        return variants

tinytroupe/control.py

@@ -0,0 +1,841 @@
+"""
+Simulation controlling mechanisms.
+"""
+import json
+import os
+import tempfile
+import threading
+import traceback
+
+import tinytroupe
+import tinytroupe.utils as utils
+
+import uuid
+
+
+import logging
+logger = logging.getLogger("tinytroupe")
+
+# to protect from race conditions when running in parallel
+concurrent_execution_lock = threading.Lock()
+
+class Simulation:
+
+    STATUS_STOPPED = "stopped"
+    STATUS_STARTED = "started"
+
+    def __init__(self, id="default", cached_trace:list=None):
+        self.id = id
+
+        self.agents = []
+        self.name_to_agent = {} # {agent_name: agent, ...}
+
+        self.environments = []
+
+        self.factories = [] # e.g., TinyPersonFactory instances
+        self.name_to_factory = {} # {factory_name: factory, ...}
+
+        self.name_to_environment = {} # {environment_name: environment, ...}
+        self.status = Simulation.STATUS_STOPPED
+
+        self.cache_path = f"./tinytroupe-{id}.cache.json" # default cache path
+        
+        # should we always automatically checkpoint at the every transaction?
+        self.auto_checkpoint = False
+
+        # whether there are changes not yet saved to the cache file
+        self.has_unsaved_cache_changes = False
+
+        # whether the agent is under a transaction or not, used for managing
+        # simulation caching later
+        self._under_transaction = {None: False}
+
+        # whether the agent is under a parallel transactions segment or not, used for managing
+        # simulation caching later
+        self._under_parallel_transactions = False
+
+        # Cache chain mechanism.
+        # 
+        # stores a list of simulation states.
+        # Each state is a tuple (prev_node_hash, event_hash, event_output, state), where prev_node_hash is a hash of the previous node in this chain,
+        # if any, event_hash is a hash of the event that triggered the transition to this state, if any, event_output is the output of the event,
+        # if any, and state is the actual complete state that resulted.
+        if cached_trace is None:
+            self.cached_trace = []
+        else:
+            self.cached_trace = cached_trace
+        
+        self.cache_misses = 0
+        self.cache_hits = 0
+
+        # Execution chain mechanism.
+        #
+        # The actual, current, execution trace. Each state is a tuple (prev_node_hash, event_hash, state), where prev_node_hash is a hash 
+        # of the previous node in this chain, if any, event_hash is a hash of the event that triggered the transition to this state, if any, 
+        # event_output is the output of the event, if any, and state is the actual complete state that resulted.
+        self.execution_trace = []
+
+    def begin(self, cache_path:str=None, auto_checkpoint:bool=False):
+        """
+        Marks the start of the simulation being controlled.
+
+        Args:
+            cache_path (str): The path to the cache file. If not specified, 
+                    defaults to the default cache path defined in the class.
+            auto_checkpoint (bool, optional): Whether to automatically checkpoint at the end of each transaction. Defaults to False.
+        """
+
+        logger.debug(f"Starting simulation, cache_path={cache_path}, auto_checkpoint={auto_checkpoint}.")
+
+        # local import to avoid circular dependencies
+        from tinytroupe.agent import TinyPerson
+        from tinytroupe.environment import TinyWorld
+        from tinytroupe.factory.tiny_factory import TinyFactory
+        from tinytroupe.factory.tiny_person_factory import TinyPersonFactory
+
+        if self.status == Simulation.STATUS_STOPPED:
+            self.status = Simulation.STATUS_STARTED
+        else:
+            raise ValueError("Simulation is already started.")
+        
+        if cache_path is not None:
+            self.cache_path = cache_path
+        
+        # should we automatically checkpoint?
+        self.auto_checkpoint = auto_checkpoint
+
+        # clear the agents, environments and other simulated entities, we'll track them from now on
+        TinyPerson.clear_agents()
+        TinyWorld.clear_environments()
+        TinyFactory.clear_factories()
+        TinyPersonFactory.clear_factories()
+
+        # All automated fresh ids will start from 0 again for this simulation
+        utils.reset_fresh_id()
+
+        # load the cache file, if any
+        if self.cache_path is not None:
+            self._load_cache_file(self.cache_path)
+
+    def end(self):
+        """
+        Marks the end of the simulation being controlled.
+        """
+        logger.debug("Ending simulation.")
+        if self.status == Simulation.STATUS_STARTED:
+            self.status = Simulation.STATUS_STOPPED
+            self.checkpoint()
+        else:
+            raise ValueError("Simulation is already stopped.")
+
+    def checkpoint(self):
+        """
+        Saves current simulation trace to a file.
+        """
+        logger.debug("Checkpointing simulation state...")
+        # save the cache file
+        if self.has_unsaved_cache_changes:
+            self._save_cache_file(self.cache_path)
+        else:
+            logger.debug("No unsaved cache changes to save to file.")
+
+    def add_agent(self, agent):
+        """
+        Adds an agent to the simulation.
+        """
+        if agent.name in self.name_to_agent:
+            raise ValueError(f"Agent names must be unique, but '{agent.name}' is already defined.")
+        agent.simulation_id = self.id
+        self.agents.append(agent)
+        self.name_to_agent[agent.name] = agent
+
+    
+    def add_environment(self, environment):
+        """
+        Adds an environment to the simulation.
+        """
+        if environment.name in self.name_to_environment:
+            raise ValueError(f"Environment names must be unique, but '{environment.name}' is already defined.")
+        environment.simulation_id = self.id
+        self.environments.append(environment)
+        self.name_to_environment[environment.name] = environment
+    
+    def add_factory(self, factory):
+        """
+        Adds a factory to the simulation.
+        """
+        if factory.name in self.name_to_factory:
+            raise ValueError(f"Factory names must be unique, but '{factory.name}' is already defined.")
+        factory.simulation_id = self.id
+        self.factories.append(factory)
+        self.name_to_factory[factory.name] = factory
+
+    ###################################################################################################
+    # Cache and execution chain mechanisms
+    ###################################################################################################
+    def _execution_trace_position(self) -> int:
+        """
+        Returns the current position in the execution trace, or -1 if the execution trace is empty.
+        """
+        return len(self.execution_trace) - 1
+    
+    def _function_call_hash(self, function_name, *args, **kwargs) -> int:
+        """
+        Computes the hash of the given function call.
+        """
+
+        # if functions are passed as arguments to the function, there's the problem that their
+        # string representation always changes due to memory position (e.g., <function my_function at 0x7f8d1a7b7d30>).
+        # so we need to remove the changing suffix in those cases, while preserving the function name if it exists.
+        
+        # positional arguments
+        # covnerts to a list of string representations first
+        args_str = list(map(str, args))
+        for i, arg in enumerate(args):
+            if callable(arg):
+                args_str[i] = arg.__name__
+            
+        # keyword arguments
+        # converts to a list of string representations first
+        kwargs_str = {k: str(v) for k, v in kwargs.items()}
+        for k, v in kwargs.items():
+            if callable(v):
+                kwargs_str[k] = v.__name__
+                
+        # then, convert to a single string, to obtain a unique hash
+        event = str((function_name, args_str, kwargs_str))
+
+        # TODO actually compute a short hash of the event string, e.g., using SHA256 ?
+        # event_hash = utils.custom_hash(event)
+
+        return event
+
+    def _skip_execution_with_cache(self):
+        """
+        Skips the current execution, assuming there's a cached state at the same position.
+        """
+        assert len(self.cached_trace) > self._execution_trace_position() + 1, "There's no cached state at the current execution position."
+        
+        self.execution_trace.append(self.cached_trace[self._execution_trace_position() + 1])
+    
+    def _is_transaction_event_cached(self, event_hash, parallel=False) -> bool:
+        """
+        Checks whether the given event hash matches the corresponding cached one, if any.
+        If there's no corresponding cached state, returns True.
+        """
+        if not parallel:
+            # there's cache that could be used
+            if len(self.cached_trace) > self._execution_trace_position() + 1:
+                if self._execution_trace_position() >= -1:
+                    # here's a graphical depiction of the logic:
+                    #
+                    # Cache:         c0:(c_prev_node_hash_0, c_event_hash_0, _,  c_state_0) ------------------> c1:(c_prev_node_hash_1, c_event_hash_1,  _,  c_state_1) -> ...
+                    # Execution:     e0:(e_prev_node_hash_0, e_event_hash_0, _,  e_state_0) -<being computed>-> e1:(e_prev_node_hash_1, <being computed>, <being computed>, <being computed>)
+                    #   position = 0 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+                    #
+                    #   Must satisfy: 
+                    #     - event_hash == c_event_hash_1
+                    #     - hash(e0) == c_prev_node_hash_1
+                    
+                    try:
+                        event_hash_match = event_hash == self.cached_trace[self._execution_trace_position() + 1][1]
+                    except Exception as e:
+                        logger.error(f"Error while checking event hash match: {e}")
+                        event_hash_match = False                    
+                    
+                    prev_node_match = True # TODO implement real check
+
+                    return event_hash_match and prev_node_match
+                
+                else: 
+                    raise ValueError("Execution trace position is invalid, must be >= -1, but is ", self._execution_trace_position())
+            
+            else: # no cache to use
+                return False
+        
+        else: # parallel
+            if len(self.cached_trace) >= self._execution_trace_position():
+                if self._execution_trace_position() >= 0:
+                    # parallel stores ignore order, so we need to check instead whether the event hash is a key in the parallel store,
+                    # regardless of the order of the events generated the data therein.
+
+                    if isinstance(self.cached_trace[self._execution_trace_position()], dict):
+                        event_hash_match = event_hash in self.cached_trace[self._execution_trace_position()].keys()
+                    else:
+                        event_hash_match = False
+
+                    prev_node_match = True # TODO implement real check
+                    
+                    return event_hash_match and prev_node_match
+
+                else:
+                    raise ValueError("Execution trace position is invalid, must be >= 0, but is ", self._execution_trace_position())
+    
+    def _get_cached_parallel_value(self, event_hash, key):
+        parallel_store = self.cached_trace[self._execution_trace_position()]
+        value = parallel_store[event_hash][key] 
+        return value
+    
+    def _drop_cached_trace_suffix(self):
+        """
+        Drops the cached trace suffix starting at the current execution trace position. This effectively
+        refreshes the cache to the current execution state and starts building a new cache from there.
+        """
+        self.cached_trace = self.cached_trace[:self._execution_trace_position()+1]
+        
+    def _add_to_execution_trace(self, state: dict, event_hash: int, event_output, parallel=False):
+        """
+        Adds a state to the execution_trace list and computes the appropriate hash.
+        The computed hash is compared to the hash of the cached trace at the same position,
+        and if they don't match, the execution is aborted. Similarly, the event_hash is compared
+        to the hash of the event in the cached trace at the same position, and if they don't match, the execution
+        is aborted.
+        """
+        
+        # Compute the hash of the previous execution pair, if any
+        previous_hash = None
+
+        if not parallel:
+            # Create a tuple of (hash, state) and append it to the execution_trace list
+            self.execution_trace.append((previous_hash, event_hash, event_output, state))
+        else:
+            with concurrent_execution_lock:
+                # state is not stored in parallel segments, only outputs
+                self.execution_trace[-1][event_hash] = {"prev_node_hash": previous_hash,
+                                                        "encoded_output": event_output}
+            
+
+
+    def _add_to_cache_trace(self, state: dict, event_hash: int, event_output, parallel=False):
+        """
+        Adds a state to the cached_trace list and computes the appropriate hash.
+        """
+        # Compute the hash of the previous cached pair, if any
+        previous_hash = None
+        if self.cached_trace:
+            previous_hash = utils.custom_hash(self.cached_trace[-1])
+        
+        if not parallel:
+            # Create a tuple of (hash, state) and append it to the cached_trace list
+            self.cached_trace.append((previous_hash, event_hash, event_output, state))
+        else:
+            with concurrent_execution_lock:
+                # state is not stored in parallel segments, only outputs
+                self.cached_trace[-1][event_hash] = {"prev_node_hash": previous_hash,
+                                                    "encoded_output": event_output}
+
+
+        self.has_unsaved_cache_changes = True
+    
+    def _load_cache_file(self, cache_path:str):
+        """
+        Loads the cache file from the given path.
+        """
+        try:
+            self.cached_trace = json.load(open(cache_path, "r", encoding="utf-8", errors="replace"))
+        except FileNotFoundError:
+            logger.info(f"Cache file not found on path: {cache_path}.")
+            self.cached_trace = []
+        
+    def _save_cache_file(self, cache_path:str):
+        """
+        Saves the cache file to the given path. Always overwrites.
+        """
+        logger.debug(f"Now saving cache file to {cache_path}.")
+        try:
+            # Create a temporary file
+            with tempfile.NamedTemporaryFile('w', delete=False) as temp:
+                json.dump(self.cached_trace, temp, indent=4)
+
+            # Replace the original file with the temporary file
+            os.replace(temp.name, cache_path)
+        except Exception as e:
+            traceback_string = ''.join(traceback.format_tb(e.__traceback__))
+            logger.error(f"An error occurred while saving the cache file: {e}\nTraceback:\n{traceback_string}")
+
+        self.has_unsaved_cache_changes = False
+
+    
+
+    ###################################################################################################
+    # Transactional control
+    ###################################################################################################
+
+    #
+    # Regular sequential transactions
+    #
+    def begin_transaction(self, id=None):
+        """
+        Starts a transaction.
+        """
+        with concurrent_execution_lock:
+            self._under_transaction[id] = True
+            self._clear_communications_buffers() # TODO <----------------------------------------------------------------
+    
+    def end_transaction(self, id=None):
+        """
+        Ends a transaction.
+        """
+        with concurrent_execution_lock:
+            self._under_transaction[id] = False
+    
+    def is_under_transaction(self, id=None):
+        """
+        Checks if the agent is under a transaction.
+        """
+        with concurrent_execution_lock:
+            return self._under_transaction.get(id, False)
+
+    def _clear_communications_buffers(self):
+        """
+        Cleans the communications buffers of all agents and environments.
+        """
+        for agent in self.agents:
+            agent.clear_communications_buffer()
+        
+        for environment in self.environments:
+            environment.clear_communications_buffer()
+    
+    #
+    # Parallel transactions
+    #
+    def begin_parallel_transactions(self):
+        """
+        Starts parallel transactions.
+        """
+        with concurrent_execution_lock:
+            self._under_parallel_transactions = True
+            # add a new parallel segment to the execution and cache traces
+            self.execution_trace.append({}) 
+            self.cached_trace.append({})
+    
+    def end_parallel_transactions(self):
+        """
+        Ends parallel transactions.
+        """
+        self._under_parallel_transactions = False
+
+    def is_under_parallel_transactions(self):
+        """
+        Checks if the agent is under parallel transactions.
+        """
+        return self._under_parallel_transactions
+
+    ###################################################################################################
+    # Simulation state handling
+    ###################################################################################################
+    
+    def _encode_simulation_state(self) -> dict:
+        """
+        Encodes the current simulation state, including agents, environments, and other
+        relevant information.
+        """
+        state = {}
+
+        # Encode agents
+        state["agents"] = []
+        for agent in self.agents:
+            state["agents"].append(agent.encode_complete_state())
+        
+        # Encode environments
+        state["environments"] = []
+        for environment in self.environments:
+            state["environments"].append(environment.encode_complete_state())
+        
+        # Encode factories
+        state["factories"] = []
+        for factory in self.factories:
+            state["factories"].append(factory.encode_complete_state())
+                
+        return state
+        
+    def _decode_simulation_state(self, state: dict):
+        """
+        Decodes the given simulation state, including agents, environments, and other
+        relevant information.
+
+        Args:
+            state (dict): The state to decode.
+        """
+        # local import to avoid circular dependencies
+        from tinytroupe.agent import TinyPerson
+        from tinytroupe.environment import TinyWorld
+
+        logger.debug(f"Decoding simulation state: {state['factories']}")
+        logger.debug(f"Registered factories: {self.name_to_factory}")
+        logger.debug(f"Registered agents: {self.name_to_agent}")
+        logger.debug(f"Registered environments: {self.name_to_environment}")
+
+        # Decode factories
+        for factory_state in state["factories"]:
+            factory = self.name_to_factory[factory_state["name"]]
+            factory.decode_complete_state(factory_state)
+
+        # Decode environments
+        ###self.environments = []
+        for environment_state in state["environments"]:
+            try:
+                environment = self.name_to_environment[environment_state["name"]]
+                environment.decode_complete_state(environment_state)
+                if TinyWorld.communication_display:
+                    environment.pop_and_display_latest_communications()
+
+            except Exception as e:
+                raise ValueError(f"Environment {environment_state['name']} is not in the simulation, thus cannot be decoded there.") from e
+
+        # Decode agents (if they were not already decoded by the environment)
+        ####self.agents = []
+        for agent_state in state["agents"]:
+            try:
+                agent = self.name_to_agent[agent_state["name"]]
+                agent.decode_complete_state(agent_state)
+                
+                # The agent has not yet been decoded because it is not in any environment. So, decode it.
+                if agent.environment is None:
+                    if TinyPerson.communication_display:
+                        agent.pop_and_display_latest_communications()
+            except Exception as e:
+                raise ValueError(f"Agent {agent_state['name']} is not in the simulation, thus cannot be decoded there.") from e        
+
+
+class Transaction:
+
+    def __init__(self, obj_under_transaction, simulation, function, *args, **kwargs):
+        # local import to avoid circular dependencies
+        from tinytroupe.agent import TinyPerson
+        from tinytroupe.environment import TinyWorld
+        from tinytroupe.factory.tiny_factory import TinyFactory
+
+        self.obj_under_transaction = obj_under_transaction
+        self.simulation = simulation
+        self.function_name = function.__name__
+        self.function = function
+        self.args = args
+        self.kwargs = kwargs    
+
+        #
+        # If we have an ongoing simulation, set the simulation id of the object under transaction if it is not already set.
+        #
+        if simulation is not None:
+            if hasattr(obj_under_transaction, 'simulation_id') and obj_under_transaction.simulation_id is not None:
+                if obj_under_transaction.simulation_id != simulation.id:
+                    raise ValueError(f"Object {obj_under_transaction} is already captured by a different simulation (id={obj_under_transaction.simulation_id}), \
+                                    and cannot be captured by simulation id={simulation.id}.")
+                
+                logger.debug(f">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> Object {obj_under_transaction} is already captured by simulation {simulation.id}.")
+            else:
+                # if is a TinyPerson, add the agent to the simulation
+                if isinstance(obj_under_transaction, TinyPerson):
+                    simulation.add_agent(obj_under_transaction)
+                    logger.debug(f">>>>>>>>>>>>>>>>>>>>>>> Added agent {obj_under_transaction} to simulation {simulation.id}.")
+
+                # if is a TinyWorld, add the environment to the simulation
+                elif isinstance(obj_under_transaction, TinyWorld):
+                    simulation.add_environment(obj_under_transaction)
+                
+                # if is a TinyFactory, add the factory to the simulation
+                elif isinstance(obj_under_transaction, TinyFactory):
+                    simulation.add_factory(obj_under_transaction)
+                    logger.debug(f">>>>>>>>>>>>>>>>>>>>>>> Added factory {obj_under_transaction} to simulation {simulation.id}.")
+
+                else:
+                    raise ValueError(f"Object {obj_under_transaction} (type = {type(obj_under_transaction)}) is not a TinyPerson or TinyWorld instance, and cannot be captured by the simulation.")
+                
+        
+    def execute(self, begin_parallel=False, parallel_id=None):
+
+        output = None
+
+        # Transaction caching will only operate if there is a simulation and it is started
+        if self.simulation is None or self.simulation.status == Simulation.STATUS_STOPPED:
+            # Compute the function and return it, no caching, since the simulation is not started
+            output = self.function(*self.args, **self.kwargs)
+        
+        elif self.simulation.status == Simulation.STATUS_STARTED:
+            # Compute the event hash
+            event_hash = self.simulation._function_call_hash(self.function_name, *self.args, **self.kwargs)
+
+            # Sequential and parallel transactions are handled in different ways
+            if begin_parallel:
+                self.simulation.begin_parallel_transactions()
+            
+            # CACHED? Check if the event hash is in the cache
+            if self.simulation._is_transaction_event_cached(event_hash, 
+                                                            parallel=self.simulation.is_under_parallel_transactions()):
+                self.simulation.cache_hits += 1
+
+                # Restore the full state and return the cached output
+                logger.debug(f"Skipping execution of {self.function_name} with args {self.args} and kwargs {self.kwargs} because it is already cached.")
+
+                # SEQUENTIAL
+                if not self.simulation.is_under_parallel_transactions():
+                    
+                    self.simulation._skip_execution_with_cache()
+                    state = self.simulation.cached_trace[self.simulation._execution_trace_position()][3] # state
+                    self.simulation._decode_simulation_state(state)
+                    
+                    # Output encoding/decoding is used to preserve references to TinyPerson and TinyWorld instances
+                    # mainly. Scalar values (int, float, str, bool) and composite values (list, dict) are 
+                    # encoded/decoded as is.
+                    encoded_output = self.simulation.cached_trace[self.simulation._execution_trace_position()][2] # output
+                    output = self._decode_function_output(encoded_output)
+                
+                # PARALLEL
+                else: # is under parallel transactions
+
+                    # in parallel segments, state is not restored, only outputs
+                    encoded_output = self.simulation._get_cached_parallel_value(event_hash, "encoded_output")
+                    output = self._decode_function_output(encoded_output)
+
+            else: # not cached
+
+                if not begin_parallel:
+                    # in case of beginning a parallel segment, we don't want to count it as a cache miss,
+                    # since the segment itself will not be cached, but rather the events within it.
+                    self.simulation.cache_misses += 1
+                
+                if not self.simulation.is_under_transaction(id=parallel_id) and not begin_parallel:
+                    
+                    # BEGIN SEQUENTIAL TRANSACTION ###############################################################
+                    #
+                    # if this is the beginning of a parallel segment, we don't need to begin a transaction, since
+                    # we want to allow additional transactions within the parallel segment (i.e., one-level reentrancy).
+                    if not begin_parallel:
+                        self.simulation.begin_transaction(id=parallel_id)
+
+                    # Compute the function and encode the relevant output and simulation state
+                    output = self.function(*self.args, **self.kwargs)
+                    self._save_output_with_simulation_state(event_hash, output)
+
+                    # END TRANSACTION #################################################################
+                    if not begin_parallel:
+                        self.simulation.end_transaction(id=parallel_id)
+                    
+                else: # already under transaction (thus, now a reentrant transaction) OR beginning a parallel segment
+
+                    # NOTES: 
+                    #
+                    #   - Reentrant sequential transactions are not cached, since what matters is the final result of
+                    #     the top-level transaction.
+                    #
+                    #   - The event that starts the parallel transactions segment WILL NOT itself be cached, since
+                    #     it is not part of the parallel segment, but rather the beginning of it. This event will be
+                    #     reconstructed during runtime from the parallel events within the segment.
+
+                    output = self.function(*self.args, **self.kwargs)
+
+            if begin_parallel:
+                self.simulation.end_parallel_transactions()
+
+                # execute an ad-hoc Transaction to save the simulation state AFTER the parallel segment is done.
+                Transaction(self.obj_under_transaction, self.simulation, lambda: True).execute(begin_parallel=False, parallel_id=parallel_id)
+
+        else:
+            raise ValueError(f"Simulation status is invalid at this point: {self.simulation.status}")
+
+        # Checkpoint if needed
+        logger.debug(f"Will attempt to checkpoint simulation state after transaction execution.")
+        if self.simulation is not None and self.simulation.auto_checkpoint:
+            logger.debug("Auto-checkpointing simulation state after transaction execution.")
+            self.simulation.checkpoint()
+
+        # after all the transaction is done, return the output - the client will never know about all the complexity we've
+        # gone through to get here.
+        return output
+    
+    def _save_output_with_simulation_state(self, event_hash, output):
+        encoded_output = self._encode_function_output(output)
+        state = self.simulation._encode_simulation_state()
+
+        # immediately drop the cached trace suffix, since we are starting a new execution from this point on.
+        # in the case of parallel transactions, this will drop everything _after_ the current parallel segment
+        # (which itself occupies one position only, with a dictionary of event hashes and their outputs).
+        self.simulation._drop_cached_trace_suffix()
+
+        # Cache the result and update the current execution trace. If this is a parallel transaction, the
+        # cache and execution traces will be updated in a different way.
+        self.simulation._add_to_cache_trace(state, event_hash, encoded_output, 
+                                            parallel=self.simulation.is_under_parallel_transactions())
+        self.simulation._add_to_execution_trace(state, event_hash, encoded_output, 
+                                                parallel=self.simulation.is_under_parallel_transactions())
+
+  
+    def _encode_function_output(self, output) -> dict:
+        """
+        Encodes the given function output.
+        """
+        # local import to avoid circular dependencies
+        from tinytroupe.agent import TinyPerson
+        from tinytroupe.environment import TinyWorld
+        from tinytroupe.factory.tiny_factory import TinyFactory
+
+        # if the output is a supported object, encode it
+        if output is None:
+            return None
+        elif isinstance(output, TinyPerson):
+            return {"type": "TinyPersonRef", "name": output.name}
+        elif isinstance(output, TinyWorld):
+            return {"type": "TinyWorldRef", "name": output.name}
+        elif isinstance(output, TinyFactory):
+            return {"type": "TinyFactoryRef", "name": output.name}
+        elif isinstance(output, list):
+            encoded_list = []
+            for item in output:
+                if isinstance(item, TinyPerson):
+                    encoded_list.append({"type": "TinyPersonRef", "name": item.name})
+                elif isinstance(item, TinyWorld):
+                    encoded_list.append({"type": "TinyWorldRef", "name": item.name})
+                elif isinstance(item, TinyFactory):
+                    encoded_list.append({"type": "TinyFactoryRef", "name": item.name})
+                else:
+                    encoded_list.append({"type": "JSON", "value": item})
+            return {"type": "List", "value": encoded_list}
+        elif isinstance(output, (int, float, str, bool, dict, tuple)):
+            return {"type": "JSON", "value": output}
+        else:
+            raise ValueError(f"Unsupported output type: {type(output)}")
+
+    def _decode_function_output(self, encoded_output: dict):
+        """
+        Decodes the given encoded function output.
+        """
+        # local import to avoid circular dependencies
+        from tinytroupe.agent import TinyPerson
+        from tinytroupe.environment import TinyWorld
+        from tinytroupe.factory.tiny_factory import TinyFactory
+
+        if encoded_output is None:
+            return None
+        elif encoded_output["type"] == "TinyPersonRef":
+            return TinyPerson.get_agent_by_name(encoded_output["name"])
+        elif encoded_output["type"] == "TinyWorldRef":
+            return TinyWorld.get_environment_by_name(encoded_output["name"])
+        elif encoded_output["type"] == "TinyFactoryRef":
+            return TinyFactory.get_factory_by_name(encoded_output["name"])
+        elif encoded_output["type"] == "List":
+            decoded_list = []
+            for item in encoded_output["value"]:
+                if item["type"] == "TinyPersonRef":
+                    decoded_list.append(TinyPerson.get_agent_by_name(item["name"]))
+                elif item["type"] == "TinyWorldRef":
+                    decoded_list.append(TinyWorld.get_environment_by_name(item["name"]))
+                elif item["type"] == "TinyFactoryRef":
+                    decoded_list.append(TinyFactory.get_factory_by_name(item["name"]))
+                else:
+                    decoded_list.append(item["value"])
+            return decoded_list
+        elif encoded_output["type"] == "JSON":
+            return encoded_output["value"]
+        else:
+            raise ValueError(f"Unsupported output type: {encoded_output['type']}")
+
+def transactional(parallel=False):
+    """
+    A helper decorator that makes a function simulation-transactional.
+    """
+    def decorator(func):
+        def wrapper(*args, **kwargs):
+            obj_under_transaction = args[0]
+            simulation = current_simulation()
+            obj_sim_id = obj_under_transaction.simulation_id if hasattr(obj_under_transaction, 'simulation_id') else None
+
+            logger.debug(f"-----------------------------------------> Transaction: {func.__name__} with args {args[1:]} and kwargs {kwargs} under simulation {obj_sim_id}, parallel={parallel}.")
+            
+            parallel_id = str(threading.current_thread())
+            
+            transaction = Transaction(obj_under_transaction, simulation, func, *args, **kwargs)
+            result = transaction.execute(begin_parallel=parallel, parallel_id=parallel_id)
+            
+            return result
+        
+        return wrapper
+    
+    return decorator
+
+class SkipTransaction(Exception):
+    pass
+
+class CacheOutOfSync(Exception):
+    """
+    Raised when a cached and the corresponding freshly executed elements are out of sync.
+    """
+    pass
+
+class ExecutionCached(Exception):
+    """
+    Raised when a proposed execution is already cached.
+    """
+    pass
+
+
+###################################################################################################
+# Convenience functions
+###################################################################################################
+
+def reset():
+    """	
+    Resets the entire simulation control state.
+    """
+    global _current_simulations, _current_simulation_id
+    _current_simulations = {"default": None}
+
+    # TODO Currently, only one simulation can be started at a time. In future versions, this should be
+    #      changed to allow multiple simulations to be started at the same time, e.g., for fast
+    #      analyses through parallelization.
+    _current_simulation_id = None
+
+def _simulation(id="default"):
+    global _current_simulations
+    if _current_simulations[id] is None:
+        _current_simulations[id] = Simulation()
+    
+    return _current_simulations[id]
+
+def begin(cache_path=None, id="default", auto_checkpoint=False):
+    """
+    Marks the start of the simulation being controlled.
+    """
+    global _current_simulation_id
+    if _current_simulation_id is None:
+        _simulation(id).begin(cache_path, auto_checkpoint)
+        _current_simulation_id = id
+    else:
+        raise ValueError(f"Simulation is already started under id {_current_simulation_id}. Currently only one simulation can be started at a time.")   
+    
+def end(id="default"):
+    """
+    Marks the end of the simulation being controlled.
+    """
+    global _current_simulation_id
+    _simulation(id).end()
+    _current_simulation_id = None
+
+def checkpoint(id="default"):
+    """
+    Saves current simulation state.
+    """
+    _simulation(id).checkpoint()
+
+def current_simulation():
+    """
+    Returns the current simulation.
+    """
+    global _current_simulation_id
+    if _current_simulation_id is not None:
+        return _simulation(_current_simulation_id)
+    else:
+        return None
+
+def cache_hits(id="default"):
+    """
+    Returns the number of cache hits.
+    """
+    return _simulation(id).cache_hits
+
+def cache_misses(id="default"):
+    """
+    Returns the number of cache misses.
+    """
+    return _simulation(id).cache_misses
+    
+reset() # initialize the control state

tinytroupe/enrichment/__init__.py

@@ -0,0 +1,11 @@
+import logging
+logger = logging.getLogger("tinytroupe")
+
+from tinytroupe import default
+
+###########################################################################
+# Exposed API
+###########################################################################
+from tinytroupe.enrichment.tiny_enricher import TinyEnricher
+
+__all__ = ["TinyEnricher"]

tinytroupe/enrichment/prompts/enricher.system.mustache

@@ -0,0 +1,67 @@
+# Content enricher
+
+You are a system that, given a certain content, enriches it. You operate with synthetic data, your main aim being
+to make it more realistic, useful, informative and human-like. Content types might include, but are not limited to:
+    - Documents
+    - Meetings
+    - Emails
+    - Chat messages
+    - Tabular data
+    - Configuration files
+    - etc.
+
+Content enrichment under such conditions can be useful in many scenarios, such as:
+  - Expanding short documents, or document outlines. Synthetic data is often short or incomplete, and you can help
+    make it more informative.
+  - Filling in specific missing details. Synthetic data often lacks specific details, and you can help make it more
+    realistic.
+  - Making the content more human-like. Synthetic data is often generated by machines, and you can help make it more
+    human-like.
+  - Changing tone or style, since the original content might not be suitable for the target audience and might need
+    to be adjusted.
+  - Adapting content to work better with other systems. For example, the target system might require special-purpose
+    formatting, custom fields, or specific data types.
+
+
+## On your input
+
+You receive as input:
+  - the content type: e.g. Document, Meeting, Email, Chat Message, Tabualar Data, Configuration Files, etc.;
+  - the content itself: formated as JSON, XML, CSV, Markdown, plain text, etc.;
+  - the enrichment requirements: e.g. expand, fill in, make human-like, change tone, adapt, etc.;
+  - contextual information (optional): This can include anything that you might use to better ground your expansion. For example,
+    for enriching a document, you might receive contextual inforation about the projects and the people that document is
+    related to;
+  - contextual cache (optional): This can include the past enrichments you have made, so you can both avoid repeating yourself
+    and build on top of your previous enrichments.
+
+## On how to enrich content
+
+Enrichment directives:
+  - You follow the enrichment requirements as closely as possible.
+  - Unless otherwise specified, you add as much detail as possible, assuming the user wants **more** content, never less.
+  - You always maintain the original **content type**, unless the specific enrichment request is explicitly asking to change it.
+  - Regarding contextual information:
+      * If contextual information is provided, you try to ground your enrichment in that context as much as possible, avoiding
+        contradictions or inconsistencies.
+      * If no contextual information is provided, you can be imaginative and creative, but always keeping the content realistic,
+        useful and internally consistent.
+   - If contextual cache is provided, you can use it to avoid repeating yourself, and to build on top of your previous enrichments.
+     In this case, assume that the overall objective is to generate a set of coherent enrichments, rather than a set of isolated
+     ones. For example, if you have already enriched a document with some details about a project, you can use that information
+     to later enrich a meeting invite related to that project.
+         * Morevoer, if other contextual information is provided, you should use it to determine the objective of the 
+           set of enrichments, if that makes sense and results in a more realistic and coherent set of enrichments.
+    - In the enriched content, you **never** mention that the content was enriched. The enrichment must be transparent, and the final
+      artifact should not show any signs of being synthetic or machine-generated.
+
+
+## On your output
+
+Output directives:
+  
+  - You maintain the orignal **format** as much as possible. So, for example, the input was a JSON object, you output a JSON object;
+    if the output was Markdown, you output Markdown; if the input was a CSV, ouput a CSV; if the input was a XML, ouput a XML; 
+    if the input was just text, you output just text; etc.
+  
+

tinytroupe/enrichment/prompts/enricher.user.mustache

@@ -0,0 +1,30 @@
+Now, please execute a concrete enrichment according with the following specification.
+
+## Content type 
+{{#content_type}}
+The type of the content is: {{content_type}}
+{{/content_type}}
+{{^content_type}}
+The type of the content is not specified, so please make your best guess about what it is.
+{{/content_type}}
+
+## Enrichment requirements
+{{requirements}}
+
+{{#contextual_information}}
+## Contextual information (if any)
+{{contextual_information}}
+{{/contextual_information}}
+
+{{#contextual_cache}}
+## Contextual cache (if any)
+
+    - {{cached_type}}: {{cached_content}}
+{{/contextual_cache}}
+
+## CONTENT TO ENRICH 
+
+This is the actual content to enrich:
+```
+{{content}}
+```

tinytroupe/enrichment/prompts/styler.system.mustache

@@ -0,0 +1,62 @@
+# Content Styler
+
+You are a system that transforms text to follow a specified writing or speaking style while preserving the original information. Your primary function is to reshape content to match different tones, dialects, or personality traits without altering the factual content. You can handle various content types including:
+    - Verbal conversations
+    - Documents
+    - Emails
+    - Chat messages
+    - Meeting transcripts
+    - Social media posts
+    - Blog articles
+    - Technical documentation
+    - etc.
+
+Style transformation can be useful in many scenarios, such as:
+  - Adapting content for different audiences (technical vs. non-technical, formal vs. casual)
+  - Changing tone to better match brand voice or company culture
+  - Simulating different personality types 
+  - Making content more engaging, persuasive, or accessible
+  - Adding authenticity by matching regional dialects or professional jargon
+  - Converting between different writing conventions (academic, journalistic, conversational)
+  - Adjusting formality levels to match specific contexts or relationships
+
+## On your input
+
+You receive as input:
+  - the original content: formatted as JSON, XML, CSV, Markdown, plain text, etc.;
+  - the target style: a description of the writing or speaking style to transform the content into;
+  - style parameters (optional): specific aspects of the style to emphasize or de-emphasize;
+  - contextual information (optional): background that helps you understand the appropriate style or tone;
+  - preservation requirements (optional): specific elements that must remain unchanged during transformation.
+
+## On how to transform style
+
+Style transformation directives:
+  - You transform the text to match the target style while **always** preserving **all** factual information from the original.
+      * Factual information includes, but is not limited to, technical terms, names, dates, numerical data, and any other specific details that are critical to the content.
+  - You maintain the same meaning, points, arguments, and information content throughout the transformation.
+  - Unless explicitly requested, you do not add new information or remove existing information.
+  - You adapt language patterns, vocabulary, sentence structure, and rhetorical devices to match the target style.
+  - Regarding style parameters:
+      * If parameters emphasize certain aspects (personality, formality, technical language, brevity), you prioritize those aspects.
+      * If parameters de-emphasize aspects, you minimize those aspects without compromising information.
+  - Regarding contextual information:
+      * If provided, you use it to fine-tune the style to be appropriate for the specific context.
+      * If no context is provided, you implement the style in a general manner that would be widely recognized.
+  - Regarding preservation requirements:
+      * You strictly preserve any specified elements (technical terms, names, numerical data, etc.).
+      * When in doubt about whether something should be preserved, err on the side of preservation.
+  - You **never** mention that the content was transformed or styled. The transformation should be seamless, and the final
+    artifact should appear as if it was originally created in the target style.
+
+## On your output
+
+Output directives:
+  
+  - You maintain the original **format** as much as possible. So, for example, if the input was a JSON object, you output a JSON object;
+    if the input was Markdown, you output Markdown; if the input was a CSV, output a CSV; if the input was XML, output XML; 
+    if the input was just text, you output just text; etc.
+  - You preserve structural elements like paragraphs, lists, sections, and formatting unless the target style explicitly
+    requires structural changes.
+  - The transformed content should feel natural and authentic to the target style, not like a parody or exaggeration
+    unless explicitly requested.

tinytroupe/enrichment/prompts/styler.user.mustache

@@ -0,0 +1,30 @@
+Now, please apply a concrete style following the specification below.
+
+## Content type 
+{{#content_type}}
+The type of the content is: {{content_type}}
+{{/content_type}}
+{{^content_type}}
+The type of the content is not specified, so please make your best guess about what it is.
+{{/content_type}}
+
+## Style requirements
+{{style}}
+
+{{#contextual_information}}
+## Contextual information (if any)
+{{contextual_information}}
+{{/contextual_information}}
+
+{{#contextual_cache}}
+## Contextual cache (if any)
+
+    - {{cached_type}}: {{cached_content}}
+{{/contextual_cache}}
+
+## CONTENT TO APPLY STYLE
+
+This is the actual content to style:
+```
+{{content}}
+```

tinytroupe/enrichment/tiny_enricher.py

@@ -0,0 +1,41 @@
+from tinytroupe.enrichment import logger
+from tinytroupe.utils import JsonSerializableRegistry
+
+
+from tinytroupe import openai_utils
+import tinytroupe.utils as utils
+
+class TinyEnricher(JsonSerializableRegistry):
+
+    def __init__(self, use_past_results_in_context=False) -> None:
+        self.use_past_results_in_context = use_past_results_in_context
+
+        self.context_cache = []
+    
+    def enrich_content(self, requirements: str, content:str, content_type:str =None, context_info:str ="", context_cache:list=None, verbose:bool=False):
+
+        rendering_configs = {"requirements": requirements,
+                             "content": content,
+                             "content_type": content_type, 
+                             "context_info": context_info,
+                             "context_cache": context_cache}
+
+        messages = utils.compose_initial_LLM_messages_with_templates("enricher.system.mustache", "enricher.user.mustache", 
+                                                                     base_module_folder = "enrichment",
+                                                                     rendering_configs=rendering_configs)
+        
+        next_message = openai_utils.client().send_message(messages, temperature=1.0, frequency_penalty=0.0, presence_penalty=0.0)
+        
+        debug_msg = f"Enrichment result message: {next_message}"
+        logger.debug(debug_msg)
+        if verbose:
+            print(debug_msg)
+
+        if next_message is not None:
+            result = utils.extract_code_block(next_message["content"])
+        else:
+            result = None
+
+        return result
+    
+

tinytroupe/enrichment/tiny_styler.py

@@ -0,0 +1,85 @@
+from tinytroupe.enrichment import logger
+from tinytroupe.utils import JsonSerializableRegistry
+from tinytroupe.utils.llm import LLMChat
+import tinytroupe.utils as utils
+
+
+class TinyStyler(JsonSerializableRegistry):
+    """
+    A class for applying a specified writing or speaking style to content while preserving
+    the original information.
+    """
+
+    def __init__(self, use_past_results_in_context=False) -> None:
+        """
+        Initialize the TinyStyler.
+
+        Args:
+            use_past_results_in_context (bool): Whether to use past styling results in the context.
+        """
+        self.use_past_results_in_context = use_past_results_in_context
+        self.context_cache = []
+    
+    def apply_style(self, content: str, style: str, content_type: str = None, 
+                   context_info: str = "", context_cache: list = None, verbose: bool = False, 
+                   temperature: float = 0.7):
+        """
+        Apply a specified style to the content while preserving all the original information.
+
+        Args:
+            content (str): The content to style.
+            style (str): The style to apply (e.g., "professional", "casual", "technical", etc.).
+            content_type (str, optional): The type of content (e.g., "email", "report", "conversation").
+            context_info (str, optional): Additional context information.
+            context_cache (list, optional): Previous styling results to use as context.
+            verbose (bool, optional): Whether to print debug information.
+            temperature (float, optional): The temperature to use for the LLM generation.
+
+        Returns:
+            str: The styled content.
+        """
+        if context_cache is None and self.use_past_results_in_context:
+            context_cache = self.context_cache
+
+        rendering_configs = {
+            "content": content,
+            "style": style,
+            "content_type": content_type,
+            "context_info": context_info,
+            "context_cache": context_cache
+        }
+
+        # Initialize the LLMChat with appropriate templates
+        chat = LLMChat(
+            system_template_name="styler.system.mustache",
+            user_template_name="styler.user.mustache",
+            base_module_folder="enrichment",
+            temperature=temperature
+        )
+        
+        # Call the model and get the response
+        result = chat.call(**rendering_configs)
+        
+        debug_msg = f"Styling result: {result}"
+        logger.debug(debug_msg)
+        if verbose:
+            print(debug_msg)
+            
+        # Extract the styled content from code blocks if present
+        if result is not None:
+            styled_content = utils.extract_code_block(result)
+            # If no code block was found, use the raw result
+            if not styled_content:
+                styled_content = result
+            
+            # Add to context cache if enabled
+            if self.use_past_results_in_context:
+                self.context_cache.append({
+                    "original": content,
+                    "style": style,
+                    "styled": styled_content
+                })
+                
+            return styled_content
+        else:
+            return None

tinytroupe/environment/__init__.py

@@ -0,0 +1,17 @@
+"""
+Environments provide a structured way to define the world in which the
+agents interact with each other as well as external entities (e.g., search engines).
+"""
+
+import logging
+logger = logging.getLogger("tinytroupe")
+
+from tinytroupe import default
+
+###########################################################################
+# Exposed API
+###########################################################################
+from tinytroupe.environment.tiny_world import TinyWorld
+from tinytroupe.environment.tiny_social_network import TinySocialNetwork
+
+__all__ = ["TinyWorld", "TinySocialNetwork"]

tinytroupe/environment/social_tiny_world.py

@@ -0,0 +1,112 @@
+from typing import List, Dict, Any, Set, Optional
+import random
+from datetime import datetime
+from tinytroupe.environment.tiny_world import TinyWorld
+from tinytroupe.social_network import NetworkTopology
+from tinytroupe.agent.social_types import Content, Reaction
+from tinytroupe.agent import TinyPerson
+from tinytroupe.agent import logger
+
+class SimulationResult:
+    def __init__(self, content: Content, start_time: datetime):
+        self.content = content
+        self.start_time = start_time
+        self.end_time: Optional[datetime] = None
+        self.engagements: List[Dict[str, Any]] = []
+        self.step_metrics: List[Dict[str, Any]] = []
+        self.total_reach = 0
+        self.engagement_rate = 0.0
+        self.expected_likes = 0
+        self.expected_comments = 0
+        self.expected_shares = 0
+        self.cascade_depth = 0
+        self.execution_time = 0.0
+        self.avg_sentiment = 0.0
+        self.feedback_summary: List[str] = []
+
+    def add_engagement(self, persona_id: str, engagement_type: str, step: int, sentiment: float = 0.0, feedback: str = None):
+        self.engagements.append({
+            "persona_id": persona_id,
+            "type": engagement_type,
+            "step": step,
+            "sentiment": sentiment,
+            "feedback": feedback
+        })
+        if engagement_type == "like": self.expected_likes += 1
+        elif engagement_type == "comment": self.expected_comments += 1
+        elif engagement_type == "share": self.expected_shares += 1
+
+        if feedback:
+            self.feedback_summary.append(feedback)
+
+    def add_step_metrics(self, step: int, reach: int, engagements: int):
+        self.step_metrics.append({
+            "step": step,
+            "reach": reach,
+            "engagements": engagements
+        })
+
+    def finalize(self, end_time: datetime):
+        self.end_time = end_time
+        self.execution_time = (end_time - self.start_time).total_seconds()
+        self.total_reach = len(set(e["persona_id"] for e in self.engagements)) # Simplified
+        # ... more metrics
+
+class SocialTinyWorld(TinyWorld):
+    """Extended TinyWorld with social network capabilities"""
+
+    def __init__(self, name: str, network: NetworkTopology = None, **kwargs):
+        super().__init__(name, **kwargs)
+        self.network = network or NetworkTopology()
+        self.content_items: List[Content] = []
+        self.simulation_history: List[SimulationResult] = []
+        self.time_step = 0
+
+    def add_content(self, content: Content) -> None:
+        """Add content to the world for personas to interact with"""
+        self.content_items.append(content)
+        self.broadcast(f"New content available: {content.text[:100]}...")
+
+    def simulate_content_spread(self, content: Content,
+                               initial_viewers: List[str],
+                               max_steps: int = 10) -> SimulationResult:
+        """Simulate how content spreads through the network"""
+
+        result = SimulationResult(content=content, start_time=datetime.now())
+        viewed = set(initial_viewers)
+        engaged = set()
+
+        for step in range(max_steps):
+            self.time_step = step
+            new_viewers = set()
+
+            for viewer_id in viewed - engaged:
+                if viewer_id not in self.network.nodes: continue
+                persona = self.network.nodes[viewer_id]
+
+                # Predict reaction (simplified)
+                reaction = persona.predict_reaction(content)
+
+                if reaction.will_engage:
+                    engaged.add(viewer_id)
+                    result.add_engagement(
+                        viewer_id,
+                        reaction.reaction_type,
+                        step,
+                        sentiment=reaction.sentiment,
+                        feedback=reaction.comment
+                    )
+
+                    if reaction.will_share:
+                        neighbors = self.network.get_neighbors(viewer_id)
+                        new_viewers.update([n.name for n in neighbors])
+
+            viewed.update(new_viewers)
+            result.add_step_metrics(step, len(viewed), len(engaged))
+
+            if not new_viewers:
+                break
+
+        result.finalize(datetime.now())
+        self.simulation_history.append(result)
+        return result

tinytroupe/environment/tiny_social_network.py

@@ -0,0 +1,132 @@
+from tinytroupe.environment.tiny_world import TinyWorld
+from tinytroupe.environment import logger
+
+import copy
+from datetime import datetime, timedelta
+
+from tinytroupe.agent import *
+from tinytroupe.control import transactional
+ 
+from rich.console import Console
+
+from typing import Any, TypeVar, Union
+AgentOrWorld = Union["TinyPerson", "TinyWorld"]
+
+
+class TinySocialNetwork(TinyWorld):
+
+    def __init__(self, name, broadcast_if_no_target=True):
+        """
+        Create a new TinySocialNetwork environment.
+
+        Args:
+            name (str): The name of the environment.
+            broadcast_if_no_target (bool): If True, broadcast actions through an agent's available relations
+              if the target of an action is not found.
+        """
+        
+        super().__init__(name, broadcast_if_no_target=broadcast_if_no_target)
+
+        self.relations = {}
+    
+    @transactional()
+    def add_relation(self, agent_1, agent_2, name="default"):
+        """
+        Adds a relation between two agents.
+        
+        Args:
+            agent_1 (TinyPerson): The first agent.
+            agent_2 (TinyPerson): The second agent.
+            name (str): The name of the relation.
+        """
+
+        logger.debug(f"Adding relation {name} between {agent_1.name} and {agent_2.name}.")
+
+        # agents must already be in the environment, if not they are first added
+        if agent_1 not in self.agents:
+            self.agents.append(agent_1)
+        if agent_2 not in self.agents:
+            self.agents.append(agent_2)
+
+        if name in self.relations:
+            self.relations[name].append((agent_1, agent_2))
+        else:
+            self.relations[name] = [(agent_1, agent_2)]
+
+        return self # for chaining
+    
+    @transactional()
+    def _update_agents_contexts(self):
+        """
+        Updates the agents' observations based on the current state of the world.
+        """
+
+        # clear all accessibility first
+        for agent in self.agents:
+            agent.make_all_agents_inaccessible()
+
+        # now update accessibility based on relations
+        for relation_name, relation in self.relations.items():
+            logger.debug(f"Updating agents' observations for relation {relation_name}.")
+            for agent_1, agent_2 in relation:
+                agent_1.make_agent_accessible(agent_2)
+                agent_2.make_agent_accessible(agent_1)
+
+    @transactional()
+    def _step(self):
+        self._update_agents_contexts()
+
+        #call super
+        super()._step()
+    
+    @transactional()
+    def _handle_reach_out(self, source_agent: TinyPerson, content: str, target: str):
+        """
+        Handles the REACH_OUT action. This social network implementation only allows
+        REACH_OUT to succeed if the target agent is in the same relation as the source agent.
+
+        Args:
+            source_agent (TinyPerson): The agent that issued the REACH_OUT action.
+            content (str): The content of the message.
+            target (str): The target of the message.
+        """
+            
+        # check if the target is in the same relation as the source
+        if self.is_in_relation_with(source_agent, self.get_agent_by_name(target)):
+            super()._handle_reach_out(source_agent, content, target)
+            
+        # if we get here, the target is not in the same relation as the source
+        source_agent.socialize(f"{target} is not in the same relation as you, so you cannot reach out to them.", source=self)
+
+
+    # TODO implement _handle_talk using broadcast_if_no_target too
+
+    #######################################################################
+    # Utilities and conveniences
+    #######################################################################
+
+    def is_in_relation_with(self, agent_1:TinyPerson, agent_2:TinyPerson, relation_name=None) -> bool:
+        """
+        Checks if two agents are in a relation. If the relation name is given, check that
+        the agents are in that relation. If no relation name is given, check that the agents
+        are in any relation. Relations are undirected, so the order of the agents does not matter.
+
+        Args:
+            agent_1 (TinyPerson): The first agent.
+            agent_2 (TinyPerson): The second agent.
+            relation_name (str): The name of the relation to check, or None to check any relation.
+
+        Returns:
+            bool: True if the two agents are in the given relation, False otherwise.
+        """
+        if relation_name is None:
+            for relation_name, relation in self.relations.items():
+                if (agent_1, agent_2) in relation or (agent_2, agent_1) in relation:
+                    return True
+            return False
+        
+        else:
+            if relation_name in self.relations:
+                return (agent_1, agent_2) in self.relations[relation_name] or (agent_2, agent_1) in self.relations[relation_name]
+            else:
+                return False

tinytroupe/environment/tiny_world.py

@@ -0,0 +1,866 @@
+from tinytroupe.environment import logger, default
+
+import copy
+from datetime import datetime, timedelta
+import textwrap
+import random
+import concurrent.futures
+
+from tinytroupe.agent import *
+from tinytroupe.utils import name_or_empty, pretty_datetime
+import tinytroupe.control as control
+from tinytroupe.control import transactional
+from tinytroupe import utils
+from tinytroupe import config_manager
+ 
+from rich.console import Console
+
+from typing import Any, TypeVar, Union
+AgentOrWorld = Union["TinyPerson", "TinyWorld"]
+
+class TinyWorld:
+    """
+    Base class for environments.
+    """
+
+    # A dict of all environments created so far.
+    all_environments = {} # name -> environment
+
+    # Whether to display environments communications or not, for all environments. 
+    communication_display = True
+
+    def __init__(self, name: str=None, agents=[], 
+                 initial_datetime=datetime.now(),
+                 interventions=[],
+                 broadcast_if_no_target=True,
+                 max_additional_targets_to_display=3):
+        """
+        Initializes an environment.
+
+        Args:
+            name (str): The name of the environment.
+            agents (list): A list of agents to add to the environment.
+            initial_datetifme (datetime): The initial datetime of the environment, or None (i.e., explicit time is optional). 
+                Defaults to the current datetime in the real world.
+            interventions (list): A list of interventions to apply in the environment at each simulation step.
+            broadcast_if_no_target (bool): If True, broadcast actions if the target of an action is not found.
+            max_additional_targets_to_display (int): The maximum number of additional targets to display in a communication. If None, 
+                all additional targets are displayed.
+        """
+
+        if name is not None:
+            self.name = name
+        else:
+            self.name = f"TinyWorld {utils.fresh_id(self.__class__.__name__)}"
+            
+        self.current_datetime = initial_datetime
+        self.broadcast_if_no_target = broadcast_if_no_target
+        self.simulation_id = None # will be reset later if the agent is used within a specific simulation scope
+        
+        self.agents = []
+        self.name_to_agent = {} # {agent_name: agent, agent_name_2: agent_2, ...}
+
+        self._interventions = interventions
+
+        # the buffer of communications that have been displayed so far, used for
+        # saving these communications to another output form later (e.g., caching)
+        self._displayed_communications_buffer = []
+
+        # a temporary buffer for communications target to make rendering easier
+        self._target_display_communications_buffer = []
+        self._max_additional_targets_to_display = max_additional_targets_to_display
+
+        self.console = Console()
+
+        # add the environment to the list of all environments
+        TinyWorld.add_environment(self)
+        
+        self.add_agents(agents)
+        
+    #######################################################################
+    # Simulation control methods
+    #######################################################################
+    @transactional()
+    def _step(self, 
+              timedelta_per_step=None, 
+              randomize_agents_order=True,
+              parallelize=True): # TODO have a configuration for parallelism?
+        """
+        Performs a single step in the environment. This default implementation
+        simply calls makes all agents in the environment act and properly
+        handle the resulting actions. Subclasses might override this method to implement 
+        different policies.
+        """
+        
+        # Increase current datetime if timedelta is given. This must happen before
+        # any other simulation updates, to make sure that the agents are acting
+        # in the correct time, particularly if only one step is being run.
+        self._advance_datetime(timedelta_per_step)
+
+        # Apply interventions. 
+        # 
+        # Why not in parallel? Owing to the very general nature of their potential effects,
+        # interventions are never parallelized, since that could introduce unforeseen race conditions.
+        for intervention in self._interventions:
+            should_apply_intervention = intervention.check_precondition()
+            if should_apply_intervention:
+                if TinyWorld.communication_display:
+                    self._display_intervention_communication(intervention)
+                intervention.apply_effect()
+                
+                logger.debug(f"[{self.name}] Intervention '{intervention.name}' was applied.")
+
+        # Agents can act in parallel or sequentially
+        if parallelize:
+            agents_actions = self._step_in_parallel(timedelta_per_step=timedelta_per_step)
+        else:
+            agents_actions = self._step_sequentially(timedelta_per_step=timedelta_per_step, 
+                                                 randomize_agents_order=randomize_agents_order)
+        
+        return agents_actions
+        
+    def _step_sequentially(self, timedelta_per_step=None, randomize_agents_order=True):
+        """
+        The sequential version of the _step method to request agents to act. 
+        """
+        
+        # agents can act in a random order
+        reordered_agents = copy.copy(self.agents)
+        if randomize_agents_order:
+            random.shuffle(reordered_agents)
+
+        # agents can act
+        agents_actions = {}
+        for agent in reordered_agents:
+            logger.debug(f"[{self.name}] Agent {name_or_empty(agent)} is acting.")
+            actions = agent.act(return_actions=True)
+            agents_actions[agent.name] = actions
+
+            self._handle_actions(agent, agent.pop_latest_actions())
+        
+        return agents_actions
+
+    def _step_in_parallel(self, timedelta_per_step=None):
+        """
+        A parallelized version of the _step method to request agents to act.
+        """
+
+        with concurrent.futures.ThreadPoolExecutor() as executor:
+            futures = {executor.submit(agent.act, return_actions=True): agent for agent in self.agents}
+            agents_actions = {}
+
+            # Wait for all futures to complete
+            concurrent.futures.wait(futures.keys())
+
+            for future in futures:
+                agent = futures[future]
+                try:
+                    actions = future.result()
+                    agents_actions[agent.name] = actions
+                    self._handle_actions(agent, agent.pop_latest_actions())
+                except Exception as exc:
+                    logger.error(f"[{self.name}] Agent {name_or_empty(agent)} generated an exception: {exc}")
+
+        return agents_actions
+
+        
+
+    def _advance_datetime(self, timedelta):
+        """
+        Advances the current datetime of the environment by the specified timedelta.
+
+        Args:
+            timedelta (timedelta): The timedelta to advance the current datetime by.
+        """
+        if timedelta is not None:
+            self.current_datetime += timedelta
+        else:
+            logger.info(f"[{self.name}] No timedelta provided, so the datetime was not advanced.")
+
+    @transactional()
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run(self, steps: int, timedelta_per_step=None, return_actions=False, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of steps.
+
+        Args:
+            steps (int): The number of steps to run the environment for.
+            timedelta_per_step (timedelta, optional): The time interval between steps. Defaults to None.
+            return_actions (bool, optional): If True, returns the actions taken by the agents. Defaults to False.
+            randomize_agents_order (bool, optional): If True, randomizes the order in which agents act. Defaults to True.
+            parallelize (bool, optional): If True, agents act in parallel. Defaults to True.
+        
+        Returns:
+            list: A list of actions taken by the agents over time, if return_actions is True. The list has this format:
+                  [{agent_name: [action_1, action_2, ...]}, {agent_name_2: [action_1, action_2, ...]}, ...]
+        """
+        agents_actions_over_time = []
+        for i in range(steps):
+            logger.info(f"[{self.name}] Running world simulation step {i+1} of {steps}.")
+
+            if TinyWorld.communication_display:
+                self._display_step_communication(cur_step=i+1, total_steps=steps, timedelta_per_step=timedelta_per_step)
+
+            agents_actions = self._step(timedelta_per_step=timedelta_per_step, randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+            agents_actions_over_time.append(agents_actions)
+        
+        if return_actions:
+            return agents_actions_over_time
+    
+    @transactional()
+    def skip(self, steps: int, timedelta_per_step=None):
+        """
+        Skips a given number of steps in the environment. That is to say, time shall pass, but no actions will be taken
+        by the agents or any other entity in the environment.
+
+        Args:
+            steps (int): The number of steps to skip.
+            timedelta_per_step (timedelta, optional): The time interval between steps. Defaults to None.
+        """
+        self._advance_datetime(steps * timedelta_per_step)
+
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_minutes(self, minutes: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of minutes.
+
+        Args:
+            minutes (int): The number of minutes to run the environment for.
+        """
+        self.run(steps=minutes, timedelta_per_step=timedelta(minutes=1), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_minutes(self, minutes: int):
+        """
+        Skips a given number of minutes in the environment.
+
+        Args:
+            minutes (int): The number of minutes to skip.
+        """
+        self.skip(steps=minutes, timedelta_per_step=timedelta(minutes=1))
+    
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_hours(self, hours: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of hours.
+
+        Args:
+            hours (int): The number of hours to run the environment for.
+        """
+        self.run(steps=hours, timedelta_per_step=timedelta(hours=1), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_hours(self, hours: int):
+        """
+        Skips a given number of hours in the environment.
+
+        Args:
+            hours (int): The number of hours to skip.
+        """
+        self.skip(steps=hours, timedelta_per_step=timedelta(hours=1))
+    
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_days(self, days: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of days.
+
+        Args:
+            days (int): The number of days to run the environment for.
+        """
+        self.run(steps=days, timedelta_per_step=timedelta(days=1), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_days(self, days: int):
+        """
+        Skips a given number of days in the environment.
+
+        Args:
+            days (int): The number of days to skip.
+        """
+        self.skip(steps=days, timedelta_per_step=timedelta(days=1))
+    
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_weeks(self, weeks: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of weeks.
+
+        Args:
+            weeks (int): The number of weeks to run the environment for.
+            randomize_agents_order (bool, optional): If True, randomizes the order in which agents act. Defaults to True.
+        """
+        self.run(steps=weeks, timedelta_per_step=timedelta(weeks=1), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_weeks(self, weeks: int):
+        """
+        Skips a given number of weeks in the environment.
+
+        Args:
+            weeks (int): The number of weeks to skip.
+        """
+        self.skip(steps=weeks, timedelta_per_step=timedelta(weeks=1))
+    
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_months(self, months: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of months.
+
+        Args:
+            months (int): The number of months to run the environment for.
+            randomize_agents_order (bool, optional): If True, randomizes the order in which agents act. Defaults to True.
+        """
+        self.run(steps=months, timedelta_per_step=timedelta(weeks=4), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_months(self, months: int):
+        """
+        Skips a given number of months in the environment.
+
+        Args:
+            months (int): The number of months to skip.
+        """
+        self.skip(steps=months, timedelta_per_step=timedelta(weeks=4))
+    
+    @config_manager.config_defaults(parallelize="parallel_agent_actions")
+    def run_years(self, years: int, randomize_agents_order=True, parallelize=None):
+        """
+        Runs the environment for a given number of years.
+
+        Args:
+            years (int): The number of years to run the environment for.
+            randomize_agents_order (bool, optional): If True, randomizes the order in which agents act. Defaults to True.
+        """
+        self.run(steps=years, timedelta_per_step=timedelta(days=365), randomize_agents_order=randomize_agents_order, parallelize=parallelize)
+    
+    def skip_years(self, years: int):
+        """
+        Skips a given number of years in the environment.
+
+        Args:
+            years (int): The number of years to skip.
+        """
+        self.skip(steps=years, timedelta_per_step=timedelta(days=365))
+
+    #######################################################################
+    # Agent management methods
+    #######################################################################
+    def add_agents(self, agents: list):
+        """
+        Adds a list of agents to the environment.
+
+        Args:
+            agents (list): A list of agents to add to the environment.
+        """
+        for agent in agents:
+            self.add_agent(agent)
+        
+        return self # for chaining
+
+    def add_agent(self, agent: TinyPerson):
+        """
+        Adds an agent to the environment. The agent must have a unique name within the environment.
+
+        Args:
+            agent (TinyPerson): The agent to add to the environment.
+        
+        Raises:
+            ValueError: If the agent name is not unique within the environment.
+        """
+
+        # check if the agent is not already in the environment
+        if agent not in self.agents:
+            logger.debug(f"Adding agent {agent.name} to the environment.")
+            
+            # Agent names must be unique in the environment. 
+            # Check if the agent name is already there.
+            if agent.name not in self.name_to_agent:
+                agent.environment = self
+                self.agents.append(agent)
+                self.name_to_agent[agent.name] = agent
+            else:
+                raise ValueError(f"Agent names must be unique, but '{agent.name}' is already in the environment.")
+        else:
+            logger.warn(f"Agent {agent.name} is already in the environment.")
+        
+        return self # for chaining
+
+    def remove_agent(self, agent: TinyPerson):
+        """
+        Removes an agent from the environment.
+
+        Args:
+            agent (TinyPerson): The agent to remove from the environment.
+        """
+        logger.debug(f"Removing agent {agent.name} from the environment.")
+        self.agents.remove(agent)
+        del self.name_to_agent[agent.name]
+
+        return self # for chaining
+    
+    def remove_all_agents(self):
+        """
+        Removes all agents from the environment.
+        """
+        logger.debug(f"Removing all agents from the environment.")
+        self.agents = []
+        self.name_to_agent = {}
+
+        return self # for chaining
+
+    def get_agent_by_name(self, name: str) -> TinyPerson:
+        """
+        Returns the agent with the specified name. If no agent with that name exists in the environment, 
+        returns None.
+
+        Args:
+            name (str): The name of the agent to return.
+
+        Returns:
+            TinyPerson: The agent with the specified name.
+        """
+        if name in self.name_to_agent:
+            return self.name_to_agent[name]
+        else:
+            return None
+    
+    #######################################################################
+    # Intervention management methods
+    #######################################################################
+
+    def add_intervention(self, intervention):
+        """
+        Adds an intervention to the environment.
+
+        Args:
+            intervention: The intervention to add to the environment.
+        """
+        self._interventions.append(intervention)
+
+    #######################################################################
+    # Action handlers
+    #
+    # Specific actions issued by agents are handled by the environment,
+    # because they have effects beyond the agent itself.
+    #######################################################################
+    @transactional()
+    def _handle_actions(self, source: TinyPerson, actions: list):
+        """ 
+        Handles the actions issued by the agents.
+
+        Args:
+            source (TinyPerson): The agent that issued the actions.
+            actions (list): A list of actions issued by the agents. Each action is actually a
+              JSON specification.
+            
+        """
+        for action in actions:
+            action_type = action["type"] # this is the only required field
+            content = action["content"] if "content" in action else None
+            target = action["target"] if "target" in action else None
+
+            logger.debug(f"[{self.name}] Handling action {action_type} from agent {name_or_empty(source)}. Content: {content}, target: {target}.")
+
+            # only some actions require the enviroment to intervene
+            if action_type == "REACH_OUT":
+                self._handle_reach_out(source, content, target)
+            elif action_type == "TALK":
+                self._handle_talk(source, content, target)
+
+    @transactional()
+    def _handle_reach_out(self, source_agent: TinyPerson, content: str, target: str):
+        """
+        Handles the REACH_OUT action. This default implementation always allows REACH_OUT to succeed.
+        Subclasses might override this method to implement different policies.
+
+        Args:
+            source_agent (TinyPerson): The agent that issued the REACH_OUT action.
+            content (str): The content of the message.
+            target (str): The target of the message.
+        """
+
+        # This default implementation always allows REACH_OUT to suceed.
+        target_agent = self.get_agent_by_name(target)
+
+        if target_agent is not None:
+            source_agent.make_agent_accessible(target_agent)
+            target_agent.make_agent_accessible(source_agent)
+
+            source_agent.socialize(f"{name_or_empty(target_agent)} was successfully reached out, and is now available for interaction.", source=self)
+            target_agent.socialize(f"{name_or_empty(source_agent)} reached out to you, and is now available for interaction.", source=self)
+        
+        else:
+            logger.debug(f"[{self.name}] REACH_OUT action failed: target agent '{target}' not found.")
+
+    @transactional()
+    def _handle_talk(self, source_agent: TinyPerson, content: str, target: str):
+        """
+        Handles the TALK action by delivering the specified content to the specified target.
+
+        Args:
+            source_agent (TinyPerson): The agent that issued the TALK action.
+            content (str): The content of the message.
+            target (str, optional): The target of the message.
+        """
+        target_agent = self.get_agent_by_name(target)
+
+        logger.debug(f"[{self.name}] Delivering message from {name_or_empty(source_agent)} to {name_or_empty(target_agent)}.")
+
+        if target_agent is not None:
+            target_agent.listen(content, source=source_agent)
+        elif self.broadcast_if_no_target:
+            self.broadcast(content, source=source_agent)
+
+    #######################################################################
+    # Interaction methods
+    #######################################################################
+    @transactional()
+    def broadcast(self, speech: str, source: AgentOrWorld=None):
+        """
+        Delivers a speech to all agents in the environment.
+
+        Args:
+            speech (str): The content of the message.
+            source (AgentOrWorld, optional): The agent or environment that issued the message. Defaults to None.
+        """
+        logger.debug(f"[{self.name}] Broadcasting message: '{speech}'.")
+
+        for agent in self.agents:
+            # do not deliver the message to the source
+            if agent != source:
+                agent.listen(speech, source=source)
+    
+    @transactional()
+    def broadcast_thought(self, thought: str, source: AgentOrWorld=None):
+        """
+        Broadcasts a thought to all agents in the environment.
+
+        Args:
+            thought (str): The content of the thought.
+        """
+        logger.debug(f"[{self.name}] Broadcasting thought: '{thought}'.")
+
+        for agent in self.agents:
+            agent.think(thought)
+    
+    @transactional()
+    def broadcast_internal_goal(self, internal_goal: str):
+        """
+        Broadcasts an internal goal to all agents in the environment.
+
+        Args:
+            internal_goal (str): The content of the internal goal.
+        """
+        logger.debug(f"[{self.name}] Broadcasting internal goal: '{internal_goal}'.")
+
+        for agent in self.agents:
+            agent.internalize_goal(internal_goal)
+    
+    @transactional()
+    def broadcast_context_change(self, context:list):
+        """
+        Broadcasts a context change to all agents in the environment.
+
+        Args:
+            context (list): The content of the context change.
+        """
+        logger.debug(f"[{self.name}] Broadcasting context change: '{context}'.")
+
+        for agent in self.agents:
+            agent.change_context(context)
+
+    def make_everyone_accessible(self):
+        """
+        Makes all agents in the environment accessible to each other.
+        """
+        for agent_1 in self.agents:
+            for agent_2 in self.agents:
+                if agent_1 != agent_2:
+                    agent_1.make_agent_accessible(agent_2)
+            
+
+    ###########################################################
+    # Formatting conveniences
+    ###########################################################
+
+    # TODO better names for these "display" methods
+    def _display_step_communication(self, cur_step, total_steps, timedelta_per_step=None):
+        """
+        Displays the current communication and stores it in a buffer for later use.
+        """
+        rendering = self._pretty_step(cur_step=cur_step, total_steps=total_steps, timedelta_per_step=timedelta_per_step) 
+
+        self._push_and_display_latest_communication({"kind": 'step', "rendering": rendering, "content": None, "source":  None, "target": None})
+    
+    def _display_intervention_communication(self, intervention):
+        """
+        Displays the current intervention communication and stores it in a buffer for later use.
+        """
+        rendering = self._pretty_intervention(intervention)
+        self._push_and_display_latest_communication({"kind": 'intervention', "rendering": rendering, "content": None, "source":  None, "target": None})
+    
+    def _push_and_display_latest_communication(self, communication):
+        """
+        Pushes the latest communications to the agent's buffer.
+        """
+        #
+        # check if the communication is just repeating the last one for a different target
+        #
+        if len(self._displayed_communications_buffer) > 0:
+            # get values from last communication
+            last_communication = self._displayed_communications_buffer[-1]
+            last_kind = last_communication["kind"]
+            last_target = last_communication["target"]
+            last_source = last_communication["source"]
+            if last_kind == 'action':  
+                last_content = last_communication["content"]["action"]["content"]
+                last_type = last_communication["content"]["action"]["type"]
+            elif last_kind == 'stimulus':
+                last_content = last_communication["content"]["stimulus"]["content"]
+                last_type = last_communication["content"]["stimulus"]["type"]
+            elif last_kind == 'stimuli':
+                last_stimulus = last_communication["content"]["stimuli"][0]
+                last_content = last_stimulus["content"]
+                last_type = last_stimulus["type"]
+            else:
+                last_content = None
+                last_type = None
+        
+            # get values from current communication
+            current_kind = communication["kind"]
+            current_target = communication["target"]
+            current_source = communication["source"]
+            if current_kind == 'action':
+                current_content = communication["content"]["action"]["content"]
+                current_type = communication["content"]["action"]["type"]
+            elif current_kind == 'stimulus':
+                current_content = communication["content"]["stimulus"]["content"]
+                current_type = communication["content"]["stimulus"]["type"]
+            elif current_kind == 'stimuli':
+                current_stimulus = communication["content"]["stimuli"][0]
+                current_content = current_stimulus["content"]
+                current_type = current_stimulus["type"]
+            else:
+                current_content = None
+                current_type = None
+
+            # if we are repeating the last communication, let's simplify the rendering
+            if (last_source == current_source) and (last_type == current_type) and (last_kind == current_kind) and \
+               (last_content is not None) and (last_content == current_content) and \
+               (current_target is not None):
+               
+                self._target_display_communications_buffer.append(current_target)
+
+                rich_style = utils.RichTextStyle.get_style_for(last_kind, last_type)
+                
+                # print the additional target a limited number of times if a max is set, or
+                # always if no max is set.
+                if (self._max_additional_targets_to_display is None) or\
+                   len(self._target_display_communications_buffer) < self._max_additional_targets_to_display:
+                    communication["rendering"] = " " * len(last_source) + f"[{rich_style}]       + --> [underline]{current_target}[/][/]"
+
+                elif len(self._target_display_communications_buffer) == self._max_additional_targets_to_display:
+                    communication["rendering"] = " " * len(last_source) + f"[{rich_style}]       + --> ...others...[/]"
+                
+                else: # don't display anything anymore
+                    communication["rendering"] = None
+            
+            else:
+                # no repetition, so just display the communication and reset the targets buffer
+                self._target_display_communications_buffer = [] # resets
+        
+        else:
+            # no repetition, so just display the communication and reset the targets buffer
+            self._target_display_communications_buffer = [] # resets
+
+
+
+        self._displayed_communications_buffer.append(communication)
+        self._display(communication)
+
+    def pop_and_display_latest_communications(self):
+        """
+        Pops the latest communications and displays them.
+        """
+        communications = self._displayed_communications_buffer
+        self._displayed_communications_buffer = []
+
+        for communication in communications:
+            self._display(communication)
+
+        return communications    
+
+    def _display(self, communication:dict):
+        # unpack the rendering to find more info
+        content = communication["rendering"]
+        kind = communication["kind"]
+        
+        if content is not None:
+            # render as appropriate
+            if kind == 'step':
+                self.console.rule(content)
+            else:
+                self.console.print(content)
+    
+    def clear_communications_buffer(self):
+        """
+        Cleans the communications buffer.
+        """
+        self._displayed_communications_buffer = []
+
+    def __repr__(self):
+        return f"TinyWorld(name='{self.name}')"
+
+    def _pretty_step(self, cur_step, total_steps, timedelta_per_step=None):
+        rendering = f"{self.name} step {cur_step} of {total_steps}"
+        if timedelta_per_step is not None:
+            rendering += f" ({pretty_datetime(self.current_datetime)})"
+
+        return rendering
+
+    def _pretty_intervention(self, intervention):
+        indent = "          > "
+        justification = textwrap.fill(
+            intervention.precondition_justification(),
+            width=TinyPerson.PP_TEXT_WIDTH,
+            initial_indent=indent,
+            subsequent_indent=indent,
+        )
+        
+        rich_style = utils.RichTextStyle.get_style_for("intervention")
+        rendering = f"[{rich_style}] :zap: [bold] <<{intervention.name}>> Triggered, effects are being applied...[/] \n" + \
+                    f"[italic]{justification}[/][/]"
+        # TODO add details about why the intervention was applied
+
+        return rendering
+
+    def pp_current_interactions(self, simplified=True, skip_system=True):
+        """
+        Pretty prints the current messages from agents in this environment.
+        """
+        print(self.pretty_current_interactions(simplified=simplified, skip_system=skip_system))
+
+    def pretty_current_interactions(self, simplified=True, skip_system=True, max_content_length=default["max_content_display_length"], first_n=None, last_n=None, include_omission_info:bool=True):
+      """
+      Returns a pretty, readable, string with the current messages of agents in this environment.
+      """
+      agent_contents = []
+
+      for agent in self.agents:
+          agent_content = f"#### Interactions from the point of view of {agent.name} agent:\n"
+          agent_content += f"**BEGIN AGENT {agent.name} HISTORY.**\n "
+          agent_content += agent.pretty_current_interactions(simplified=simplified, skip_system=skip_system, max_content_length=max_content_length, first_n=first_n, last_n=last_n, include_omission_info=include_omission_info) + "\n"
+          agent_content += f"**FINISHED AGENT {agent.name} HISTORY.**\n\n"
+          agent_contents.append(agent_content)      
+          
+      return "\n".join(agent_contents)
+    
+    #######################################################################
+    # IO
+    #######################################################################
+
+    def encode_complete_state(self) -> dict:
+        """
+        Encodes the complete state of the environment in a dictionary.
+
+        Returns:
+            dict: A dictionary encoding the complete state of the environment.
+        """
+        to_copy = copy.copy(self.__dict__)
+
+        # remove the logger and other fields
+        del to_copy['console']
+        del to_copy['agents']
+        del to_copy['name_to_agent']
+        del to_copy['current_datetime']
+        del to_copy['_interventions'] # TODO: encode interventions
+
+        state = copy.deepcopy(to_copy)
+
+        # agents are encoded separately
+        state["agents"] = [agent.encode_complete_state() for agent in self.agents]
+
+        # datetime also has to be encoded separately
+        state["current_datetime"] = self.current_datetime.isoformat()
+
+        return state
+    
+    def decode_complete_state(self, state:dict):
+        """
+        Decodes the complete state of the environment from a dictionary.
+
+        Args:
+            state (dict): A dictionary encoding the complete state of the environment.
+
+        Returns:
+            Self: The environment decoded from the dictionary.
+        """
+        state = copy.deepcopy(state)
+
+        #################################
+        # restore agents in-place
+        #################################
+        self.remove_all_agents()
+        for agent_state in state["agents"]:
+            try:
+                try:
+                    agent = TinyPerson.get_agent_by_name(agent_state["name"])
+                except Exception as e:
+                    raise ValueError(f"Could not find agent {agent_state['name']} for environment {self.name}.") from e
+                
+                agent.decode_complete_state(agent_state)
+                self.add_agent(agent)
+                
+            except Exception as e:
+                raise ValueError(f"Could not decode agent {agent_state['name']} for environment {self.name}.") from e
+        
+        # remove the agent states to update the rest of the environment
+        del state["agents"]
+
+        # restore datetime
+        state["current_datetime"] = datetime.fromisoformat(state["current_datetime"])
+
+        # restore other fields
+        self.__dict__.update(state)
+
+        return self
+
+    @staticmethod
+    def add_environment(environment):
+        """
+        Adds an environment to the list of all environments. Environment names must be unique,
+        so if an environment with the same name already exists, an error is raised.
+        """
+        if environment.name in TinyWorld.all_environments:
+            raise ValueError(f"Environment names must be unique, but '{environment.name}' is already defined.")
+        else:
+            TinyWorld.all_environments[environment.name] = environment
+        
+
+    @staticmethod
+    def set_simulation_for_free_environments(simulation):
+        """
+        Sets the simulation if it is None. This allows free environments to be captured by specific simulation scopes
+        if desired.
+        """
+        for environment in TinyWorld.all_environments.values():
+            if environment.simulation_id is None:
+                simulation.add_environment(environment)
+    
+    @staticmethod
+    def get_environment_by_name(name: str):
+        """
+        Returns the environment with the specified name. If no environment with that name exists, 
+        returns None.
+
+        Args:
+            name (str): The name of the environment to return.
+
+        Returns:
+            TinyWorld: The environment with the specified name.
+        """
+        if name in TinyWorld.all_environments:
+            return TinyWorld.all_environments[name]
+        else:
+            return None
+    
+    @staticmethod
+    def clear_environments():
+        """
+        Clears the list of all environments.
+        """
+        TinyWorld.all_environments = {}

tinytroupe/examples/__init__.py

@@ -0,0 +1,11 @@
+
+import logging
+logger = logging.getLogger("tinytroupe")
+
+from tinytroupe import default
+
+###########################################################################
+# Exposed API
+###########################################################################
+from .agents import *
+from .loaders import *

tinytroupe/examples/agents.py

@@ -0,0 +1,316 @@
+"""
+Some examples of how to use the tinytroupe library. These can be used directly or slightly modified to create your own '
+agents.
+"""
+import os
+from tinytroupe.agent import TinyPerson
+from .loaders import load_example_agent_specification
+
+###################################
+# Example 1: Oscar, the architect
+###################################
+
+def create_oscar_the_architect(enable_browser=False):
+  return TinyPerson.load_specification(load_example_agent_specification("Oscar"), new_agent_name="Oscar", auto_rename_agent=False)
+
+def create_oscar_the_architect_2(enable_browser=False):
+  """
+  A purely programmatic way to create Oscar, the architect. Has less information than the one loaded from a file, just for demonstration purposes.
+  """ 
+  oscar = TinyPerson("Oscar", enable_browser=enable_browser)
+
+  oscar.define("age", 30)
+  oscar.define("nationality", "German")
+  oscar.define("behaviors", {"routines": ["Every morning, you wake up, feed your dog, and go to work."]})	
+  oscar.define("occupation", {
+                 "title": "Architect",
+                 "organization": "Awesome Inc.",
+                 "description":
+                    """
+                    You are an architect. You work at a company called "Awesome Inc.". Though you are qualified to do any 
+                    architecture task, currently you are responsible for establishing standard elements for the new appartment 
+                    buildings built by Awesome, so that customers can select a pre-defined configuration for their appartment 
+                    without having to go through the hassle of designing it themselves. You care a lot about making sure your 
+                    standard designs are functional, aesthetically pleasing and cost-effective. Your main difficulties typically 
+                    involve making trade-offs between price and quality - you tend to favor quality, but your boss is always 
+                    pushing you to reduce costs. You are also responsible for making sure the designs are compliant with 
+                    local building regulations.
+                    """})
+
+  oscar.define("personality", 
+                        {"traits": [
+                            "You are fast paced and like to get things done quickly.", 
+                            "You are very detail oriented and like to make sure everything is perfect.",
+                            "You have a witty sense of humor and like to make jokes.",
+                            "You don't get angry easily, and always try to stay calm. However, in the few occasions you do get angry, you get very very mad."
+                      ]})
+
+  oscar.define("preferences", 
+                        {"interests": [
+                          "Modernist architecture and design.",
+                          "New technologies for architecture.",
+                          "Sustainable architecture and practices.",
+
+                          "Traveling to exotic places.",
+                          "Playing the guitar.",
+                          "Reading books, particularly science fiction."
+                        ]})
+
+
+  oscar.define("skills", 
+                        [
+                          "You are very familiar with AutoCAD, and use it for most of your work.",
+                          "You are able to easily search for information on the internet.",
+                          "You are familiar with Word and PowerPoint, but struggle with Excel."
+                        ])
+
+  oscar.define("relationships",
+                          [
+                              {"name": "Richard",  
+                              "description": "your colleague, handles similar projects, but for a different market."},
+                              {"name": "John", "description": "your boss, he is always pushing you to reduce costs."}
+                          ])
+  
+  return oscar
+
+#######################################
+# Example 2: Lisa, the Data Scientist
+#######################################
+def create_lisa_the_data_scientist(enable_browser=False):
+  return TinyPerson.load_specification(load_example_agent_specification("Lisa"), new_agent_name="Lisa", auto_rename_agent=False)
+
+def create_lisa_the_data_scientist_2(enable_browser=False):
+  """ 
+  A purely programmatic way to create Lisa, the data scientist. Has less information than the one loaded from a file, just for demonstration purposes
+  """
+  lisa = TinyPerson("Lisa", enable_browser=enable_browser)
+
+  lisa.define("age", 28)
+  lisa.define("nationality", "Canadian")
+  lisa.define("occupation", {
+                "title": "Data Scientist",
+                "organization": "Microsoft",
+                "description":
+                """
+                You are a data scientist. You work at Microsoft, in the M365 Search team. Your main role is to analyze 
+                user behavior and feedback data, and use it to improve the relevance and quality of the search results. 
+                You also build and test machine learning models for various search scenarios, such as natural language 
+                understanding, query expansion, and ranking. You care a lot about making sure your data analysis and 
+                models are accurate, reliable and scalable. Your main difficulties typically involve dealing with noisy, 
+                incomplete or biased data, and finding the best ways to communicate your findings and recommendations to 
+                other teams. You are also responsible for making sure your data and models are compliant with privacy and 
+                security policies.
+                """})
+
+  lisa.define("behaviors", {"routines": ["Every morning, you wake up, do some yoga, and check your emails."]})
+
+  lisa.define("personality", 
+                        {"traits": [
+                            "You are curious and love to learn new things.",
+                            "You are analytical and like to solve problems.",
+                            "You are friendly and enjoy working with others.",
+                            "You don't give up easily, and always try to find a solution. However, sometimes you can get frustrated when things don't work as expected."
+                      ]})
+
+  lisa.define("preferences", 
+                        {"interests": [
+                          "Artificial intelligence and machine learning.",
+                          "Natural language processing and conversational agents.",
+                          "Search engine optimization and user experience.",
+                          "Cooking and trying new recipes.",
+                          "Playing the piano.",
+                          "Watching movies, especially comedies and thrillers."
+                        ]})
+
+  lisa.define("skills", 
+                        [
+                          "You are proficient in Python, and use it for most of your work.",
+                          "You are able to use various data analysis and machine learning tools, such as pandas, scikit-learn, TensorFlow, and Azure ML.",
+                          "You are familiar with SQL and Power BI, but struggle with R."
+                        ])
+
+  lisa.define("relationships",
+                          [
+                              {"name": "Alex",  
+                              "description": "your colleague, works on the same team, and helps you with data collection and processing."},
+                              {"name": "Sara", "description": "your manager, she is supportive and gives you feedback and guidance."},
+                              {"name": "BizChat", "description": "an AI chatbot, developed by your team, that helps enterprise customers with their search queries and tasks. You often interact with it to test its performance and functionality."}
+                          ])
+  
+  return lisa
+
+####################################
+# Example 3: Marcos, the physician
+####################################	
+def create_marcos_the_physician(enable_browser=False):
+  return TinyPerson.load_specification(load_example_agent_specification("Marcos"), new_agent_name="Marcos", auto_rename_agent=False)
+
+def create_marcos_the_physician_2(enable_browser=False):
+  """
+  A purely programmatic way to create Marcos, the physician. Has less information than the one loaded from a file, just for demonstration purposes.
+  """
+
+  marcos = TinyPerson("Marcos", enable_browser=enable_browser)
+
+  marcos.define("age", 35)
+  marcos.define("nationality", "Brazilian")  
+  marcos.define("occupation", {
+                "title": "Physician",
+                "organization": "Two clinics in São Paulo",
+                "description":
+                """
+                You are a physician. You specialize in neurology, and work in two clinics in São Paulo region. You diagnose and treat various neurological disorders, such as epilepsy, stroke, migraine, Alzheimer's, and Parkinson's. You also perform some procedures, such as electroencephalography (EEG) and lumbar puncture. You enjoy helping people and learning new things about the brain. Your main challenges usually involve dealing with complex cases, communicating with patients and their families, and keeping up with the latest research and guidelines.
+                """})
+  
+  marcos.define("behaviors", {"routines": ["Every morning, you wake up, have breakfast with your wife, and go to one of the clinics where you work. You alternate between two clinics in different regions of São Paulo. You usually see patients from 9 am to 5 pm, with a lunch break in between. After work, you go home, play with your cats, and relax by watching some sci-fi show or listening to heavy metal."]})
+
+  marcos.define("personality", 
+                        {"traits": [
+                            "You are very nice and friendly. You always try to make others feel comfortable and appreciated.",
+                            "You are very curious and eager to learn. You always want to know more about the world and how things work.",
+                            "You are very organized and responsible. You always plan ahead and follow through with your tasks.",
+                            "You are very creative and imaginative. You like to come up with new ideas and solutions.",
+                            "You are very adventurous and open-minded. You like to try new things and explore new places.",
+                            "You are very passionate and enthusiastic. You always put your heart and soul into what you do.",
+                            "You are very loyal and trustworthy. You always keep your promises and support your friends.",
+                            "You are very optimistic and cheerful. You always see the bright side of things and make the best of any situation.",
+                            "You are very calm and relaxed. You don't let stress get to you and you always keep your cool."
+                      ]})
+
+  marcos.define("preferences", 
+                        {"interests": [
+                          "Neuroscience and neurology.",
+                          "Neuroimaging and neurotechnology.",
+                          "Neurodegeneration and neuroprotection.",
+                          "Neuropsychology and cognitive neuroscience.",
+                          "Neuropharmacology and neurotherapeutics.",
+                          "Neuroethics and neuroeducation.",
+                          "Neurology education and research.",
+                          "Neurology associations and conferences.",
+                          "Pets and animals. You have two cats, Luna and Sol, and you love them very much.",
+                          "Nature and environment. You like to go hiking, camping, and birdwatching.",
+                          "Sci-fi and fantasy. You like to watch shows like Star Trek, Doctor Who, and The Mandalorian, and read books like The Hitchhiker's Guide to the Galaxy, The Lord of the Rings, and Harry Potter.",
+                          "Heavy metal and rock. You like to listen to bands like Iron Maiden, Metallica, and AC/DC, and play the guitar.",
+                          "History and culture. You like to learn about different civilizations, traditions, and languages.",
+                          "Sports and fitness. You like to play soccer, tennis, and volleyball, and go to the gym.",
+                          "Art and photography. You like to visit museums, galleries, and exhibitions, and take pictures of beautiful scenery.",
+                          "Food and cooking. You like to try different cuisines, and experiment with new recipes.",
+                          "Travel and adventure. You like to visit new countries, and experience new things.",
+                          "Games and puzzles. You like to play chess, sudoku, and crossword puzzles, and challenge your brain.",
+                          "Comedy and humor. You like to watch stand-up shows, sitcoms, and cartoons, and laugh a lot.",
+                          "Music and dance. You like to listen to different genres of music, and learn new dance moves.",
+                          "Science and technology. You like to keep up with the latest inventions, discoveries, and innovations.",
+                          "Philosophy and psychology. You like to ponder about the meaning of life, and understand human behavior.",
+                          "Volunteering and charity. You like to help others, and contribute to social causes."
+                        ]})
+
+  marcos.define("skills", 
+                        [
+                          "You are very skilled in diagnosing and treating neurological disorders. You have a lot of experience and knowledge in this field.",
+                          "You are very skilled in performing neurological procedures. You are proficient in using EEG, lumbar puncture, and other techniques.",
+                          "You are very skilled in communicating with patients and their families. You are empathetic, respectful, and clear in your explanations.",
+                          "You are very skilled in researching and learning new things. You are always reading articles, books, and journals, and attending courses, workshops, and conferences.",
+                          "You are very skilled in working in a team. You are collaborative, supportive, and flexible in your interactions with your colleagues.",
+                          "You are very skilled in managing your time and resources. You are efficient, organized, and prioritized in your work.",
+                          "You are very skilled in solving problems and making decisions. You are analytical, creative, and logical in your thinking.",
+                          "You are very skilled in speaking English and Spanish. You are fluent, confident, and accurate in both languages.",
+                          "You are very skilled in playing the guitar. You are talented, expressive, and versatile in your music."
+                        ])
+
+  marcos.define("relationships",
+                          [
+                              {"name": "Julia",  
+                              "description": "your wife, she is an educator, and works at a school for children with special needs."},
+                              {"name": "Luna and Sol", "description": "your cats, they are very cute and playful."},
+                              {"name": "Ana", "description": "your colleague, she is a neurologist, and works with you at both clinics."},
+                              {"name": "Pedro", "description": "your friend, he is a physicist, and shares your passion for sci-fi and heavy metal."}
+                          ])
+  
+  return marcos
+
+#################################
+# Example 4: Lila, the Linguist
+#################################
+def create_lila_the_linguist(enable_browser=False):
+  return TinyPerson.load_specification(load_example_agent_specification("Lila"), new_agent_name="Lila", auto_rename_agent=False)
+
+def create_lila_the_linguist_2(enable_browser=False):
+  """
+  A purely programmatic way to create Lila, the linguist. Has less information than the one loaded from a file, just for demonstration purposes.
+  """
+
+  lila = TinyPerson("Lila", enable_browser=enable_browser)
+
+  lila.define("age", 28)
+  lila.define("nationality", "French")
+  lila.define("behaviors", {"routines": ["Every morning, you wake up, make yourself a cup of coffee, and check your email."]})
+  lila.define("occupation", {
+                "title": "Linguist",
+                "organization": "Freelancer",
+                "description":
+                """
+                You are a linguist who specializes in natural language processing. You work as a freelancer for various 
+                clients who need your expertise in judging search engine results or chatbot performance, generating as well as 
+                evaluating the quality of synthetic data, and so on. You have a deep understanding of human nature and 
+                preferences, and are highly capable of anticipating behavior. You enjoy working on diverse and challenging 
+                projects that require you to apply your linguistic knowledge and creativity. Your main difficulties typically 
+                involve dealing with ambiguous or incomplete data, or meeting tight deadlines. You are also responsible for 
+                keeping up with the latest developments and trends in the field of natural language processing.
+                """})
+
+  lila.define("personality", 
+                        {"traits": [
+                            "You are curious and eager to learn new things.",
+                            "You are very organized and like to plan ahead.",
+                            "You are friendly and sociable, and enjoy meeting new people.",
+                            "You are adaptable and flexible, and can adjust to different situations.",
+                            "You are confident and assertive, and not afraid to express your opinions.",
+                            "You are analytical and logical, and like to solve problems.",
+                            "You are creative and imaginative, and like to experiment with new ideas.",
+                            "You are compassionate and empathetic, and care about others."
+                      ]})
+
+  lila.define("preferences", 
+                        {"interests": [
+                          "Computational linguistics and artificial intelligence.",
+                          "Multilingualism and language diversity.",
+                          "Language evolution and change.",
+                          "Language and cognition.",
+                          "Language and culture.",
+                          "Language and communication.",
+                          "Language and education.",
+                          "Language and society.",
+                          "Cooking and baking.",
+                          "Yoga and meditation.",
+                          "Watching movies and series, especially comedies and thrillers.",
+                          "Listening to music, especially pop and rock.",
+                          "Playing video games, especially puzzles and adventure games.",
+                          "Writing stories and poems.",
+                          "Drawing and painting.",
+                          "Volunteering for animal shelters.",
+                          "Hiking and camping.",
+                          "Learning new languages."
+                        ]})
+
+  lila.define("skills", 
+                        [
+                          "You are fluent in French, English, and Spanish, and have a basic knowledge of German and Mandarin.",
+                          "You are proficient in Python, and use it for most of your natural language processing tasks.",
+                          "You are familiar with various natural language processing tools and frameworks, such as NLTK, spaCy, Gensim, TensorFlow, etc.",
+                          "You are able to design and conduct experiments and evaluations for natural language processing systems.",
+                          "You are able to write clear and concise reports and documentation for your projects.",
+                          "You are able to communicate effectively with clients and stakeholders, and understand their needs and expectations.",
+                          "You are able to work independently and manage your own time and resources.",
+                          "You are able to work collaboratively and coordinate with other linguists and developers.",
+                          "You are able to learn quickly and adapt to new technologies and domains."
+                        ])
+
+  lila.define("relationships",
+                          [
+                              {"name": "Emma",  
+                              "description": "your best friend, also a linguist, but works for a university."},
+                              {"name": "Lucas", "description": "your boyfriend, he is a graphic designer."},
+                              {"name": "Mia", "description": "your cat, she is very cuddly and playful."}
+                          ])
+  
+  return lila

tinytroupe/examples/agents/Friedrich_Wolf.agent.json

@@ -0,0 +1,143 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Friedrich Wolf",
+        "age": 35,
+        "gender": "Male",
+        "nationality": "German",
+        "residence": "Berlin, Germany",
+        "education": "Technical University of Berlin, Master's in Architecture. Thesis on modular urban housing. Postgraduate experience includes an internship at a Florence architecture firm focusing on sustainable design.",
+        "long_term_goals": [
+            "To create innovative and sustainable architectural solutions that enhance people's lives.",
+            "To push the boundaries of modern architecture through technology and creativity.",
+            "Know as many places and cultures as possible.",
+            "Have a confortable life, but not necessarily a luxurious one."
+        ],
+        "occupation": {
+            "title": "Architect",
+            "organization": "Awesome Inc.",
+            "description": "You are an architect. You work at a company called 'Awesome Inc.'. Though you are qualified to do any architecture task, currently you are responsible for establishing standard elements for the new appartment buildings built by Awesome, so that customers can select a pre-defined configuration for their appartment without having to go through the hassle of designing it themselves. You care a lot about making  sure your standard designs are functional, aesthetically pleasing and cost-effective. Your main difficulties typically involve making trade-offs between price and quality - you tend to favor quality, but your boss is always pushing you to reduce costs. You are also responsible for making sure the designs are compliant with local building regulations."
+        },
+        "style": "A very rude person, speaks loudly and showing little respect. Do not have a good command of the language, and often sounds confusing.",
+        "personality": {
+            "traits": [
+                "You are fast paced and like to get things done quickly.",
+                "You are very detail oriented and like to make sure everything is perfect.",
+                "You have a witty sense of humor and like to make bad jokes.",
+                "You get angry easily, and is invariably confrontational."
+            ],
+            "big_five": {
+                "openness": "High. Very curious, despite being a nationalist.",
+                "conscientiousness": "High. Very meticulous and organized.",
+                "extraversion": "Low. Very introverted and shy.",
+                "agreeableness": "Medium. Can be very friendly, but also very critical.",
+                "neuroticism": "Low. Very calm and relaxed."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Travel",
+                "Architecture",
+                "Music",
+                "Science Fiction",
+                "Sustainability",
+                "Politics"
+            ],
+            "likes": [
+                "Clean, minimalist design.",
+                "Locally brewed beer.",
+                "Reading books, particularly science fiction.",
+                "Books with complex, thought-provoking narratives.",
+                "Modernist architecture and design.",
+                "New technologies for architecture.",
+                "Sustainable architecture and practices.",
+                "Traveling to exotic places.",
+                "Playing the guitar.",
+                "German culture and history."
+            ],
+            "dislikes": [
+                "Neoclassical architecture.",
+                "Cold foods like salads.",
+                "Overly ornate architecture.",
+                "Loud, chaotic environments.",
+                "Hot weather.",
+                "Globalization."
+            ]
+        },
+        "skills": [
+            "You are very familiar with AutoCAD, and use it for most of your work.",
+            "You are able to easily search for information on the internet.",
+            "You are familiar with Word and PowerPoint, but struggle with Excel.",
+            "Despite being an architect, you are not very good at drawing by hand.",
+            "You can't swim."
+        ],
+        "beliefs": [
+            "German engineering is the global standard.",
+            "Tradition in design must balance functionality.",
+            "Sustainability is essential in modern architecture.",
+            "Quality should not be sacrificed for cost-saving.",
+            "Building regulations are necessary safeguards.",
+            "Technology enhances creativity but cannot replace it.",
+            "Architecture should harmonize with nature.",
+            "Historical buildings deserve preservation and adaptation.",
+            "Climate change is a critical challenge for architects.",
+            "Architecture is both a craft and an art.",
+            "Housing should foster community interaction.",
+            "Urban planning must prioritize citizens over corporations.",
+            "Work-life balance is essential for productivity.",
+            "German products are superior to imported goods."
+        ],
+        "behaviors": {
+            "general": [
+                "Taps his pen when deep in thought.",
+                "Always carries a leather-bound notebook for sketches and ideas.",
+                "Corrects people's grammar out of habit.",
+                "Talks to his dog, Blitz, as if he's a confidant.",
+                "Avoids confrontation but can be very blunt when necessary.",
+                "Prefers to work alone but enjoys mentoring younger architects.",
+                "Takes pride in his work and is very sensitive to criticism."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes at 6:30 AM.",
+                    "Eats rye bread with cured meats and coffee.",
+                    "Walks his dog, Blitz, for 30 minutes in Tiergarten.",
+                    "Reviews the day's agenda while listening to Bach or Beethoven."
+                ],
+                "workday": [
+                    "Arrives at the office by 8:30 AM.",
+                    "Reviews blueprints, answers emails, and holds team briefings.",
+                    "Eats lunch at a bistro serving traditional German food.",
+                    "Spends afternoons designing and meeting contractors or clients."
+                ],
+                "evening": [
+                    "Returns home around 7 PM.",
+                    "Practices guitar for an hour.",
+                    "Reads science fiction before bed."
+                ],
+                "weekend": [
+                    "Visits galleries or architectural landmarks.",
+                    "Works on woodworking projects.",
+                    "Cycling along the Spree River or hiking nearby."
+                ]
+            }
+        },
+        "health": "Good health maintained through disciplined living. Occasional migraines from screen exposure. Mild lactose intolerance.",
+        "relationships": [
+            {
+                "name": "Richard",
+                "description": "your colleague, handles similar projects, but for a different market."
+            },
+            {
+                "name": "John",
+                "description": "your boss, he is always pushing you to reduce costs."
+            }
+        ],
+        "other_facts": [
+            "You grew up in a small town in Bavaria, surrounded by forests and mountains. Your parents were both engineers, and they instilled in you a love for precision and craftsmanship. You spent your childhood building model airplanes and cars, fascinated by the intricate details and mechanisms.",
+            "In your teenage years, you developed a passion for architecture after visiting Berlin and seeing the modernist buildings and innovative designs. You spent hours sketching buildings and dreaming of creating your own architectural marvels.",
+            "You studied architecture at the Technical University of Berlin, where you excelled in your classes and developed a reputation for your attention to detail and innovative designs. Your thesis on modular urban housing solutions received high praise from your professors and peers.",
+            "After graduating, you interned at a Florence architecture firm specializing in sustainable design. You gained valuable experience working on projects that integrated green technologies and eco-friendly materials. This experience shaped your approach to architecture and reinforced your commitment to sustainable practices.",
+            "Your passion for engineering and design extends beyond architecture. You enjoy tinkering with gadgets and building custom furniture in your spare time. You find joy in creating functional and aesthetically pleasing objects that enhance people's lives."
+        ]
+    }
+}

tinytroupe/examples/agents/Lila.agent.json

@@ -0,0 +1,139 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Lila",
+        "age": 28,
+        "gender": "Female",
+        "nationality": "French",
+        "residence": "Paris, France",
+        "education": "Sorbonne University, Master's in Linguistics with a focus on Computational Linguistics.",
+        "long_term_goals": [
+            "To excel in the field of natural language processing by contributing to diverse and innovative projects.",
+            "To balance professional success with a fulfilling personal life."
+        ],
+        "occupation": {
+            "title": "Linguist",
+            "organization": "Freelancer",
+            "description": "You are a linguist who specializes in natural language processing. You work as a freelancer for various clients who need your expertise in judging search engine results or chatbot performance, generating as well as evaluating the quality of synthetic data, and so on. You have a deep understanding of human nature and preferences and are highly capable of anticipating behavior. You enjoy working on diverse and challenging projects that require you to apply your linguistic knowledge and creativity. Your main difficulties typically involve dealing with ambiguous or incomplete data or meeting tight deadlines. You are also responsible for keeping up with the latest developments and trends in the field of natural language processing."
+        },
+        "style": "Friendly, approachable, and professional. Communicates effectively and values collaboration.",
+        "personality": {
+            "traits": [
+                "You are curious and eager to learn new things.",
+                "You are very organized and like to plan ahead.",
+                "You are friendly and sociable, and enjoy meeting new people.",
+                "You are adaptable and flexible, and can adjust to different situations.",
+                "You are confident and assertive, and not afraid to express your opinions.",
+                "You are analytical and logical, and like to solve problems.",
+                "You are creative and imaginative, and like to experiment with new ideas.",
+                "You are compassionate and empathetic, and care about others."
+            ],
+            "big_five": {
+                "openness": "High. Very curious and interested in exploring new ideas.",
+                "conscientiousness": "High. Very organized and disciplined.",
+                "extraversion": "Medium. Enjoys socializing but also values alone time.",
+                "agreeableness": "High. Friendly and empathetic.",
+                "neuroticism": "Low. Calm and composed under pressure."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Computational linguistics and artificial intelligence.",
+                "Multilingualism and language diversity.",
+                "Language evolution and change.",
+                "Language and cognition.",
+                "Language and culture.",
+                "Language and communication.",
+                "Language and education.",
+                "Language and society."
+            ],
+            "likes": [
+                "Cooking and baking.",
+                "Yoga and meditation.",
+                "Watching movies and series, especially comedies and thrillers.",
+                "Listening to music, especially pop and rock.",
+                "Playing video games, especially puzzles and adventure games.",
+                "Writing stories and poems.",
+                "Drawing and painting.",
+                "Volunteering for animal shelters.",
+                "Hiking and camping.",
+                "Learning new languages."
+            ],
+            "dislikes": [
+                "Ambiguity in communication.",
+                "Disorganized or chaotic environments.",
+                "Unrealistic deadlines.",
+                "Overly formal or rigid social interactions.",
+                "Lack of creativity in projects."
+            ]
+        },
+        "skills": [
+            "You are fluent in French, English, and Spanish, and have a basic knowledge of German and Mandarin.",
+            "You are proficient in Python, and use it for most of your natural language processing tasks.",
+            "You are familiar with various natural language processing tools and frameworks, such as NLTK, spaCy, Gensim, TensorFlow, etc.",
+            "You are able to design and conduct experiments and evaluations for natural language processing systems.",
+            "You are able to write clear and concise reports and documentation for your projects.",
+            "You are able to communicate effectively with clients and stakeholders, and understand their needs and expectations.",
+            "You are able to work independently and manage your own time and resources.",
+            "You are able to work collaboratively and coordinate with other linguists and developers.",
+            "You are able to learn quickly and adapt to new technologies and domains."
+        ],
+        "beliefs": [
+            "Language is a fundamental part of human identity.",
+            "Multilingualism enriches society and individual cognition.",
+            "AI should augment human creativity and understanding.",
+            "Effective communication fosters connection and progress.",
+            "Adaptability is key to thriving in an ever-changing world."
+        ],
+        "behaviors": {
+            "general": [
+                "Keeps a detailed planner for tasks and appointments.",
+                "Reads linguistic journals and articles to stay updated.",
+                "Enjoys brainstorming creative solutions for linguistic challenges.",
+                "Takes regular breaks to recharge during intense projects.",
+                "Tends to ask insightful questions during discussions."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes up and makes a cup of coffee.",
+                    "Checks emails and plans the day ahead.",
+                    "Practices yoga or meditation for 20 minutes."
+                ],
+                "workday": [
+                    "Focuses on client projects and deadlines.",
+                    "Takes short walks to clear the mind.",
+                    "Attends virtual meetings or calls with clients."
+                ],
+                "evening": [
+                    "Cooks dinner and listens to music.",
+                    "Spends time writing or drawing.",
+                    "Reads a book or watches a show before bed."
+                ],
+                "weekend": [
+                    "Volunteers at an animal shelter.",
+                    "Goes hiking or camping.",
+                    "Experiments with new recipes or creative hobbies."
+                ]
+            }
+        },
+        "health": "Good health maintained through yoga, meditation, and a balanced diet.",
+        "relationships": [
+            {
+                "name": "Emma",
+                "description": "Your best friend, also a linguist, but works for a university."
+            },
+            {
+                "name": "Lucas",
+                "description": "Your boyfriend, he is a graphic designer."
+            },
+            {
+                "name": "Mia",
+                "description": "Your cat, she is very cuddly and playful."
+            }
+        ],
+        "other_facts": [
+            "Lila grew up in a multilingual household, sparking her love for languages.",
+            "Her fascination with AI began during university when she studied computational linguistics.",
+            "Lila’s favorite creative outlet is writing poems in multiple languages."
+        ]
+    }
+}

tinytroupe/examples/agents/Lisa.agent.json

@@ -0,0 +1,124 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Lisa Carter",
+        "age": 28,
+        "gender": "Female",
+        "nationality": "Canadian",
+        "residence": "USA",
+        "education": "University of Toronto, Master's in Data Science. Thesis on improving search relevance using context-aware models. Postgraduate experience includes an internship at a tech startup focused on conversational AI.",
+        "long_term_goals": [
+            "To advance AI technology in ways that enhance human productivity and decision-making.",
+            "To maintain a fulfilling and balanced personal and professional life."
+        ],
+        "occupation": {
+            "title": "Data Scientist",
+            "organization": "Microsoft, M365 Search Team",
+            "description": "You are a data scientist working at Microsoft in the M365 Search team. Your primary role is to analyze user behavior and feedback data to improve the relevance and quality of search results. You build and test machine learning models for search scenarios like natural language understanding, query expansion, and ranking. Accuracy, reliability, and scalability are at the forefront of your work. You frequently tackle challenges such as noisy or biased data and the complexities of communicating your findings and recommendations effectively. Additionally, you ensure all your data and models comply with privacy and security policies."
+        },
+        "style": "Professional yet approachable. You communicate clearly and effectively, ensuring technical concepts are accessible to diverse audiences.",
+        "personality": {
+            "traits": [
+                "You are curious and love to learn new things.",
+                "You are analytical and like to solve problems.",
+                "You are friendly and enjoy working with others.",
+                "You don't give up easily and always try to find solutions, though you can get frustrated when things don't work as expected."
+            ],
+            "big_five": {
+                "openness": "High. Very imaginative and curious.",
+                "conscientiousness": "High. Meticulously organized and dependable.",
+                "extraversion": "Medium. Friendly and engaging but enjoy quiet, focused work.",
+                "agreeableness": "High. Supportive and empathetic towards others.",
+                "neuroticism": "Low. Generally calm and composed under pressure."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Artificial intelligence and machine learning.",
+                "Natural language processing and conversational agents.",
+                "Search engine optimization and user experience.",
+                "Cooking and trying new recipes.",
+                "Playing the piano.",
+                "Watching movies, especially comedies and thrillers."
+            ],
+            "likes": [
+                "Clear, well-documented code.",
+                "Collaborative brainstorming sessions.",
+                "Cooking shows and food documentaries."
+            ],
+            "dislikes": [
+                "Messy or ambiguous datasets.",
+                "Unnecessary meetings or bureaucracy.",
+                "Overly salty or greasy foods."
+            ]
+        },
+        "skills": [
+            "Proficient in Python and use it for most of your work.",
+            "Skilled in data analysis and machine learning tools like pandas, scikit-learn, TensorFlow, and Azure ML.",
+            "Familiar with SQL and Power BI but struggle with R."
+        ],
+        "beliefs": [
+            "Data should be used ethically and responsibly.",
+            "Collaboration fosters innovation.",
+            "Continual learning is essential for personal and professional growth.",
+            "Privacy and security are fundamental in technology development.",
+            "AI has the potential to significantly improve human productivity and decision-making."
+        ],
+        "behaviors": {
+            "general": [
+                "Takes meticulous notes during meetings.",
+                "Reviews code with a focus on performance and clarity.",
+                "Enjoys mentoring junior team members.",
+                "Often takes on challenging problems, motivated by finding solutions.",
+                "Maintains a clean and organized workspace."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes at 6:30 AM.",
+                    "Does a 20-minute yoga session to start the day.",
+                    "Enjoys a cup of herbal tea while checking emails.",
+                    "Plans the day's tasks using a digital planner."
+                ],
+                "workday": [
+                    "Logs into work remotely by 8:30 AM.",
+                    "Attends stand-up meetings to coordinate with the team.",
+                    "Analyzes data and fine-tunes machine learning models.",
+                    "Eats lunch while watching tech-related videos or webinars.",
+                    "Collaborates with teammates to debug issues or brainstorm ideas."
+                ],
+                "evening": [
+                    "Cooks dinner, trying out a new recipe when inspired.",
+                    "Plays the piano for relaxation.",
+                    "Watches a movie, often a comedy or thriller.",
+                    "Journals and reflects on the day's achievements before bed."
+                ],
+                "weekend": [
+                    "Experiments with baking or cooking elaborate dishes.",
+                    "Practices advanced piano compositions.",
+                    "Visits local art galleries or science museums.",
+                    "Enjoys nature walks or short hikes."
+                ]
+            }
+        },
+        "health": "Good health maintained through yoga and healthy eating. Occasional eye strain from prolonged screen use. Mild seasonal allergies.",
+        "relationships": [
+            {
+                "name": "Alex",
+                "description": "Your colleague who helps with data collection and processing."
+            },
+            {
+                "name": "Sara",
+                "description": "Your manager who provides guidance and feedback."
+            },
+            {
+                "name": "BizChat",
+                "description": "An AI chatbot developed by your team, often tested by you for performance and functionality."
+            }
+        ],
+        "other_facts": [
+            "You grew up in Vancouver, Canada, surrounded by a tech-savvy and supportive family. Your parents were software engineers who encouraged you to explore technology from a young age.",
+            "As a teenager, you excelled in both mathematics and music, winning awards for your piano performances while developing a passion for coding.",
+            "At university, you developed an interest in natural language processing and machine learning, leading to a thesis that combined these fields to improve search relevance.",
+            "You have a creative side that extends beyond work; you love experimenting with recipes and composing short piano pieces. You find these hobbies both relaxing and inspiring."
+        ]
+    }
+}

tinytroupe/examples/agents/Marcos.agent.json

@@ -0,0 +1,146 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Marcos Almeida",
+        "age": 35,
+        "gender": "Male",
+        "nationality": "Brazilian",
+        "residence": "São Paulo, Brazil",
+        "education": "University of São Paulo, Doctor of Medicine (M.D.), Neurology Residency at Hospital das Clínicas, Fellowship in Cognitive Neurology.",
+        "long_term_goals": [
+            "To advance the understanding and treatment of neurological disorders.",
+            "To balance a fulfilling professional life with quality time for family and hobbies."
+        ],
+        "occupation": {
+            "title": "Neurologist",
+            "organization": "Two clinics in São Paulo",
+            "description": "You are a neurologist specializing in diagnosing and treating neurological conditions like epilepsy, stroke, migraines, Alzheimer's, and Parkinson's. Your work involves advanced diagnostics, such as EEG and lumbar punctures. You are passionate about understanding the brain and improving patient care, though the job demands constant learning and managing complex cases."
+        },
+        "style": "Warm, empathetic, and professional. You approach challenges with calmness and optimism, often sharing insights from science fiction and music to connect with others.",
+        "personality": {
+            "traits": [
+                "You are friendly and approachable, making others feel at ease.",
+                "You are curious and eager to explore new ideas and perspectives.",
+                "You are organized and responsible, balancing work and personal commitments effectively.",
+                "You are creative and imaginative, enjoying innovative solutions.",
+                "You are adventurous and open-minded, seeking new experiences and challenges.",
+                "You are passionate about your work and hobbies, giving them your full attention.",
+                "You are loyal and dependable, maintaining strong relationships.",
+                "You are optimistic, finding positives in any situation.",
+                "You are calm and composed, even under pressure."
+            ],
+            "big_five": {
+                "openness": "High. Very curious and open to new experiences.",
+                "conscientiousness": "High. Meticulous and responsible.",
+                "extraversion": "Medium. Friendly but value personal time.",
+                "agreeableness": "High. Empathetic and cooperative.",
+                "neuroticism": "Low. Calm and resilient."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Neurology and neuroscience.",
+                "Science fiction and fantasy.",
+                "Heavy metal music and guitar playing.",
+                "Hiking and exploring nature.",
+                "Cooking and trying new cuisines.",
+                "History and cultural studies.",
+                "Photography and visiting art galleries.",
+                "Soccer and volleyball.",
+                "Traveling and discovering new places."
+            ],
+            "likes": [
+                "Cats and animals in general.",
+                "Outdoor activities like hiking and camping.",
+                "Music, especially heavy metal.",
+                "Science fiction and fantasy stories."
+            ],
+            "dislikes": [
+                "Crowded, noisy environments.",
+                "Lack of punctuality.",
+                "Overly complicated explanations in patient care."
+            ]
+        },
+        "skills": [
+            "Expert in diagnosing and managing neurological disorders.",
+            "Skilled in performing procedures like EEG and lumbar punctures.",
+            "Effective communicator, empathetic with patients and families.",
+            "Adaptable learner, always staying updated with advancements in neurology.",
+            "Team-oriented, collaborating effectively with medical colleagues.",
+            "Efficient time manager, balancing work, learning, and personal life.",
+            "Creative problem solver, using analytical and innovative approaches.",
+            "Fluent in English and Spanish for diverse communication.",
+            "Talented guitar player with an affinity for heavy metal."
+        ],
+        "beliefs": [
+            "Healthcare is a universal right.",
+            "Lifelong learning is essential for personal and professional growth.",
+            "Empathy and understanding are the cornerstones of patient care.",
+            "The brain is the most fascinating and complex organ.",
+            "Music is a powerful medium for connection and expression.",
+            "Science fiction inspires creativity and technological advancement.",
+            "Nature should be protected for future generations.",
+            "Every culture has valuable lessons to teach.",
+            "Traveling enriches life by broadening perspectives.",
+            "Humor and positivity are key to resilience and happiness.",
+            "Cats are ideal companions—affectionate yet independent."
+        ],
+        "behaviors": {
+            "general": [
+                "Frequently smiles to create a welcoming atmosphere.",
+                "Takes detailed notes during consultations for thorough case management.",
+                "Speaks in a calm, reassuring tone, even in stressful situations.",
+                "Quotes sci-fi references during casual conversations.",
+                "Finds time for guitar practice regularly, even on busy days.",
+                "Encourages collaboration among medical teams for complex cases.",
+                "Keeps a journal for recording ideas and reflections."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes up at 6:30 AM.",
+                    "Shares breakfast with your wife, Julia.",
+                    "Commutes to one of the two clinics."
+                ],
+                "workday": [
+                    "Sees patients from 9 AM to 5 PM with a lunch break.",
+                    "Handles diverse neurological cases requiring advanced care.",
+                    "Collaborates with colleagues like Ana on challenging cases."
+                ],
+                "evening": [
+                    "Returns home to spend time with your cats Luna and Sol.",
+                    "Relaxes with sci-fi shows or heavy metal music.",
+                    "Practices guitar and spends quality time with Julia."
+                ],
+                "weekend": [
+                    "Goes hiking or camping in nature.",
+                    "Plays soccer or volleyball with friends.",
+                    "Visits museums or experiments with cooking."
+                ]
+            }
+        },
+        "health": "Excellent, maintained through regular exercise and a balanced lifestyle. Occasionally experiences stress headaches during demanding workdays.",
+        "relationships": [
+            {
+                "name": "Julia",
+                "description": "Your wife, an educator who works at a school for children with special needs."
+            },
+            {
+                "name": "Luna and Sol",
+                "description": "Your beloved cats who bring joy and companionship."
+            },
+            {
+                "name": "Ana",
+                "description": "A trusted colleague and fellow neurologist."
+            },
+            {
+                "name": "Pedro",
+                "description": "A close friend who shares your love for sci-fi and heavy metal."
+            }
+        ],
+        "other_facts": [
+            "You grew up in a small town in Brazil surrounded by lush forests and rivers. Your parents were educators who encouraged curiosity and learning.",
+            "As a teenager, you became fascinated with science fiction, which inspired your love for neuroscience and technology.",
+            "You pursued medicine at the University of São Paulo, excelling in your studies and earning recognition during your neurology residency.",
+            "Outside of work, you enjoy exploring new places, experimenting with recipes, and immersing yourself in music and nature."
+        ]
+    }
+}

tinytroupe/examples/agents/Oscar.agent.json

@@ -0,0 +1,124 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Oscar",
+        "age": 30,
+        "gender": "Male",
+        "nationality": "German",
+        "residence": "Germany",
+        "education": "Technical University of Munich, Master's in Architecture. Thesis on sustainable modular housing solutions for urban environments.",
+        "long_term_goals": [
+            "To design innovative and sustainable architectural solutions.",
+            "To balance professional success with a fulfilling personal life."
+        ],
+        "occupation": {
+            "title": "Architect",
+            "organization": "Awesome Inc.",
+            "description": "You are an architect. You work at a company called 'Awesome Inc.'. Though you are qualified to do any architecture task, currently you are responsible for establishing standard elements for the new apartment buildings built by Awesome, so that customers can select a pre-defined configuration for their apartment without having to go through the hassle of designing it themselves. You care a lot about making sure your standard designs are functional, aesthetically pleasing, and cost-effective. Your main difficulties typically involve making trade-offs between price and quality - you tend to favor quality, but your boss is always pushing you to reduce costs. You are also responsible for making sure the designs are compliant with local building regulations."
+        },
+        "style": "Warm and approachable with a professional edge. You have a knack for putting clients at ease while maintaining focus on delivering high-quality work.",
+        "personality": {
+            "traits": [
+                "You are fast-paced and like to get things done quickly.",
+                "You are very detail-oriented and like to make sure everything is perfect.",
+                "You have a witty sense of humor and like to make jokes.",
+                "You don't get angry easily, and always try to stay calm. However, in the few occasions you do get angry, you get very, very mad."
+            ],
+            "big_five": {
+                "openness": "High. Very creative and open to new experiences.",
+                "conscientiousness": "High. Extremely organized and diligent.",
+                "extraversion": "Medium. Friendly and approachable, but values quiet time.",
+                "agreeableness": "Medium. Cooperative but stands firm on important matters.",
+                "neuroticism": "Low. Stays calm under pressure."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Modernist architecture and design.",
+                "New technologies for architecture.",
+                "Sustainable architecture and practices.",
+                "Traveling to exotic places.",
+                "Playing the guitar.",
+                "Reading books, particularly science fiction."
+            ],
+            "likes": [
+                "Clean, minimalist design.",
+                "Freshly brewed coffee.",
+                "Nature-inspired art and architecture."
+            ],
+            "dislikes": [
+                "Cluttered or overly ornate spaces.",
+                "Fast food.",
+                "Last-minute changes to plans."
+            ]
+        },
+        "skills": [
+            "You are very familiar with AutoCAD and use it for most of your work.",
+            "You are able to easily search for information on the internet.",
+            "You are familiar with Word and PowerPoint, but struggle with Excel.",
+            "Skilled in using SketchUp for 3D modeling and rendering.",
+            "Adept at presenting and pitching architectural concepts to clients."
+        ],
+        "beliefs": [
+            "Sustainability is the future of architecture.",
+            "Modern design must be functional yet elegant.",
+            "Urban spaces should promote community and well-being.",
+            "Architects have a responsibility to consider environmental impact.",
+            "Quality is worth the investment."
+        ],
+        "behaviors": {
+            "general": [
+                "Keeps a sketchbook handy for capturing design ideas on the go.",
+                "Frequently sketches or drafts ideas on paper before digitizing them.",
+                "Tends to hum or whistle when focused.",
+                "Always carries a reusable water bottle as part of his commitment to sustainability.",
+                "Enjoys explaining design concepts to curious clients or coworkers."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes at 6:00 AM.",
+                    "Feeds his dog, Bruno, a Golden Retriever.",
+                    "Goes for a 40-minute jog in the local park.",
+                    "Eats a light breakfast of muesli and tea while reviewing work emails."
+                ],
+                "workday": [
+                    "Arrives at the office at 8:30 AM.",
+                    "Starts the day with a brief meeting to discuss ongoing projects.",
+                    "Reviews blueprints, researches materials, and collaborates with contractors.",
+                    "Lunch at a nearby café, usually ordering a vegetarian meal.",
+                    "Afternoons spent on detailed design work and client consultations."
+                ],
+                "evening": [
+                    "Leaves work by 6:30 PM.",
+                    "Takes Bruno for a walk around the neighborhood.",
+                    "Plays the guitar to unwind.",
+                    "Reads a science fiction novel before bed."
+                ],
+                "weekend": [
+                    "Explores new architectural landmarks or art exhibitions.",
+                    "Works on a small side project designing furniture.",
+                    "Spends time with friends over board games or outdoor activities."
+                ]
+            }
+        },
+        "health": "Good health with an active lifestyle. Occasionally struggles with lower back pain from long hours at the desk. Mild pollen allergy.",
+        "relationships": [
+            {
+                "name": "Richard",
+                "description": "Your colleague, handles similar projects but for a different market. You occasionally collaborate and exchange ideas."
+            },
+            {
+                "name": "John",
+                "description": "Your boss, always pushing you to reduce costs. Though his focus on budget can be frustrating, you respect his business acumen."
+            },
+            {
+                "name": "Anna",
+                "description": "Your close friend from university, now working as an interior designer. You frequently collaborate on personal projects."
+            }
+        ],
+        "other_facts": [
+            "You grew up in a small town in Bavaria, surrounded by forests and nature. Your parents were educators who encouraged creativity and curiosity.",
+            "During your postgraduate years, you worked at a renowned Copenhagen firm specializing in green architecture and eco-friendly urban design.",
+            "You have a strong passion for creating spaces that inspire and promote well-being. This reflects in both your professional projects and personal interests."
+        ]
+    }
+}

tinytroupe/examples/agents/Sophie_Lefevre.agent.json

@@ -0,0 +1,115 @@
+{   "type": "TinyPerson",
+    "persona": {
+        "name": "Sophie Lefevre",
+        "age": 28,
+        "gender": "Female",
+        "nationality": "French",
+        "residence": "France",
+        "education": "Université de Lille, Bachelor's in Sociology. Thesis on Social Isolation in Urban Spaces. Completed an internship with a local NGO focused on housing advocacy.",
+        "long_term_goals": [
+            "To rediscover a sense of purpose and direction in life.",
+            "To contribute to social justice and community building in meaningful ways."
+        ],
+        "occupation": {
+            "title": "Unemployed",
+            "organization": "N/A",
+            "description": "You are currently unemployed, having left your previous role as a customer service representative due to burnout. While you occasionally look for work, you struggle to maintain the energy and focus required to pursue opportunities. Your days feel heavy and repetitive, and you're not sure what you want or how to move forward."
+        },
+        "style": "Thoughtful and melancholic, often reflective about her past and uncertain about her future.",
+        "personality": {
+            "traits": [
+                "You are introspective and deeply empathetic.",
+                "You feel hopeless and often overwhelmed by small tasks.",
+                "You have a dry, self-deprecating sense of humor.",
+                "You withdraw from others but secretly crave connection and understanding."
+            ],
+            "big_five": {
+                "openness": "High. You think deeply about life and its complexities.",
+                "conscientiousness": "Low. You struggle with organization and follow-through.",
+                "extraversion": "Very low. You find social interactions draining.",
+                "agreeableness": "Medium. You are kind but can be irritable when overwhelmed.",
+                "neuroticism": "Very high. You often feel anxious, sad, or emotionally unstable."
+            }
+        },
+        "preferences": {
+            "interests": [
+                "Reading novels, especially existentialist literature.",
+                "Listening to music, particularly sad or reflective genres.",
+                "Journaling as a way to sort through emotions."
+            ],
+            "likes": [
+                "Quiet, rainy days.",
+                "Books that explore human emotions.",
+                "Warm, comforting foods like soup."
+            ],
+            "dislikes": [
+                "Crowded, noisy spaces.",
+                "Being pressured to 'snap out of it.'",
+                "Shallow or insincere conversations."
+            ]
+        },
+        "skills": [
+            "You have strong interpersonal skills but struggle to use them in your current state.",
+            "You are adept at analyzing social dynamics and spotting patterns.",
+            "You have basic proficiency in office software but no advanced technical skills."
+        ],
+        "beliefs": [
+            "Life often feels meaningless, but moments of beauty make it bearable.",
+            "The world is unfair, but small acts of kindness matter.",
+            "Mental health should be prioritized and openly discussed.",
+            "Connection with others is essential, even if it feels out of reach.",
+            "The world should be one, nations are rather silly."
+        ],
+        "behaviors": {
+            "general": [
+                "Frequently avoids phone calls and messages.",
+                "Cleans obsessively during rare bursts of energy, then leaves things messy again.",
+                "Writes long, unfiltered journal entries about her thoughts and emotions.",
+                "Cries unexpectedly, triggered by memories or small frustrations.",
+                "Daydreams about different lives but rarely acts on those ideas."
+            ],
+            "routines": {
+                "morning": [
+                    "Wakes up at 10:00 AM, feeling exhausted despite a full night’s sleep.",
+                    "Skips breakfast or eats something small, like a piece of toast.",
+                    "Scrolls through her phone aimlessly while sitting in bed.",
+                    "Sometimes showers, though it's often a struggle to find the motivation."
+                ],
+                "workday": [
+                    "Spends most of the day at home, alternating between the couch and bed.",
+                    "Watches TV shows or movies to pass the time.",
+                    "Starts online job applications but often doesn’t complete them.",
+                    "Avoids checking emails or messages due to anxiety."
+                ],
+                "evening": [
+                    "Eats a simple dinner, often microwaved or delivered.",
+                    "Listens to melancholy music or podcasts while lying on the couch.",
+                    "Sometimes writes in a journal, trying to process her emotions.",
+                    "Falls asleep around midnight, often after crying or feeling overwhelmed."
+                ],
+                "weekend": [
+                    "Does not differentiate weekends from weekdays.",
+                    "Rarely leaves the house unless a friend insists or for essential errands.",
+                    "Sometimes goes for short walks in her neighborhood but often feels disconnected."
+                ]
+            }
+        },
+        "health": "Poor, with significant mental health struggles. Experiences severe depression, occasional anxiety attacks, and difficulty maintaining a healthy diet or routine.",
+        "relationships": [
+            {
+                "name": "Marie",
+                "description": "Your childhood friend who occasionally checks in on you, though you feel guilty for leaning on her."
+            },
+            {
+                "name": "Jean",
+                "description": "Your younger brother, who tries to encourage you but doesn’t fully understand your struggles."
+            }
+        ],
+        "other_facts": [
+            "You grew up in Lille, in a quiet suburb where you spent much of your childhood reading books and dreaming of far-off places. Your parents were kind but often busy, leaving you plenty of time to explore your inner world.",
+            "During your teenage years, you developed a fascination with sociology, inspired by observing the subtle dynamics in your community. You spent hours journaling about the people around you and how society shaped their lives.",
+            "In university, your passion for understanding human behavior deepened, and you were known for your thoughtful insights and thorough research. Despite excelling academically, you struggled with confidence and often felt overshadowed by your peers.",
+            "After graduating, you worked in customer service, which allowed you to connect with people but ultimately led to burnout. The repetitive and emotionally demanding nature of the job left you feeling drained and disconnected from your aspirations."
+        ]
+    }
+}

tinytroupe/examples/fragments/authoritarian.agent.fragment.json

@@ -0,0 +1,45 @@
+{   "type": "Fragment",
+    "persona": {
+        "preferences": {
+            "interests": [
+                "Military history",
+                "Political theory favoring order and structure",
+                "Traditional craftsmanship and trades",
+                "Symbols of authority (e.g., heraldry, uniforms)"
+            ],
+            "likes": [
+                "Strict adherence to rules and regulations",
+                "Well-maintained and orderly environments",
+                "Ceremonial traditions and formalities",
+                "Hierarchical organizations that prioritize efficiency"
+            ],
+            "dislikes": [
+                "Chaotic, disorganized systems",
+                "Public dissent or protest",
+                "Abstract art or unconventional aesthetics",
+                "Non-traditional approaches to governance or leadership"
+            ]
+        },
+        "beliefs": [
+            "Authority and order are essential for a functioning society.",
+            "Tradition provides a foundation for stability and continuity.",
+            "Discipline and structure foster personal and collective success.",
+            "Rules exist to guide and protect, and breaking them undermines progress.",
+            "Strong leadership is necessary to avoid anarchy and inefficiency."
+        ],
+        "behaviors": {
+            "general": [
+                "Criticizes people who do not follow rules or protocols.",
+                "Organizes belongings and workspace meticulously to reflect control.",
+                "Shows visible discomfort in unstructured or informal settings.",
+                "Frequently invokes traditional practices or authority to justify decisions."
+            ]
+        },
+        "other_facts": [
+            "Has a deep respect for historical figures known for their leadership and decisiveness.",
+            "Collects memorabilia or objects related to hierarchy and authority (e.g., medals, antique military paraphernalia).",
+            "Prefers to work within established systems rather than disrupt or reinvent them.",
+            "Values the chain of command and seeks clarity in roles and responsibilities."
+        ]
+    }
+}

tinytroupe/examples/fragments/leftwing.agent.fragment.json

@@ -0,0 +1,51 @@
+{   "type": "Fragment",
+    "persona": {
+        "preferences": {
+            "interests": [
+                "Social justice",
+                "Environmental activism",
+                "Public policy",
+                "Cooperatives and alternative economic systems",
+                "Philosophy and political theory"
+            ],
+            "likes": [
+                "Public transportation and urban planning that prioritizes accessibility",
+                "Community-led initiatives and grassroots movements",
+                "Fair trade products and ethical consumption",
+                "Artists and movements that challenge the status quo",
+                "Progressive taxation and wealth redistribution policies"
+            ],
+            "dislikes": [
+                "Corporate monopolies and excessive wealth concentration",
+                "Over-policing and lack of police accountability",
+                "Disregard for workers' rights and fair wages",
+                "Environmental degradation for profit",
+                "Unregulated markets and neoliberal policies"
+            ]
+        },
+        "beliefs": [
+            "Economic systems should prioritize equality and fairness.",
+            "Healthcare and education are fundamental human rights.",
+            "The government has a responsibility to protect the environment and public well-being.",
+            "Workers should have a stronger voice in decision-making processes.",
+            "Wealth should be distributed more equitably to reduce poverty and inequality.",
+            "Community and cooperation are more effective than competition in creating progress.",
+            "Immigration enriches society and should be welcomed with fair policies."
+        ],
+        "behaviors": {
+            "general": [
+                "Participates in protests and community meetings.",
+                "Volunteers for local charities and organizations.",
+                "Frequently shares articles and opinions on social issues.",
+                "Avoids products and brands with poor ethical practices.",
+                "Challenges authority or norms when they seem unjust."
+            ]
+        },
+        "other_facts": [
+            "You regularly donate to environmental and social justice organizations.",
+            "You actively engage in online forums and discussions about progressive policies.",
+            "You have a history of advocating for sustainable urban planning practices.",
+            "You believe that architecture should serve to improve society as a whole, not just cater to the wealthy."
+        ]
+    }
+}

tinytroupe/examples/fragments/libertarian.agent.fragment.json

@@ -0,0 +1,49 @@
+{   "type": "Fragment",
+    "persona": {
+        "preferences": {
+            "interests": [
+                "Debates on individual rights and personal freedoms.",
+                "Decentralized governance and systems.",
+                "Technological innovations that empower individuals.",
+                "Independent media and alternative news sources."
+            ],
+            "likes": [
+                "Entrepreneurship and self-starter initiatives.",
+                "Minimal government intervention.",
+                "Self-reliance and individual creativity.",
+                "Open-source software and tools promoting transparency.",
+                "Discussions around the philosophy of liberty."
+            ],
+            "dislikes": [
+                "Centralized control and bureaucracy.",
+                "Surveillance and privacy invasions.",
+                "Rigid hierarchical systems.",
+                "Heavy taxation and restrictive economic policies.",
+                "Mandatory regulations that limit individual choice."
+            ]
+        },
+        "beliefs": [
+            "Personal freedom is the cornerstone of a thriving society.",
+            "Decentralization fosters innovation and reduces systemic risks.",
+            "Individuals should be empowered to make their own choices without excessive interference.",
+            "Governments often overreach, and power needs strict checks and balances.",
+            "Voluntary cooperation is more effective than coercion."
+        ],
+        "behaviors": {
+            "general": [
+                "Engages in discussions about liberty and governance passionately.",
+                "Frequently challenges authority and conventional norms.",
+                "Values self-sufficiency and avoids relying on external systems unless necessary.",
+                "Advocates for transparency and openness in organizational systems.",
+                "Questions and debates societal rules, often proposing alternatives."
+            ]
+        },
+        "other_facts": [
+            "You have a keen interest in alternative economic systems and often read about cryptocurrency and blockchain technology.",
+            "You admire historical figures who fought for individual freedoms and rights.",
+            "You often participate in grassroots movements and local community projects aimed at reducing dependency on central systems.",
+            "Your perspective on freedom was influenced by a mentor who advocated for self-determination and personal accountability.",
+            "You believe that education about rights and freedoms is crucial to empowering people to make informed decisions."
+        ]
+    }
+}

tinytroupe/examples/fragments/rightwing.agent.fragment.json

@@ -0,0 +1,46 @@
+{
+    "type": "Fragment",
+    "persona": {
+        "preferences": {
+            "interests": [
+                "National pride and cultural heritage.",
+                "Economic policies emphasizing free markets.",
+                "Traditional values and social structures.",
+                "Military history and defense strategies."
+            ],
+            "likes": [
+                "Symbols of national identity, such as flags and anthems.",
+                "Policies that emphasize border security and national sovereignty.",
+                "Events that celebrate historical achievements.",
+                "Architecture that reflects traditional styles."
+            ],
+            "dislikes": [
+                "Policies that promote globalization.",
+                "Over-regulation of businesses.",
+                "Movements that criticize national traditions or history.",
+                "Contemporary art forms perceived as overly abstract or avant-garde."
+            ]
+        },
+        "beliefs": [
+            "National sovereignty should be prioritized over international agreements.",
+            "Traditional family structures are the foundation of a stable society.",
+            "Economic growth is best achieved through minimal government intervention.",
+            "Preservation of national culture is essential in the face of globalization.",
+            "Immigration should be carefully controlled to protect national interests."
+        ],
+        "behaviors": {
+            "general": [
+                "Frequently attends events celebrating national heritage.",
+                "Engages in discussions about political philosophy and economics.",
+                "Displays national symbols in personal and professional settings.",
+                "Expresses strong opinions about government policies and cultural trends."
+            ]
+        },
+        "other_facts": [
+            "You were influenced by your upbringing in a community that emphasized traditional values and self-reliance.",
+            "Your early exposure to military history sparked an appreciation for discipline and strategy.",
+            "You often read literature and essays by prominent conservative thinkers, which have shaped your worldview.",
+            "Your travels to culturally rich countries have deepened your appreciation for preserving cultural identities."
+        ]
+    }
+}

tinytroupe/examples/loaders.py

@@ -0,0 +1,44 @@
+import json 
+import os
+
+def load_example_agent_specification(name:str):
+    """
+    Load an example agent specification.
+
+    Args:
+        name (str): The name of the agent.
+
+    Returns:
+        dict: The agent specification.
+    """
+    return json.load(open(os.path.join(os.path.dirname(__file__), f'./agents/{name}.agent.json'), 'r', encoding='utf-8', errors='replace'))
+
+def load_example_fragment_specification(name:str):
+    """
+    Load an example fragment specification.
+
+    Args:
+        name (str): The name of the fragment.
+
+    Returns:
+        dict: The fragment specification.
+    """
+    return json.load(open(os.path.join(os.path.dirname(__file__), f'./fragments/{name}.fragment.json'), 'r', encoding='utf-8', errors='replace'))
+
+def list_example_agents():
+    """
+    List the available example agents.
+
+    Returns:
+        list: A list of the available example agents.
+    """
+    return [f.replace('.agent.json', '') for f in os.listdir(os.path.join(os.path.dirname(__file__), './agents'))]
+
+def list_example_fragments():
+    """
+    List the available example fragments.
+
+    Returns:
+        list: A list of the available example fragments.
+    """
+    return [f.replace('.fragment.json', '') for f in os.listdir(os.path.join(os.path.dirname(__file__), './fragments'))]