Report generation only includes the last two releases

.github/scripts/process_report.py

@@ -18,22 +18,23 @@ def format_datetime(dt_str: str) -> str:
     return dt_str.replace("T", " ").split("+")[0]
 
 
-def read_json_line_by_line(file_path):
+def read_json_line_by_line(file_path, commit_hash=None):
     """
     Read a JSON file line by line, parsing each line as a separate JSON object.
+    Optionally filter by commit_hash if provided.
 
     :param file_path: Path to the JSON file
+    :param commit_hash: Optional commit hash to filter data
     :return: List of parsed JSON objects
-
-    This function is useful for reading large JSON files that contain one JSON object
-    per line. It handles JSON parsing errors gracefully, skipping invalid lines.
     """
     data = []
     with open(file_path, "r") as f:
         for line in f:
             try:
                 item = json.loads(line.strip())
-                data.append(item)
+                # Filter by commit_hash if provided
+                if commit_hash is None or item.get("commit_hash") == commit_hash:
+                    data.append(item)
             except json.JSONDecodeError:
                 print(f"Skipping invalid JSON in {file_path}: {line}")
     return data
@@ -216,9 +217,22 @@ def analyze_support_changes(prev_csv, curr_csv):
 
 
 def generate_report():
-    # Load current and previous data
-    prev_perf_data = read_json_line_by_line("dashboard_data/performance_data.json")  # old data
-    curr_perf_data = read_json_line_by_line("report_data/performance_data.json")  # new data
+    # Load version data first to get commit hashes
+    with open("report_data/version.json", "r") as f:  
+        version_data = json.load(f)
+    
+    # Get the last two commit hashes from releases array
+    releases = version_data.get("releases", [])
+    if len(releases) >= 2:
+        curr_commit_hash = releases[-1]  # latest commit
+        prev_commit_hash = releases[-2]  # previous commit
+    else:
+        curr_commit_hash = releases[-1] if releases else ""
+        prev_commit_hash = ""
+
+    # Load and filter performance data by commit hash
+    prev_perf_data = read_json_line_by_line("dashboard_data/performance_data.json", commit_hash=prev_commit_hash)
+    curr_perf_data = read_json_line_by_line("report_data/performance_data.json", commit_hash=curr_commit_hash)
 
     prev_dict = {(d["model"], d["device"], d["os"]): d for d in prev_perf_data}
     curr_dict = {(d["model"], d["device"], d["os"]): d for d in curr_perf_data}