update

app.py

@@ -1,6 +1,8 @@
 import os
 import json
 import datetime
+import requests
+from email.utils import parseaddr
 import gradio as gr
 import pandas as pd
 import numpy as np
@@ -43,6 +45,10 @@ except ImportError as e:
 TOKEN = os.environ.get("HF_TOKEN", None)
 OWNER = "opencompass"
 
+# OSS submission tracking paths
+SUBMISSION_TRACKING_PATH = "atlas_eval/submissions/user_tracking/"
+SUBMISSION_HISTORY_FILE = "submission_history.json"
+
 def format_error(msg):
     return f"<p style='color: red; font-size: 20px; text-align: center;'>{msg}</p>"
 
@@ -57,6 +63,107 @@ def model_hyperlink(link, model_name):
         return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
     return model_name
 
+def load_submission_history():
+    """从OSS加载用户提交历史"""
+    try:
+        from src.oss.oss_file_manager import OSSFileManager
+        oss_manager = OSSFileManager()
+        
+        # 尝试下载提交历史文件
+        history_content = oss_manager.download_file_content(
+            SUBMISSION_TRACKING_PATH + SUBMISSION_HISTORY_FILE
+        )
+        
+        if history_content:
+            return json.loads(history_content)
+        else:
+            print("📝 创建新的提交历史记录")
+            return {}
+            
+    except Exception as e:
+        print(f"⚠️ 加载提交历史失败: {e}")
+        return {}
+
+def save_submission_history(history):
+    """保存用户提交历史到OSS"""
+    try:
+        from src.oss.oss_file_manager import OSSFileManager
+        oss_manager = OSSFileManager()
+        
+        # 上传提交历史
+        history_json = json.dumps(history, indent=2, ensure_ascii=False)
+        success = oss_manager.upload_file_content(
+            content=history_json,
+            object_key=SUBMISSION_TRACKING_PATH + SUBMISSION_HISTORY_FILE
+        )
+        
+        return success
+        
+    except Exception as e:
+        print(f"❌ 保存提交历史失败: {e}")
+        return False
+
+def check_user_submission_eligibility(profile: gr.OAuthProfile, org_name: str):
+    """检查用户提交资格"""
+    try:
+        # 1. 检查账号年龄限制 (60天)
+        user_data = requests.get(f"https://huggingface.co/api/users/{profile.username}/overview")
+        if user_data.status_code == 200:
+            creation_date = json.loads(user_data.content)["createdAt"]
+            account_age = datetime.datetime.now() - datetime.datetime.strptime(creation_date, '%Y-%m-%dT%H:%M:%S.%fZ')
+            
+            if account_age < datetime.timedelta(days=60):
+                return False, "此账号不满足提交要求。账号创建时间必须超过60天。"
+        else:
+            return False, "无法验证账号信息，请稍后再试。"
+        
+        # 2. 检查每日提交限制
+        submission_history = load_submission_history()
+        user_submissions = submission_history.get(profile.username, [])
+        
+        today = datetime.datetime.today().strftime('%Y-%m-%d')
+        today_submissions = [s for s in user_submissions if s.get("date", "") == today]
+        
+        if len(today_submissions) > 0:
+            return False, "您今天已经提交过一次，请明天再试。"
+        
+        # 3. 检查重复提交 (组织名+用户名组合)
+        for submission in user_submissions:
+            if submission.get("organization", "").lower() == org_name.lower():
+                return False, f"您已经为组织 '{org_name}' 提交过结果。如需更新，请联系管理员。"
+        
+        return True, "检查通过"
+        
+    except Exception as e:
+        print(f"❌ 用户资格检查失败: {e}")
+        return False, f"系统检查出现错误，请稍后再试: {str(e)}"
+
+def record_user_submission(profile: gr.OAuthProfile, org_name: str, email: str):
+    """记录用户提交"""
+    try:
+        submission_history = load_submission_history()
+        
+        if profile.username not in submission_history:
+            submission_history[profile.username] = []
+        
+        # 记录本次提交
+        submission_record = {
+            "date": datetime.datetime.today().strftime('%Y-%m-%d'),
+            "time": datetime.datetime.now().strftime('%H:%M:%S'),
+            "organization": org_name,
+            "email": email,
+            "username": profile.username
+        }
+        
+        submission_history[profile.username].append(submission_record)
+        
+        # 保存历史记录
+        return save_submission_history(submission_history)
+        
+    except Exception as e:
+        print(f"❌ 记录提交历史失败: {e}")
+        return False
+
 def get_leaderboard_dataframe():
     """Generate leaderboard dataframe from SAGE results"""
     print("🔄 Loading SAGE leaderboard data...")
@@ -177,13 +284,22 @@ with demo:
     with gr.Accordion("📊 Submit Your SAGE Results", open=False):
         gr.Markdown(EVALUATION_QUEUE_TEXT, elem_classes="markdown-text")
         
-        # 添加提交说明
+        # 添加提交说明和限制
         gr.Markdown("""
 ### 📋 提交要求
+- **登录要求**: 必须使用 HuggingFace 账号登录
+- **账号限制**: 账号创建时间必须超过 60 天
+- **提交频率**: 每个用户每天只能提交 1 次
 - **文件格式**: 上传符合SAGE格式的JSON文件
 - **组织信息**: 填写准确的组织名称（将显示在排行榜）
 - **联系邮箱**: 提供有效邮箱用于结果通知
 - **自动评测**: 提交后将自动进行LLM评测并更新排行榜
+
+### 🔐 安全政策
+为防止垃圾提交和确保评测质量，我们采用了严格的提交限制：
+- 新账号需要等待60天才能提交（防止恶意注册）
+- 每日提交限制确保排行榜质量和服务器稳定性
+- 重复提交检查避免同一组织多次提交相同结果
         """, elem_classes="markdown-text")
         
         with gr.Row():
@@ -203,16 +319,16 @@ with demo:
                     type="filepath"
                 )
 
-        # 提交按钮
+        # 登录和提交按钮
         with gr.Row():
+            login_button = gr.LoginButton("🔐 Login with HuggingFace", size="lg")
             submit_button = gr.Button("Submit Results", variant="primary", size="lg")
         
         submission_result = gr.HTML()
         
-        # Simplified submission handling via OSS
-        def handle_submission(file_upload, org_name, email):
+        def handle_submission(file_upload, org_name, email, profile: gr.OAuthProfile = None):
             try:
-                # 基本验证
+                # 1. 基本验证
                 if not file_upload:
                     return format_error("请选择要上传的文件")
                 if not org_name or not org_name.strip():
@@ -220,18 +336,39 @@ with demo:
                 if not email or not email.strip():
                     return format_error("请输入邮箱地址")
                 
-                # 处理文件提交 (通过OSS)
+                # 2. 验证邮箱格式
+                _, parsed_email = parseaddr(email)
+                if "@" not in parsed_email:
+                    return format_warning("请提供有效的邮箱地址")
+                
+                # 3. 检查登录状态
+                if not profile:
+                    return format_error("请先登录 HuggingFace 账号后再提交")
+                
+                # 4. 检查用户提交资格 (账号年龄、每日限制、重复提交)
+                eligible, message = check_user_submission_eligibility(profile, org_name)
+                if not eligible:
+                    return format_error(message)
+                
+                # 5. 处理文件提交 (通过OSS)
                 from src.submission.simple_submit import process_sage_submission_simple
                 result = process_sage_submission_simple(file_upload, org_name, email)
                 
-                # 添加成功提交的额外信息
+                # 6. 记录用户提交历史
+                record_success = record_user_submission(profile, org_name, email)
+                if not record_success:
+                    print(f"⚠️ 提交历史记录失败，但提交已成功处理")
+                
+                # 7. 添加成功提交的详细信息
                 success_info = f"""
 <div style="background-color: #d4edda; border: 1px solid #c3e6cb; border-radius: 5px; padding: 15px; margin: 10px 0;">
     <h4 style="color: #155724; margin-top: 0;">🎉 提交成功!</h4>
+    <p style="color: #155724; margin: 5px 0;"><strong>用户:</strong> {profile.username}</p>
     <p style="color: #155724; margin: 5px 0;"><strong>组织:</strong> {org_name}</p>
     <p style="color: #155724; margin: 5px 0;"><strong>邮箱:</strong> {email}</p>
     <p style="color: #155724; margin: 5px 0;"><strong>提交时间:</strong> {datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')}</p>
-    <p style="color: #155724; margin-bottom: 0;">您的结果已通过OSS提交，将在5-10分钟内完成评测并更新排行榜。</p>
+    <p style="color: #155724; margin: 5px 0;"><strong>下次可提交:</strong> 明天</p>
+    <p style="color: #155724; margin-bottom: 0;">您的结果已通过OSS提交，将在5-10分钟内完成LLM评测并更新排行榜。</p>
 </div>
                 """
                 
@@ -240,7 +377,9 @@ with demo:
             except ImportError as e:
                 return format_error(f"提交系统模块不可用: {e}")
             except Exception as e:
-                return format_error(f"提交过程中出现错误: {e}")
+                import traceback
+                traceback.print_exc()
+                return format_error(f"提交过程中出现错误: {str(e)}")
         
         submit_button.click(
             handle_submission,