hugging space upload

README.md

@@ -1,40 +1,51 @@
-# Vibes Benchmark v0.1
-
-A tool for benchmarking different AI models by comparing their responses to custom questions.
-
-## Prerequisites
-
-- Python 3.8 or higher
-- An OpenRouter API key ([Get one here](https://openrouter.ai/))
+---
+title: Vibesmark Test Suite
+emoji: 🎯
+colorFrom: blue
+colorTo: purple
+sdk: gradio
+sdk_version: 4.0.0
+app_file: app.py
+pinned: false
+---
+
+# Vibesmark Test Suite
+
+A benchmarking tool for comparing different language models side by side. This application allows users to:
+
+- Upload custom test questions
+- Compare responses from different language models
+- Record preferences between model outputs
+- Generate summary statistics of model performance
 
 ## Setup
 
-1. Clone the repository:
-   ```bash
-   git clone [repository-url]
-   cd vibes-benchmark
-   ```
+1. Create a `.env` file with your OpenRouter API credentials:
+```
+OPENROUTER_API_KEY=your_api_key_here
+OPENROUTER_BASE_URL=https://openrouter.ai/api/v1/chat/completions
+```
 
 2. Install dependencies:
-   ```bash
-   pip install -r requirements.txt
-   ```
+```bash
+pip install -r requirements.txt
+```
 
-3. Configure environment variables:
-   ```bash
-   cp .env.example .env
-   ```
-   Then edit `.env` and add your OpenRouter API key
+3. Run the application:
+```bash
+python app.py
+```
 
 ## Usage
 
-1. Prepare a text file with your questions (one per line)
-2. Run the application:
-   ```bash
-   python app.py
-   ```
-3. Upload your questions file through the web interface
-4. Click "Run Benchmark" to start comparing model responses
+1. Select two models to compare
+2. Upload a text file containing test questions (one per line)
+3. Start the test and evaluate responses
+4. View results summary when finished
+
+## Deployment
+
+This app is ready to deploy on Hugging Face Spaces. Just add your OpenRouter API credentials as secrets in your Space settings.
 
 ## Features
 

app.py

@@ -41,10 +41,10 @@ MODELS = [
 
 # Get configuration from environment variables
 OPENROUTER_API_KEY = os.getenv('OPENROUTER_API_KEY')
-OPENROUTER_BASE_URL = os.getenv('OPENROUTER_BASE_URL')
+OPENROUTER_BASE_URL = os.getenv('OPENROUTER_BASE_URL', 'https://openrouter.ai/api/v1/chat/completions')
 
-if not OPENROUTER_API_KEY or not OPENROUTER_BASE_URL:
-    raise ValueError("Missing required environment variables. Please check your .env file.")
+if not OPENROUTER_API_KEY:
+    raise ValueError("Missing OPENROUTER_API_KEY. Please set it in your environment variables or .env file.")
 
 def get_response(question, model):
     """Get response from OpenRouter API for the given question and model."""
@@ -120,7 +120,7 @@ with gr.Blocks(title="Vibesmark Test Suite") as demo:
             model1_selector = gr.Dropdown(
                 choices={model["model_id"]: model["display_name"] for model in MODELS},
                 label="Select First Model",
-                value="anthropic/claude-3.5-sonnet",
+                value="openai/gpt-4-turbo-preview",
                 type="value",
                 allow_custom_value=False
             )
@@ -651,34 +651,4 @@ demo.queue()
 
 # Launch with the appropriate host setting for deployment
 if __name__ == "__main__":
-    print("\nStarting Vibesmark Test Suite...")
-    print("You can access the app at: http://localhost:7860")
-    
-    # Create a FastAPI app to serve the example file
-    from fastapi import FastAPI
-    from fastapi.responses import FileResponse
-    from fastapi.middleware.cors import CORSMiddleware
-    
-    app = FastAPI()
-    
-    # Add CORS middleware
-    app.add_middleware(
-        CORSMiddleware,
-        allow_origins=["*"],
-        allow_credentials=True,
-        allow_methods=["*"],
-        allow_headers=["*"],
-    )
-    
-    @app.get("/testquestions.txt")
-    async def get_example_file():
-        return FileResponse("testquestions.txt")
-    
-    # Mount FastAPI app to Gradio
-    demo.app.mount("/", app)
-    
-    demo.launch(
-        server_name="0.0.0.0",  # Allows external connections
-        server_port=7860,
-        share=False
-    )
+    demo.launch()

index.html

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta http-equiv="refresh" content="0; url=https://atin.me">
+    <title>Redirecting...</title>
+</head>
+<body>
+    <p>If you are not redirected automatically, <a href="https://atin.me">click here</a>.</p>
+    <script>
+        window.location.href = "https://atin.me";
+    </script>
+</body>
+</html> 

vibes.html

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta http-equiv="refresh" content="0; url=https://132d16866af07e9973.gradio.live">
+    <title>Redirecting...</title>
+</head>
+<body>
+    <p>If you are not redirected automatically, <a href="https://132d16866af07e9973.gradio.live">click here</a>.</p>
+    <script>
+        window.location.href = "https://132d16866af07e9973.gradio.live";
+    </script>
+</body>
+</html>