Upload 25 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,2 @@
+_site/
+.DS_Store

Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gem 'github-pages', group: :jekyll_plugins

Gemfile.lock

@@ -0,0 +1,260 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.1.7.8)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
+    addressable (2.8.6)
+      public_suffix (>= 2.0.2, < 6.0)
+    base64 (0.2.0)
+    coffee-script (2.4.1)
+      coffee-script-source
+      execjs
+    coffee-script-source (1.12.2)
+    colorator (1.1.0)
+    commonmarker (0.23.10)
+    concurrent-ruby (1.3.3)
+    dnsruby (1.72.1)
+      simpleidn (~> 0.2.1)
+    em-websocket (0.5.3)
+      eventmachine (>= 0.12.9)
+      http_parser.rb (~> 0)
+    ethon (0.16.0)
+      ffi (>= 1.15.0)
+    eventmachine (1.2.7)
+    execjs (2.9.1)
+    faraday (2.8.1)
+      base64
+      faraday-net_http (>= 2.0, < 3.1)
+      ruby2_keywords (>= 0.0.4)
+    faraday-net_http (3.0.2)
+    ffi (1.17.0-x86_64-darwin)
+    forwardable-extended (2.6.0)
+    gemoji (4.1.0)
+    github-pages (231)
+      github-pages-health-check (= 1.18.2)
+      jekyll (= 3.9.5)
+      jekyll-avatar (= 0.8.0)
+      jekyll-coffeescript (= 1.2.2)
+      jekyll-commonmark-ghpages (= 0.4.0)
+      jekyll-default-layout (= 0.1.5)
+      jekyll-feed (= 0.17.0)
+      jekyll-gist (= 1.5.0)
+      jekyll-github-metadata (= 2.16.1)
+      jekyll-include-cache (= 0.2.1)
+      jekyll-mentions (= 1.6.0)
+      jekyll-optional-front-matter (= 0.3.2)
+      jekyll-paginate (= 1.1.0)
+      jekyll-readme-index (= 0.3.0)
+      jekyll-redirect-from (= 0.16.0)
+      jekyll-relative-links (= 0.6.1)
+      jekyll-remote-theme (= 0.4.3)
+      jekyll-sass-converter (= 1.5.2)
+      jekyll-seo-tag (= 2.8.0)
+      jekyll-sitemap (= 1.4.0)
+      jekyll-swiss (= 1.0.0)
+      jekyll-theme-architect (= 0.2.0)
+      jekyll-theme-cayman (= 0.2.0)
+      jekyll-theme-dinky (= 0.2.0)
+      jekyll-theme-hacker (= 0.2.0)
+      jekyll-theme-leap-day (= 0.2.0)
+      jekyll-theme-merlot (= 0.2.0)
+      jekyll-theme-midnight (= 0.2.0)
+      jekyll-theme-minimal (= 0.2.0)
+      jekyll-theme-modernist (= 0.2.0)
+      jekyll-theme-primer (= 0.6.0)
+      jekyll-theme-slate (= 0.2.0)
+      jekyll-theme-tactile (= 0.2.0)
+      jekyll-theme-time-machine (= 0.2.0)
+      jekyll-titles-from-headings (= 0.5.3)
+      jemoji (= 0.13.0)
+      kramdown (= 2.4.0)
+      kramdown-parser-gfm (= 1.1.0)
+      liquid (= 4.0.4)
+      mercenary (~> 0.3)
+      minima (= 2.5.1)
+      nokogiri (>= 1.13.6, < 2.0)
+      rouge (= 3.30.0)
+      terminal-table (~> 1.4)
+    github-pages-health-check (1.18.2)
+      addressable (~> 2.3)
+      dnsruby (~> 1.60)
+      octokit (>= 4, < 8)
+      public_suffix (>= 3.0, < 6.0)
+      typhoeus (~> 1.3)
+    html-pipeline (2.14.3)
+      activesupport (>= 2)
+      nokogiri (>= 1.4)
+    http_parser.rb (0.8.0)
+    i18n (1.14.5)
+      concurrent-ruby (~> 1.0)
+    jekyll (3.9.5)
+      addressable (~> 2.4)
+      colorator (~> 1.0)
+      em-websocket (~> 0.5)
+      i18n (>= 0.7, < 2)
+      jekyll-sass-converter (~> 1.0)
+      jekyll-watch (~> 2.0)
+      kramdown (>= 1.17, < 3)
+      liquid (~> 4.0)
+      mercenary (~> 0.3.3)
+      pathutil (~> 0.9)
+      rouge (>= 1.7, < 4)
+      safe_yaml (~> 1.0)
+    jekyll-avatar (0.8.0)
+      jekyll (>= 3.0, < 5.0)
+    jekyll-coffeescript (1.2.2)
+      coffee-script (~> 2.2)
+      coffee-script-source (~> 1.12)
+    jekyll-commonmark (1.4.0)
+      commonmarker (~> 0.22)
+    jekyll-commonmark-ghpages (0.4.0)
+      commonmarker (~> 0.23.7)
+      jekyll (~> 3.9.0)
+      jekyll-commonmark (~> 1.4.0)
+      rouge (>= 2.0, < 5.0)
+    jekyll-default-layout (0.1.5)
+      jekyll (>= 3.0, < 5.0)
+    jekyll-feed (0.17.0)
+      jekyll (>= 3.7, < 5.0)
+    jekyll-gist (1.5.0)
+      octokit (~> 4.2)
+    jekyll-github-metadata (2.16.1)
+      jekyll (>= 3.4, < 5.0)
+      octokit (>= 4, < 7, != 4.4.0)
+    jekyll-include-cache (0.2.1)
+      jekyll (>= 3.7, < 5.0)
+    jekyll-mentions (1.6.0)
+      html-pipeline (~> 2.3)
+      jekyll (>= 3.7, < 5.0)
+    jekyll-optional-front-matter (0.3.2)
+      jekyll (>= 3.0, < 5.0)
+    jekyll-paginate (1.1.0)
+    jekyll-readme-index (0.3.0)
+      jekyll (>= 3.0, < 5.0)
+    jekyll-redirect-from (0.16.0)
+      jekyll (>= 3.3, < 5.0)
+    jekyll-relative-links (0.6.1)
+      jekyll (>= 3.3, < 5.0)
+    jekyll-remote-theme (0.4.3)
+      addressable (~> 2.0)
+      jekyll (>= 3.5, < 5.0)
+      jekyll-sass-converter (>= 1.0, <= 3.0.0, != 2.0.0)
+      rubyzip (>= 1.3.0, < 3.0)
+    jekyll-sass-converter (1.5.2)
+      sass (~> 3.4)
+    jekyll-seo-tag (2.8.0)
+      jekyll (>= 3.8, < 5.0)
+    jekyll-sitemap (1.4.0)
+      jekyll (>= 3.7, < 5.0)
+    jekyll-swiss (1.0.0)
+    jekyll-theme-architect (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-cayman (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-dinky (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-hacker (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-leap-day (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-merlot (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-midnight (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-minimal (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-modernist (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-primer (0.6.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-github-metadata (~> 2.9)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-slate (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-tactile (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-theme-time-machine (0.2.0)
+      jekyll (> 3.5, < 5.0)
+      jekyll-seo-tag (~> 2.0)
+    jekyll-titles-from-headings (0.5.3)
+      jekyll (>= 3.3, < 5.0)
+    jekyll-watch (2.2.1)
+      listen (~> 3.0)
+    jemoji (0.13.0)
+      gemoji (>= 3, < 5)
+      html-pipeline (~> 2.2)
+      jekyll (>= 3.0, < 5.0)
+    kramdown (2.4.0)
+      rexml
+    kramdown-parser-gfm (1.1.0)
+      kramdown (~> 2.0)
+    liquid (4.0.4)
+    listen (3.9.0)
+      rb-fsevent (~> 0.10, >= 0.10.3)
+      rb-inotify (~> 0.9, >= 0.9.10)
+    mercenary (0.3.6)
+    minima (2.5.1)
+      jekyll (>= 3.5, < 5.0)
+      jekyll-feed (~> 0.9)
+      jekyll-seo-tag (~> 2.1)
+    minitest (5.24.0)
+    nokogiri (1.13.10-x86_64-darwin)
+      racc (~> 1.4)
+    octokit (4.25.1)
+      faraday (>= 1, < 3)
+      sawyer (~> 0.9)
+    pathutil (0.16.2)
+      forwardable-extended (~> 2.6)
+    public_suffix (5.1.1)
+    racc (1.8.0)
+    rb-fsevent (0.11.2)
+    rb-inotify (0.11.1)
+      ffi (~> 1.0)
+    rexml (3.3.0)
+      strscan
+    rouge (3.30.0)
+    ruby2_keywords (0.0.5)
+    rubyzip (2.3.2)
+    safe_yaml (1.0.5)
+    sass (3.7.4)
+      sass-listen (~> 4.0.0)
+    sass-listen (4.0.0)
+      rb-fsevent (~> 0.9, >= 0.9.4)
+      rb-inotify (~> 0.9, >= 0.9.7)
+    sawyer (0.9.2)
+      addressable (>= 2.3.5)
+      faraday (>= 0.17.3, < 3)
+    simpleidn (0.2.3)
+    strscan (3.1.0)
+    terminal-table (1.8.0)
+      unicode-display_width (~> 1.1, >= 1.1.1)
+    typhoeus (1.4.1)
+      ethon (>= 0.9.0)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (1.8.0)
+    zeitwerk (2.6.16)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  github-pages
+
+BUNDLED WITH
+   1.17.2

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 justincui03
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,11 +1,9 @@
 ---
-title: Or Bench
+title: OR-Bench Leaderboard
 emoji: 🏆
-colorFrom: indigo
-colorTo: gray
-sdk: gradio
-sdk_version: 4.44.1
-app_file: app.py
+colorFrom: yellow
+colorTo: purple
+sdk: static
 pinned: false
 license: apache-2.0
 ---

css/main.css

@@ -0,0 +1,582 @@
+* {
+  box-sizing: border-box;
+}
+
+body {
+  padding: 0;
+  margin: 0 auto;
+  font-family: 'Merriweather', Helvetica, Optima, Palatino, Georgia, "Helvetica Neue";
+  font-size: 20px;
+  line-height: 20px;
+  /* max-width: 950px; */
+  /* background-color: rgba(170, 170, 170, 0.21); */
+  background-color: white;
+}
+
+section,
+p,
+header {
+  font-size: inherit;
+  line-height: inherit;
+}
+.doublealign {
+  text-align: justify;
+  color:#555555;
+  line-height: 1.2; /* Sets the line height to 1.2 */
+}
+
+a {
+  text-decoration: none;
+  color: #0049a5;
+}
+
+.container,
+footer {
+  max-width: 1250px;
+  margin: 0px auto;
+}
+
+.container{
+  color:#555555
+}
+
+::-webkit-scrollbar {
+  -webkit-appearance: none;
+  width: 5px;
+  height: 5px;
+}
+::-webkit-scrollbar-thumb {
+  border-radius: 5px;
+  background-color: rgba(0, 0, 0, 0.5);
+  -webkit-box-shadow: 0 0 1px rgba(255, 255, 255, 0.5);
+}
+
+/*--- navigation bar ---*/
+.navbar {
+  position: fixed;
+  background-color: whitesmoke;
+  margin-bottom: 30px;
+  background-image: linear-gradient(to bottom, #157fb3, white);
+  top: 0;
+  width: 100%;
+  z-index: 1;
+}
+.nav-link,
+.navbar-brand {
+  color: inherit;
+  cursor: pointer;
+  margin-top: 5px;
+  margin-bottom: 5px;
+}
+
+.navbar-brand {
+  font-size: 1.7em;
+  font-weight: bold;
+  font-variant: small-caps;
+}
+
+.nav-link {
+  font-size: 1.3em;
+  margin-right: 1.5em !important;
+}
+
+.navbar-collapse {
+  justify-content: flex-end;
+}
+
+.nav-fix-margin {
+  margin-bottom: 100px;
+}
+
+.majorrule {
+  margin: 0px 0px;
+  border: 0;
+  height: 20px;
+  background: #f58025;
+}
+
+.header-block {
+  display: grid;
+  /*grid-template-columns: 0.5fr 1.5fr;*/
+  /*max-width: 800px;*/
+  text-align: center;
+  /*width: 20%;*/
+  margin: 90px auto 30px auto;
+  /*grid-column-gap: 0px;*/
+  grid-row-gap: 10px;
+}
+
+.title {
+  grid-column: 2;
+  grid-row: 1;
+  font-size: 4em;
+  color: #f58025;
+  font-weight: bolder;
+  font-variant: small-caps;
+  text-align: left;
+  margin-top: 5px;
+  padding: 20px 0px 0px 25px;
+}
+
+.title-logo {
+  text-align: right;
+  /*margin-right: 10px;*/
+}
+.title-logo img {
+  width: 80px;
+}
+
+@media (max-width: 768px) {
+  .header-block {
+    flex-direction: column;
+    align-items: center;
+    text-align: center;
+  }
+
+  .title {
+    font-size: 3em;
+    margin: 10px 0;
+  }
+
+  .description {
+    font-size: 1em;
+    margin: 10px 0;
+  }
+}
+
+@media (max-width: 480px) {
+  .title {
+    font-size: 1.5em;
+  }
+
+  .description {
+    font-size: 0.9em;
+  }
+
+  .title-logo img {
+    width: 50px;
+  }
+}
+
+.iframe-container {
+  display: flex; /* Establishes a flex container */
+  justify-content: center; /* Centers content along the main axis (horizontally) */
+  align-items: center; /* Centers content along the cross axis (vertically) */
+  margin-top:20px;
+  padding-left:-300px;
+  padding-right:-300px;
+}
+
+
+.description {
+  grid-column: 1/3;
+  grid-row: 2;
+  font-size: 1.3em;
+  line-height: 1.5em;
+  margin-left: 15px;
+  margin-top: -5px;
+  color:#555555
+}
+
+.flexbox-container {
+  display: flex;
+  width: 80%;
+  margin: 30px auto 20px auto;
+  justify-content: space-between;
+}
+
+.flexbox-container .element {
+  display: block;
+  width:  33%;
+  text-align: center;
+}
+
+.element p {
+  margin-left: 20px;
+  margin: 15px auto auto auto;
+  font-size: 1.5em;
+}
+
+.element img {
+  width: 120px;
+  margin: auto 0px;
+}
+.element .description {
+  font-size: 1.1em;
+  text-align: left;
+  font-style: italic;
+}
+
+.title-rule {
+  height: 12px;
+  border: 0;
+  box-shadow: inset 0 12px 12px -12px rgba(0, 0, 0, 0.5);
+}
+
+.details {
+  display: grid;
+  grid-template-columns: 1fr 1fr;
+  text-align: center;
+  column-gap: 50px;
+  width: 100%;
+}
+
+.box p {
+  font-size: 1.5em;
+  margin: 5px 0px 20px 0px;
+}
+
+.box img {
+  width: 75%;
+}
+
+.details .images {
+  text-align: center;
+}
+
+img.analysis {
+  margin: 10px 0px 0px 0px;
+  width: 75%;
+}
+
+.codeblock {
+  text-align: left;
+  padding: 0px 0px;
+}
+
+pre,
+code {
+  font-size: 12px;
+  border: 1px solid #e8e8e8;
+  border-radius: 3px;
+  background-color: #eef;
+}
+
+code {
+  padding: 1px 5px;
+}
+
+pre {
+  padding: 5px 10px;
+  overflow-x: auto;
+}
+pre > code {
+  border: 0;
+  padding-right: 0;
+  padding-left: 0;
+}
+
+.divider hr {
+  border: 0;
+  height: 2px;
+  opacity: 0.8;
+  background-image: linear-gradient(
+    to right,
+    rgba(0, 0, 0, 0),
+    rgba(35, 156, 232, 0.75),
+    rgba(0, 0, 0, 0)
+  );
+  margin-top: 30px;
+  margin-bottom: 30px;
+}
+
+.scroller {
+  /*display: flex;*/
+  flex-wrap: nowrap;
+  overflow-x: auto;
+}
+
+.scroller img {
+  flex: 0 0 auto;
+  height: 220px;
+  width: auto;
+  margin: 5px 10px 5px 10px;
+}
+
+.vspace10 {
+  margin-bottom: 10px;
+}
+.vspace30 {
+  margin-bottom: 30px;
+}
+.vspace50 {
+  margin-bottom: 50px;
+}
+section .heading {
+  font-size: 1.6em;
+  font-weight: normal;
+  margin-top: 20px;
+  margin-bottom: 0px;
+  text-align: center;
+}
+
+.heading-math {
+  font-size: 0.9em;
+}
+
+.toprule {
+  margin: 0px 0px;
+  border: 0;
+  height: 4px;
+  background: #e87722;
+}
+
+.datatable {
+  overflow-x: scroll;
+  font-size: 0.8em;
+  text-align: center;
+  clear: both;
+  border-collapse: collapse;
+  table-layout: fixed;
+  word-wrap: break-word;
+  color:#555555;
+  width:100%;
+}
+
+.datatable thead,
+.datatable th {
+  text-align: center;
+  color:#555555
+}
+
+.datatable th {
+  /* padding-left: 10px; */
+  font-family: monospace;
+}
+
+.datatable td {
+  text-align: center;
+  padding-right: 20px;
+}
+
+.td-footer {
+  font-style: italic;
+  font-size: 0.7em;
+}
+
+.td-warning {
+  font-style: italic;
+  font-size: 0.7em;
+}
+
+/*Leaderboard buttons*/
+.button-list {
+  margin-top: 20px;
+  margin-top: 20px;
+}
+
+.btn {
+  background-color: #35aacb;
+  border-color: gainsboro;
+  color: white;
+  font-size: 1.2em;
+  margin-right: 20px;
+  margin-bottom: 10px;
+  border-radius: 0.5em;
+  font-weight: bold;
+}
+
+.imagenet_btn {
+  background-color: #f22e7d;
+  border-color: gainsboro;
+  color: white;
+  font-size: 1.2em;
+  margin-right: 20px;
+  margin-bottom: 10px;
+  border-radius: 0.5em;
+  font-weight: bold;
+}
+
+.btn:hover {
+  background-color: #a9c4f5;
+  border-color: #a9c4f5;
+  color: #E87722;
+}
+
+.button-list .heading {
+  text-align: left;
+  margin-top: 20;
+  margin-bottom: 20px;
+  font-size: 1.6em;
+}
+
+.button-list .heading u {
+  text-decoration: none;
+  border-bottom: 6px solid #E87722;
+}
+
+
+/* Leaderboard table css */
+table .arch {
+  width: 13%;
+}
+
+table .venue {
+  width: 10%;
+}
+table .rank {
+  width: 5%;
+}
+table .method {
+  width: 40%;
+}
+table .extra-data {
+  width: 6%;
+}
+table .ca {
+  width: 10%;
+}
+table .aa {
+  width: 12%;
+}
+table .aa_3d {
+  width: 12%;
+}
+
+table .aatd,
+.catd,
+.methoddt,
+.aa-extd,
+.aatd_3d {
+  font-size: 1.1em;
+}
+
+table .datatd, .flagsd-emoji {
+  font-size: 2em;
+}
+
+table .catd,
+.aatd, .aa-extd, .aatd_3d {
+  font-family: monospace;
+}
+
+.box2 {
+  text-align: left;
+}
+
+.box2 p {
+  font-size: 1.5em;
+  text-align: center;
+}
+
+.box2 ul {
+  list-style: none;
+  font-size: 1.05em;
+  line-height: 1.5em;
+}
+
+.box2 ul li::before {
+  content: "➥";
+  display: inline-block;
+  margin-right: 1rem;
+}
+
+.box2 li i {
+  color: black;
+}
+
+#contribute {
+  margin-top: 20px;
+}
+
+hr.bottomrule {
+  width: 950px;
+  border: 0;
+  height: 0;
+  margin-bottom: 0px;
+  border-top: 1px solid rgba(0, 0, 0, 0.1);
+  border-bottom: 1px solid rgba(255, 255, 255, 0.3);
+}
+
+footer {
+  margin-top: 0px;
+  text-align: center;
+}
+
+.question {
+  font-weight: bold;
+}
+.answer {
+  margin-left: 30px;
+}
+.qa-box {
+  text-align: justify;
+}
+
+@media (min-width: 1200px) {
+  .container footer {
+    max-width: 1000px;
+  }
+}
+
+.logo-container {
+  display: flex; /* Enables flexible box layout */
+  align-items: center; /* Centers items vertically in the container */
+  text-align: right;
+}
+
+.logo {
+  height: 20px; /* Adjust based on your actual logo's size */
+  width: auto; /* Maintains the aspect ratio */
+  margin-right: 10px; /*Space between the logo and the text*/
+}
+
+.logo-text {
+  font-size: 20px;
+  /* font-weight: bold;  */
+}
+
+html body .app.svelte-182fdeq.svelte-182fdeq {
+  padding: 0 !important;
+}
+
+:root {
+  --size-4: 0px;
+  --size-8: 0px;
+}
+
+@media (max-width: 480px) {
+  #or-bench-table {
+      font-size: 10px; /* Adjust font size for smaller screens */
+  }
+  .logo-text {
+    font-size: 10px;
+  }
+
+  .logo {
+    height: 10px; /* Adjust based on your actual logo's size */
+    width: auto; /* Maintains the aspect ratio */
+    margin-right: 10px; /*Space between the logo and the text*/
+  }
+  .logo-container {
+    min-width: 150px; /* Adjust this value as needed */
+    display: flex; /* Enables flexible box layout */
+    align-items: center; /* Centers items vertically in the container */
+    text-align: right;
+  }
+
+  .model-header {
+    min-width: 40%; /* Adjust this value as needed */
+    text-align: right; /* Align text to the right */
+  }
+  .number-header {
+    min-width: 20%; /* Adjust this value as needed */
+    text-align: right; /* Align text to the right */
+  }
+
+.datatable thead,
+.datatable th {
+  text-align: right;
+  color:#555555
+}
+
+.datatable th {
+  /* padding-left: 10px; */
+  font-family: monospace;
+}
+
+.datatable td {
+  text-align: right;
+  padding-right: 10px;
+}
+}

data/or-bench.html

@@ -0,0 +1,274 @@
+<table id="or-bench-table" class="datatable" style="width: 100%"><thead>
+  <tr>
+    <th align="right" class="model-header">model</th>
+    <th align="right" class="number-header">over refusal(%)</th>
+    <th align="right" class="number-header">toxic acceptance(%)</th>
+    <th align="right" class="number-header">average</th>
+  </tr></thead>
+<tbody>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/anthropic_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Claude-2.1</span>
+  </div></td>
+    <td align="right">99.8</td>
+    <td align="right">0</td>
+    <td align="right">49.9</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/anthropic_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Claude-3-haiku</span>
+  </div></td>
+    <td align="right">96.3</td>
+    <td align="right">0.3</td>
+    <td align="right">48.3</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/anthropic_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Claude-3-sonnet</span>
+  </div></td>
+    <td align="right">94.5</td>
+    <td align="right">0.3</td>
+    <td align="right">47.4</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/anthropic_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Claude-3-opus</span>
+  </div></td>
+    <td align="right">91.0</td>
+    <td align="right">1.9</td>
+    <td align="right">46.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/anthropic_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Claude-3.5-sonnet</span>
+  </div></td>
+    <td align="right">43.8</td>
+    <td align="right">3.4</td>
+    <td align="right">23.6</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemma-7b</span>
+  </div></td>
+    <td align="right">26.3</td>
+    <td align="right">14.5</td>
+    <td align="right">20.4</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemma-2-9b</span>
+  </div></td>
+    <td align="right">80.0</td>
+    <td align="right">2.0</td>
+    <td align="right">41.0</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemma-2-27b</span>
+  </div></td>
+    <td align="right">62.0</td>
+    <td align="right">3.0</td>
+    <td align="right">32.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemini-1.0-pro</span>
+  </div></td>
+    <td align="right">9.7</td>
+    <td align="right">21.3</td>
+    <td align="right">15.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemini-1.5-flash-latest</span></div></td>
+    <td align="right">84.3</td>
+    <td align="right">1.2</td>
+    <td align="right">42.7</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/google_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Gemini-1.5-pro-latest</span></div></td>
+    <td align="right">88.0</td>
+    <td align="right">0.6</td>
+    <td align="right">44.3</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-3.5-turbo-0301</span></div></td>
+    <td align="right">57.4</td>
+    <td align="right">5.3</td>
+    <td align="right">31.4</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-3.5-turbo-0613</span></div></td>
+    <td align="right">38.4</td>
+    <td align="right">7.9</td>
+    <td align="right">23.2</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-3.5-turbo-0125</span></div></td>
+    <td align="right">12.7</td>
+    <td align="right">37.9</td>
+    <td align="right">25.3</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-4-0125-preview</span></div></td>
+    <td align="right">12.2</td>
+    <td align="right">7</td>
+    <td align="right">9.6</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-4-turbo-2024-04-09</span></div></td>
+    <td align="right">12.8</td>
+    <td align="right">3.5</td>
+    <td align="right">8.1</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-4o</span></div></td>
+    <td align="right">6.8</td>
+    <td align="right">15.1</td>
+    <td align="right">10.9</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/openai_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">GPT-4o-08-06</span></div></td>
+    <td align="right">13.0</td>
+    <td align="right">14.0</td>
+    <td align="right">13.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-2-7b</span></div></td>
+    <td align="right">87.5</td>
+    <td align="right">0.4</td>
+    <td align="right">43.9</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-2-13b</span></div></td>
+    <td align="right">91.0</td>
+    <td align="right">0.3</td>
+    <td align="right">45.7</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-2-70b</span></div></td>
+    <td align="right">96.1</td>
+    <td align="right">0.3</td>
+    <td align="right">48.2</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-3-8b</span></div></td>
+    <td align="right">69.4</td>
+    <td align="right">5</td>
+    <td align="right">37.2</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-3-70b</span></div></td>
+    <td align="right">37.7</td>
+    <td align="right">21.3</td>
+    <td align="right">29.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-3.1-8B</span></div></td>
+    <td align="right">31.0</td>
+    <td align="right">9.0</td>
+    <td align="right">20.0</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-3.1-70B</span></div></td>
+    <td align="right">3.0</td>
+    <td align="right">30.0</td>
+    <td align="right">16.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/meta_small.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Llama-3.1-405B</span></div></td>
+    <td align="right">6.0</td>
+    <td align="right">21.0</td>
+    <td align="right">13.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/mistral_small.png" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Mistral-small-latest</span></div></td>
+    <td align="right">13.3</td>
+    <td align="right">20.3</td>
+    <td align="right">16.8</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/mistral_small.png" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Mistral-medium-latest</span></div></td>
+    <td align="right">14.0</td>
+    <td align="right">22.5</td>
+    <td align="right">18.2</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/mistral_small.png" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Mistral-large-latest</span></div></td>
+    <td align="right">9.8</td>
+    <td align="right">27.2</td>
+    <td align="right">18.5</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/BABA_SMALL.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Qwen-1.5-7B</span></div></td>
+    <td align="right">39.2</td>
+    <td align="right">15</td>
+    <td align="right">27.1</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/BABA_SMALL.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Qwen-1.5-32B</span></div></td>
+    <td align="right">50.8</td>
+    <td align="right">4.4</td>
+    <td align="right">27.6</td>
+  </tr>
+  <tr>
+    <td align="right"><div class="logo-container">
+      <img src="../images/BABA_SMALL.svg" alt="GPT-4o Logo" class="logo">
+      <span class="logo-text">Qwen-1.5-72B</span></div></td>
+    <td align="right">46.9</td>
+    <td align="right">5.6</td>
+    <td align="right">26.3</td>
+  </tr>
+</tbody></table>

index.html

@@ -0,0 +1,159 @@
+<!DOCTYPE html>
+
+<head>
+  <!-- Global site tag (gtag.js) - Google Analytics -->
+  <script async src="https://www.googletagmanager.com/gtag/js?id=UA-178132094-1"></script>
+  <script>
+    window.dataLayer = window.dataLayer || [];
+    function gtag() {
+      dataLayer.push(arguments);
+    }
+    gtag("js", new Date());
+
+    gtag("config", "UA-178132094-1");
+  </script>
+
+  <meta charset="UTF-8" />
+   <meta name="viewport" content="width=device-width, initial-scale=1" />
+  <!-- <meta name="viewport" content="width=1024" /> -->
+  <title>OR-Bench: Over Refusal Benchmark</title>
+  <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script>
+  <link href="https://fonts.googleapis.com/css2?family=Montserrat:wght@400;700&display=swap" rel="stylesheet">
+  <script src="https://maxcdn.bootstrapcdn.com/bootstrap/4.3.1/js/bootstrap.min.js"></script>
+  <link rel="stylesheet" href="https://stackpath.bootstrapcdn.com/bootstrap/4.3.1/css/bootstrap.min.css" integrity="sha384-ggOyR0iXCbMQv3Xipma34MD+dH/1fQ784/j6cY/iJTQUOhcWr7x9JvoRxT2MZw1T" crossorigin="anonymous">
+  <script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>
+  <script type="text/javascript" async
+    src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.7/MathJax.js?config=TeX-MML-AM_CHTML">
+  </script>
+  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/foundation/6.4.3/css/foundation.min.css" />
+  <link rel="stylesheet" href="https://cdn.rawgit.com/jpswalsh/academicons/master/css/academicons.min.css" />
+  <script src="https://kit.fontawesome.com/b939870cfb.js" crossorigin="anonymous"></script>
+  <link rel="stylesheet" href="https://cdn.datatables.net/1.10.24/css/dataTables.foundation.min.css">
+  <script type="text/javascript" src="https://cdn.datatables.net/1.10.24/js/jquery.dataTables.min.js"></script>
+  <link rel="stylesheet" href="./css/main.css" />
+</head>
+
+
+<body>
+  <nav class="navbar navbar-expand-md">
+      <div class="container">
+        <a class="navbar-brand" href="./index.html"
+          >OR-Bench</a>
+        <button
+          class="navbar-toggler navbar-light"
+          type="button"
+          data-toggle="collapse"
+          data-target="#main-navigation"
+        >
+          <span class="navbar-toggler-icon"></span>
+        </button>
+        <div class="collapse navbar-collapse" id="main-navigation">
+          <ul class="navbar-nav">
+            <li class="nav-item">
+              <a class="nav-link" href="#leaderboard">Leaderboards</a>
+            </li>
+            <li>
+              <a class="nav-link" href="https://huggingface.co/datasets/orbench-llm/or-bench" target="_blank">Datasets</a>
+            </li>
+            <li>
+              <a class="nav-link" href="https://huggingface.co/spaces/orbench-llm/or-bench-demo" target="_blank">Demo</a>
+            </li>
+            <li>
+              <a class="nav-link text-nowrap" href="https://github.com/orbench/or-bench"
+                target="_blank">Github</a>
+            </li>
+          </ul>
+        </div>
+      </div>
+    </nav>
+
+
+  <!-- <hr class="toprule" /> -->
+  <header>
+    <div class="header-block container">
+      <div class="title-logo"><img src="./images/logo.png" alt="logo" /></div>
+      <div class="title">OR-BENCH</div>
+      <div class="description">
+        An over-refusal benchmark for large language models
+      </div>
+    </div>
+  </header>
+  <!-- <hr class="toprule" /> -->
+
+  <div class="container">
+    <section id="introduction">
+      <div class="overview">
+        <p class="doublealign">
+          <b>Large Language Models (LLMs) </b> require careful safety alignment to prevent malicious outputs. While significant research focuses on mitigating harmful content generation, 
+            the enhanced safety often come with the side effect of over-refusal, where LLMs may reject innocuous prompts and become less helpful.
+            Although the issue of over-refusal has been empirically observed, a systematic measurement is challenging 
+            due to the difficulty of crafting prompts that appear harmful but are benign.<br><br>
+
+            We introduce OR-Bench, the <b>first large-scale over-refusal benchmark</b>. OR-Bench comprises 80,000 over-refusal prompts across 10 common rejection categories, a subset of around 1,000 hard prompts that are challenging even for state-of-the-art LLMs, and an additional 600 toxic prompts to prevent indiscriminate responses.<br><br>
+
+            We plot the evaluation results in the following figure. The x-axis is the over-refusal rate and the y-axis is the rejection rate on real toxic prompts. In the ideal case, the model should be on the top-left corner where the model rejects the most number of toixc prompts and the least number of safe prompts.
+        </p>
+        <div style="margin-top:20px"><img src="./images/overall_x_y_plot.png" style="width: 100%;"/></div>
+      </div>
+    </section>
+
+    <div class="divider"><hr /></div>
+
+    <section class="container" id="div_cifar10_ipc1_heading">
+      <div id="div_or_bench" class="display responsive nowrap" style="width:100%"></div>
+    </section>
+
+    <div class="divider"><hr /></div>
+    <!-- <script
+    type="module"
+    src="https://gradio.s3-us-west-2.amazonaws.com/4.31.0/gradio.js"
+  ></script> -->
+  
+  <div><b>Please try out our demos below 🚀</b></div>
+<div class="iframe-container">
+  <iframe
+	src="https://orbench-llm-or-bench-demo.hf.space"
+	frameborder="0"
+	width="2160"
+	height="450"
+></iframe>
+</div>
+    <div class="vspace50"></div>
+  </div>
+
+  <hr class="bottomrule" />
+
+  <footer>
+    <small>&copy; 2024, OR-Bench
+  </footer>
+
+  <script>
+    // When the user scrolls the page, execute myFunction
+    window.onscroll = function () {
+      myFunction();
+    };
+    // Get the navbar
+    var navbar = document.getElementById("navbar");
+    // Get the offset position of the navbar
+    var sticky = navbar.offsetTop;
+    // Add the sticky class to the navbar when you reach its scroll position. Remove "sticky" when you leave the scroll position
+    function myFunction() {
+      if (window.pageYOffset >= sticky) {
+        navbar.classList.add("sticky");
+      } else {
+        navbar.classList.remove("sticky");
+      }
+    }
+  </script>
+  <script>
+    $("#div_or_bench").load("./data/or-bench.html", function() {
+      $('#or-bench-table').DataTable({
+            "pageLength": 25,  // Set the initial number of entries
+            "lengthMenu": [[10, 25, 50, -1], [10, 25, 50, "All"]],  // Set options for lengthMenu
+            "order": [[3, "asc"]],  // Sort by the third column (index 2) in descending order
+            "paging": false, // Disables pagination
+            "responsive": true // Enable responsive feature
+        });
+    });
+  </script>
+</body>

style.css

@@ -0,0 +1,28 @@
+body {
+	padding: 2rem;
+	font-family: -apple-system, BlinkMacSystemFont, "Arial", sans-serif;
+}
+
+h1 {
+	font-size: 16px;
+	margin-top: 0;
+}
+
+p {
+	color: rgb(107, 114, 128);
+	font-size: 15px;
+	margin-bottom: 10px;
+	margin-top: 5px;
+}
+
+.card {
+	max-width: 620px;
+	margin: 0 auto;
+	padding: 16px;
+	border: 1px solid lightgray;
+	border-radius: 16px;
+}
+
+.card p:last-child {
+	margin-bottom: 0;
+}