From 8fb5a54cd971f2f76465f52571c87b7893dc8c4c Mon Sep 17 00:00:00 2001
From: John Yang <byjohnyang@gmail.com>
Date: Thu, 27 Jun 2024 14:10:02 -0400
Subject: [PATCH] Add SWE-bench eval upgrade announcement

---
 index.html             | 6 +++---
 template/template.html | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/index.html b/index.html
index bd19131..3dbf830 100644
--- a/index.html
+++ b/index.html
@@ -94,9 +94,9 @@ <h3 style="font-size: 20px; padding-top: 1.2em">ICLR 2024</h3>
       <section class="main-container">
         <div class="content-wrapper" style="display: flex; justify-content: center; align-items: center;">
           <div style="background-color: black; padding: 1.5em 1em; color: white; border-radius: 1em; text-align: center; width: 80%;">
-            🎉 Check out our latest work,
-            <a href="https://swe-agent.com/" class="light-blue-link" target="_blank" rel="noopener noreferrer">SWE-agent</a>,
-            which achieves a 12.47% resolve rate on SWE-bench!
+            🔥 Evaluating on SWE-bench just became a lot more reliable!
+            SWE-bench evaluation now uses <b>Docker</b> for easier, containerized, reproducible evaluation.
+            [<a style="color:#0ca7ff" href="https://github.com/princeton-nlp/SWE-bench/tree/main/docs/20240627_docker">Report</a>]
           </div>
         </div>
         <div class="content-wrapper">
diff --git a/template/template.html b/template/template.html
index 0ffdee6..ba94286 100644
--- a/template/template.html
+++ b/template/template.html
@@ -94,9 +94,9 @@ <h3 style="font-size: 20px; padding-top: 1.2em">ICLR 2024</h3>
       <section class="main-container">
         <div class="content-wrapper" style="display: flex; justify-content: center; align-items: center;">
           <div style="background-color: black; padding: 1.5em 1em; color: white; border-radius: 1em; text-align: center; width: 80%;">
-            🎉 Check out our latest work,
-            <a href="https://swe-agent.com/" class="light-blue-link" target="_blank" rel="noopener noreferrer">SWE-agent</a>,
-            which achieves a 12.47% resolve rate on SWE-bench!
+            🔥 Evaluating on SWE-bench just became a lot more reliable!
+            SWE-bench evaluation now uses <b>Docker</b> for easier, containerized, reproducible evaluation.
+            [<a style="color:#0ca7ff" href="https://github.com/princeton-nlp/SWE-bench/tree/main/docs/20240627_docker">Report</a>]
           </div>
         </div>
         <div class="content-wrapper">