Compare commits

...

3 Commits

Author SHA1 Message Date
Richard Feldman
d48e6e2ed7 Rename env var
Co-authored-by: Bennet Bo Fenner <bennetbo@gmx.de>
2025-11-11 10:43:54 -05:00
Richard Feldman
45b73f8a95 Add GPUI_TEST_TIMEOUT env var
Co-authored-by: Bennet Bo Fenner <bennetbo@gmx.de>
2025-11-11 10:42:12 -05:00
Richard Feldman
aaf7759c51 Add claude-sonnet-4.5 to unit evals 2025-11-10 12:03:15 -05:00
2 changed files with 9 additions and 1 deletions

View File

@@ -42,6 +42,7 @@ fn eval_extract_handle_command_output() {
// gemini-2.5-pro-06-05 | 0.98 (2025-06-16)
// gemini-2.5-flash | 0.11 (2025-05-22)
// gpt-4.1 | 1.00 (2025-05-22)
// claude-sonnet-4.5 | 0.79 (2025-11-10)
let input_file_path = "root/blame.rs";
let input_file_content = include_str!("evals/fixtures/extract_handle_command_output/before.rs");
@@ -244,6 +245,7 @@ fn eval_use_wasi_sdk_in_compile_parser_to_wasm() {
// gemini-2.5-pro-preview-latest | 0.99 (2025-06-16)
// gemini-2.5-flash-preview-04-17 |
// gpt-4.1 |
// claude-sonnet-4.5 | 0.25 (2025-11-10)
let input_file_path = "root/lib.rs";
let input_file_content =
@@ -370,6 +372,7 @@ fn eval_disable_cursor_blinking() {
// gemini-2.5-pro | 0.95 (2025-07-14)
// gemini-2.5-flash-preview-04-17 | 0.78 (2025-07-14)
// gpt-4.1 | 0.00 (2025-07-14) (follows edit_description too literally)
// claude-sonnet-4.5 | 0.20 (2025-11-10)
let input_file_path = "root/editor.rs";
let input_file_content = include_str!("evals/fixtures/disable_cursor_blinking/before.rs");
@@ -773,6 +776,7 @@ fn eval_add_overwrite_test() {
// gemini-2.5-pro-preview-03-25 | 0.35 (2025-05-22)
// gemini-2.5-flash-preview-04-17 |
// gpt-4.1 |
// claude-sonnet-4.5 | 0.34 (2025-11-10)
let input_file_path = "root/action_log.rs";
let input_file_content = include_str!("evals/fixtures/add_overwrite_test/before.rs");

View File

@@ -281,7 +281,11 @@ impl BackgroundExecutor {
});
let mut cx = std::task::Context::from_waker(&waker);
let duration = Duration::from_secs(180);
let duration = Duration::from_secs(
option_env!("GPUI_TEST_TIMEOUT")
.and_then(|s| s.parse::<u64>().ok())
.unwrap_or(180),
);
let mut test_should_end_by = Instant::now() + duration;
loop {