Skip to content

Commit e871dfa

Browse files
committed
remove the old course fizzi and algoirthm visualizer evals
1 parent 8398a04 commit e871dfa

6 files changed

Lines changed: 12 additions & 74 deletions

File tree

README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ bun run build
3232
Run a benchmark evaluation:
3333

3434
```bash
35-
orvl opencode --model opencode/claude-sonnet-4-5 --eval prismicio-community/course-fizzi-next
35+
orvl opencode --model opencode/claude-sonnet-4-5 --eval DataDog/datadog-lambda-python
3636
```
3737

3838
Export results to JSON:

cli.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -47,14 +47,14 @@ async function printHelp(): Promise<void> {
4747
console.log("");
4848
console.log("Examples:");
4949
console.log(
50-
" orvl opencode --model opencode/gpt-5-codex --eval noworneverev/graphrag-visualizer@1503744..2760114",
50+
" orvl opencode --model opencode/gpt-5-codex --eval DataDog/datadog-lambda-python@93d4a07..d776378",
5151
);
5252
console.log(
53-
" orvl opencode --model opencode/claude-sonnet-4-5 --eval prismicio-community/course-fizzi-next@1503744..2760114",
53+
" orvl opencode --model opencode/claude-sonnet-4-5 --eval DataDog/datadog-lambda-python@93d4a07..d776378",
5454
);
5555
console.log();
5656
console.log(
57-
" orvl opencode --model opencode/gpt-5-codex --eval prismicio-community/course-fizzi-next@1503744..2760114 --output results.json",
57+
" orvl opencode --model opencode/gpt-5-codex --eval DataDog/datadog-lambda-python@93d4a07..d776378 --output results.json",
5858
);
5959
console.log("");
6060
const agents = await listAgents();

dataset.yaml

Lines changed: 0 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -1,25 +1,3 @@
1-
- repo: prismicio-community/course-fizzi-next
2-
from: 15037446358508e153e765da49f8f5defa7fbbf6
3-
to: 2760114f2647ebec8f63e0ecc2dc87a8cd4096ac
4-
prompts: prompts/course-fizzi-next.yaml
5-
issues: []
6-
scores:
7-
api-signature:
8-
weight: 0.2
9-
logic-equivalence:
10-
weight: 0.3
11-
integration-points:
12-
weight: 0.2
13-
test-coverage:
14-
weight: 0.2
15-
checks:
16-
weight: 0.1
17-
args:
18-
setup:
19-
- npm ci
20-
commands:
21-
- npm run lint
22-
- npm exec prettier -- --check .
231
- repo: DataDog/datadog-lambda-python
242
from: 93d4a07fa61a4d4d2feec08e722505a9e0cc8657
253
to: d7763789f262b2da228f8210509e302e6e510d0a
@@ -43,28 +21,6 @@
4321
commands:
4422
- ./.venv/bin/pytest -vv
4523
- ./.venv/bin/flake8 datadog_lambda/
46-
- repo: AlaminPu1007/algorithm-visualizer
47-
from: ca409519ec96a83ec8d6c2ba30f2487f8d601719
48-
to: 21845e972dd8e2378cbcd16accc5ae8cdd37acb2
49-
prompts: prompts/algorithm-visualizer.yaml
50-
issues: []
51-
scores:
52-
api-signature:
53-
weight: 0.22
54-
logic-equivalence:
55-
weight: 0.34
56-
integration-points:
57-
weight: 0.22
58-
test-coverage:
59-
weight: 0.2
60-
checks:
61-
weight: 0.1
62-
args:
63-
setup:
64-
- npm ci
65-
commands:
66-
- npm run lint
67-
- npm run build
6824
- repo: HelixDB/helix-db
6925
from: ac6d036abe9d921aeecb5f8a84a6766903b2beef
7026
to: 651aef390cb11ac712ddd299e050752b601b4864

prompts/algorithm-visualizer.yaml

Lines changed: 0 additions & 8 deletions
This file was deleted.

prompts/course-fizzi-next.yaml

Lines changed: 0 additions & 10 deletions
This file was deleted.

scripts/discord-sample.ts

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -216,10 +216,10 @@ const sampleExport: EvaluationRunExport[] = [
216216
{
217217
agent: "opencode",
218218
evaluation: {
219-
identifier: "prismicio-community/course-fizzi-next@e90e3f4..2760114",
220-
repo: "prismicio-community/course-fizzi-next",
221-
from: "e90e3f4e07119d60e8822d4f474f6dfa5afe589f",
222-
to: "2760114f2647ebec8f63e0ecc2dc87a8cd4096ac",
219+
identifier: "DataDog/datadog-lambda-python@93d4a07..d776378",
220+
repo: "DataDog/datadog-lambda-python",
221+
from: "93d4a07fa61a4d4d2feec08e722505a9e0cc8657",
222+
to: "d7763789f262b2da228f8210509e302e6e510d0a",
223223
},
224224
model: "opencode/claude-sonnet-4-5",
225225
jobUrl:
@@ -235,10 +235,10 @@ const sampleExport: EvaluationRunExport[] = [
235235
{
236236
agent: "opencode",
237237
evaluation: {
238-
identifier: "prismicio-community/course-fizzi-next@e90e3f4..2760114",
239-
repo: "prismicio-community/course-fizzi-next",
240-
from: "e90e3f4e07119d60e8822d4f474f6dfa5afe589f",
241-
to: "2760114f2647ebec8f63e0ecc2dc87a8cd4096ac",
238+
identifier: "DataDog/datadog-lambda-python@93d4a07..d776378",
239+
repo: "DataDog/datadog-lambda-python",
240+
from: "93d4a07fa61a4d4d2feec08e722505a9e0cc8657",
241+
to: "d7763789f262b2da228f8210509e302e6e510d0a",
242242
},
243243
model: "opencode/gpt-5-codex",
244244
jobUrl:

0 commit comments

Comments
 (0)