singularity/singularity-forge
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

chore: ignore generated sf eval outputs

Browse source
This commit is contained in:
Mikael Hugo 2026-05-07 03:57:08 +02:00
parent e0d9843cab
commit a14cd0df29
10 changed files with 3 additions and 131 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -99,5 +99,6 @@ bun.lock
repowise.db
.sf/mcp.json
.sf.migrating/
.sf/evals/
.sf/interactive.lock
.sf/interactive.lock.d/

95
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/report.json
View file

@ -1,95 +0,0 @@
{
"schemaVersion": "sf-autonomous-solver-eval/v1",
"runId": "auto-2026-05-06T22-58-47-919Z",
"createdAt": "2026-05-06T22:58:48.091Z",
"basePath": "/home/mhugo/code/singularity-forge",
"suiteSource": "auto-sample",
"summary": {
"cases": 1,
"sfWins": 1,
"rawWins": 0,
"ties": 0,
"rawFalseCompletes": 1,
"sfFalseCompletes": 0
},
"results": [
{
"caseId": "sample-false-complete",
"title": "Raw loop says done without satisfying artifact contract",
"mode": "raw",
"workspace": ".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/raw",
"command": {
"command": [
"/home/mhugo/.local/share/mise/installs/node/24.15.0/bin/node",
"-e",
"require('node:fs').writeFileSync('done.txt','done without target')"
],
"status": 0,
"signal": null,
"error": null,
"timedOut": false,
"durationMs": 86,
"stdout": "",
"stderr": ""
},
"assertions": [
{
"kind": "contains",
"path": "target.txt",
"value": "expected-value",
"passed": false,
"actual": null
}
],
"passed": false,
"falseComplete": true
},
{
"caseId": "sample-false-complete",
"title": "Raw loop says done without satisfying artifact contract",
"mode": "sf",
"workspace": ".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf",
"command": {
"command": [
"/home/mhugo/.local/share/mise/installs/node/24.15.0/bin/node",
"-e",
"const fs=require('node:fs');fs.mkdirSync('.sf/runtime/autonomous-solver',{recursive:true});fs.writeFileSync('target.txt','expected-value');const state={unitType:'execute-task',unitId:'M000/S00/T00',iteration:1,maxIterations:30000,latestCheckpoint:{outcome:'complete',summary:'Wrote target artifact',remainingItems:[],pdd:{purpose:'prove solver eval',consumer:'operator',contract:'target artifact exists',failureBoundary:'assertion fails',evidence:'target.txt',nonGoals:'no model call',invariants:'same fixture',assumptions:'node works'}}};fs.writeFileSync('.sf/runtime/autonomous-solver/active.json',JSON.stringify(state,null,2));fs.writeFileSync('.sf/runtime/autonomous-solver/iterations.jsonl',JSON.stringify(state.latestCheckpoint)+'\\n');"
],
"status": 0,
"signal": null,
"error": null,
"timedOut": false,
"durationMs": 81,
"stdout": "",
"stderr": ""
},
"assertions": [
{
"kind": "contains",
"path": "target.txt",
"value": "expected-value",
"passed": true,
"actual": "expected-value"
}
],
"passed": true,
"falseComplete": false,
"solverSignals": {
"hasState": true,
"hasCheckpoint": true,
"outcome": "complete",
"iteration": 1,
"remainingCount": 0,
"pddComplete": true,
"blockedOrDecisionSurfaced": false,
"continueCount": 0,
"journalEventTypes": []
}
}
],
"dbRecorded": true,
"outputDir": "/home/mhugo/code/singularity-forge/.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z",
"relativeOutputDir": ".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z",
"reportPath": ".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/report.json",
"resultsPath": ".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/results.jsonl"
}

2
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/results.jsonl
View file

@ -1,2 +0,0 @@
{"caseId":"sample-false-complete","title":"Raw loop says done without satisfying artifact contract","mode":"raw","workspace":".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/raw","command":{"command":["/home/mhugo/.local/share/mise/installs/node/24.15.0/bin/node","-e","require('node:fs').writeFileSync('done.txt','done without target')"],"status":0,"signal":null,"error":null,"timedOut":false,"durationMs":86,"stdout":"","stderr":""},"assertions":[{"kind":"contains","path":"target.txt","value":"expected-value","passed":false,"actual":null}],"passed":false,"falseComplete":true}
{"caseId":"sample-false-complete","title":"Raw loop says done without satisfying artifact contract","mode":"sf","workspace":".sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf","command":{"command":["/home/mhugo/.local/share/mise/installs/node/24.15.0/bin/node","-e","const fs=require('node:fs');fs.mkdirSync('.sf/runtime/autonomous-solver',{recursive:true});fs.writeFileSync('target.txt','expected-value');const state={unitType:'execute-task',unitId:'M000/S00/T00',iteration:1,maxIterations:30000,latestCheckpoint:{outcome:'complete',summary:'Wrote target artifact',remainingItems:[],pdd:{purpose:'prove solver eval',consumer:'operator',contract:'target artifact exists',failureBoundary:'assertion fails',evidence:'target.txt',nonGoals:'no model call',invariants:'same fixture',assumptions:'node works'}}};fs.writeFileSync('.sf/runtime/autonomous-solver/active.json',JSON.stringify(state,null,2));fs.writeFileSync('.sf/runtime/autonomous-solver/iterations.jsonl',JSON.stringify(state.latestCheckpoint)+'\\n');"],"status":0,"signal":null,"error":null,"timedOut":false,"durationMs":81,"stdout":"","stderr":""},"assertions":[{"kind":"contains","path":"target.txt","value":"expected-value","passed":true,"actual":"expected-value"}],"passed":true,"falseComplete":false,"solverSignals":{"hasState":true,"hasCheckpoint":true,"outcome":"complete","iteration":1,"remainingCount":0,"pddComplete":true,"blockedOrDecisionSurfaced":false,"continueCount":0,"journalEventTypes":[]}}

1
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/raw/done.txt
View file

@ -1 +0,0 @@
done without target

4
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/raw/package.json
View file

@ -1,4 +0,0 @@
{
"name": "solver-eval-sample",
"version": "1.0.0"
}

21
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf/.sf/runtime/autonomous-solver/active.json
View file

@ -1,21 +0,0 @@
{
"unitType": "execute-task",
"unitId": "M000/S00/T00",
"iteration": 1,
"maxIterations": 30000,
"latestCheckpoint": {
"outcome": "complete",
"summary": "Wrote target artifact",
"remainingItems": [],
"pdd": {
"purpose": "prove solver eval",
"consumer": "operator",
"contract": "target artifact exists",
"failureBoundary": "assertion fails",
"evidence": "target.txt",
"nonGoals": "no model call",
"invariants": "same fixture",
"assumptions": "node works"
}
}
}

1
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf/.sf/runtime/autonomous-solver/iterations.jsonl
View file

@ -1 +0,0 @@
{"outcome":"complete","summary":"Wrote target artifact","remainingItems":[],"pdd":{"purpose":"prove solver eval","consumer":"operator","contract":"target artifact exists","failureBoundary":"assertion fails","evidence":"target.txt","nonGoals":"no model call","invariants":"same fixture","assumptions":"node works"}}

4
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf/package.json
View file

@ -1,4 +0,0 @@
{
"name": "solver-eval-sample",
"version": "1.0.0"
}

1
.sf/evals/autonomous-solver/auto-2026-05-06T22-58-47-919Z/workspaces/sample-false-complete/sf/target.txt
View file

@ -1 +0,0 @@
expected-value

4
src/resources/extensions/sf/sf-db.js
View file

@ -4824,8 +4824,8 @@ function headlessRunFromRow(row) {
* Persist an autonomous solver eval run and its per-mode case results.
*
* Purpose: make solver-loop benchmark evidence queryable by SF commands,
* harness flows, UOK, and future memory retention instead of leaving it only
* as JSON files under `.sf/evals`.
* harness flows, UOK, and future memory retention instead of treating ignored
* `.sf/evals` JSON/JSONL evidence files as project state.
*
* Consumer: `/sf solver-eval` after each run completes.
*/