Something like this: !foo(start) and !foo(end)
function getDocLoss(doc) {
let losses = []
let rows = []
// !focus(start)
for (let pos = 0; pos <= doc.length; pos++) {
let context = doc.slice(0, pos)
let target = doc[pos] || "."
let targetIndex = vocab.indexOf(target)
let logits = gpt(context)
let sum = logits.reduce((a, b) => a + b, 0)
let probs = logits.map((x) => x / sum)
let loss = 1 - probs[targetIndex]
losses.push(loss)
rows.push({
context,
target,
p: probs[targetIndex],
loss,
})
}
// !focus(end)
console.table(rows)
return (
losses.reduce((a, b) => a + b, 0) / losses.length
)
}
console.log(output)
Something like this:
!foo(start)and!foo(end)