kgreenewald's picture
Update config for requirement_check (#12)
8a29c77 verified
raw
history blame
624 Bytes
# Model name; overrides the model from the original request if present.
model: ~
# JSON schema of the model's output
response_format: |
{
"type": "boolean"
}
transformations:
- type: likelihood
categories_to_values:
true: 1.0
false: 0.0
input_path: []
# Convert scalar value to a record for consistency with other intrinsics
- type: nest
input_path: []
field_name: "requirement_likelihood"
instruction: |
Check if this requirement was satisfied:
{requirement}
parameters:
# "false" can be up to 5 tokens at high temperatures
max_completion_tokens: 5
sentence_boundaries: ~