frreiss commited on
Commit
5f115b2
·
1 Parent(s): fb21e14

Update io.yaml files

Browse files
answerability/lora/gpt-oss-20b/io.yaml CHANGED
@@ -1,4 +1,4 @@
1
- # Model name string, or null to use whatever is provided in the chat completion request
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
@@ -7,13 +7,19 @@ response_format: |
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
 
10
  - type: likelihood
11
  categories_to_values:
12
  "answerable": 1.0
13
  "unanswerable": 0.0
14
  input_path: []
15
- output_name: ~ # Null == no change
 
 
 
16
  instruction: ~
17
  parameters:
 
18
  max_completion_tokens: 6
19
- sentence_boundaries: false
 
 
1
+ # Model name string, or null to use whatever is provided in the chat completion request.
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
 
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
10
+ # Convert categorical answer to continuous value by decoding logprobs
11
  - type: likelihood
12
  categories_to_values:
13
  "answerable": 1.0
14
  "unanswerable": 0.0
15
  input_path: []
16
+ # Convert scalar value to a record for consistency with other intrinsics
17
+ - type: nest
18
+ input_path: []
19
+ field_name: "answerability_likelihood"
20
  instruction: ~
21
  parameters:
22
+ # "unanswerable" can be 6 tokens at high temperatures
23
  max_completion_tokens: 6
24
+ # No sentence boundary detection
25
+ sentence_boundaries: ~
answerability/lora/granite-3.3-2b-instruct/io.yaml CHANGED
@@ -1,4 +1,4 @@
1
- # Model name string, or null to use whatever is provided in the chat completion request
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
@@ -7,13 +7,19 @@ response_format: |
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
 
10
  - type: likelihood
11
  categories_to_values:
12
  "answerable": 1.0
13
  "unanswerable": 0.0
14
  input_path: []
15
- output_name: ~ # Null == no change
 
 
 
16
  instruction: ~
17
  parameters:
 
18
  max_completion_tokens: 6
19
- sentence_boundaries: false
 
 
1
+ # Model name string, or null to use whatever is provided in the chat completion request.
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
 
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
10
+ # Convert categorical answer to continuous value by decoding logprobs
11
  - type: likelihood
12
  categories_to_values:
13
  "answerable": 1.0
14
  "unanswerable": 0.0
15
  input_path: []
16
+ # Convert scalar value to a record for consistency with other intrinsics
17
+ - type: nest
18
+ input_path: []
19
+ field_name: "answerability_likelihood"
20
  instruction: ~
21
  parameters:
22
+ # "unanswerable" can be 6 tokens at high temperatures
23
  max_completion_tokens: 6
24
+ # No sentence boundary detection
25
+ sentence_boundaries: ~
answerability/lora/granite-3.3-8b-instruct/io.yaml CHANGED
@@ -1,4 +1,4 @@
1
- # Model name string, or null to use whatever is provided in the chat completion request
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
@@ -7,13 +7,19 @@ response_format: |
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
 
10
  - type: likelihood
11
  categories_to_values:
12
  "answerable": 1.0
13
  "unanswerable": 0.0
14
  input_path: []
15
- output_name: ~ # Null == no change
 
 
 
16
  instruction: ~
17
  parameters:
 
18
  max_completion_tokens: 6
19
- sentence_boundaries: false
 
 
1
+ # Model name string, or null to use whatever is provided in the chat completion request.
2
  model: ~
3
  # JSON schema of the model's output
4
  response_format: |
 
7
  "enum": ["answerable", "unanswerable"]
8
  }
9
  transformations:
10
+ # Convert categorical answer to continuous value by decoding logprobs
11
  - type: likelihood
12
  categories_to_values:
13
  "answerable": 1.0
14
  "unanswerable": 0.0
15
  input_path: []
16
+ # Convert scalar value to a record for consistency with other intrinsics
17
+ - type: nest
18
+ input_path: []
19
+ field_name: "answerability_likelihood"
20
  instruction: ~
21
  parameters:
22
+ # "unanswerable" can be 6 tokens at high temperatures
23
  max_completion_tokens: 6
24
+ # No sentence boundary detection
25
+ sentence_boundaries: ~
context_relevance/lora/granite-3.3-8b-instruct/io.yaml CHANGED
@@ -25,6 +25,5 @@ transformations:
25
  "irrelevant": 0.0
26
  "partially relevant": 0.5
27
  input_path: ["context_relevance"]
28
- output_name: ~ # Null == no change
29
  parameters: ~
30
- sentence_boundaries: false
 
25
  "irrelevant": 0.0
26
  "partially relevant": 0.5
27
  input_path: ["context_relevance"]
 
28
  parameters: ~
29
+ sentence_boundaries: ~