Skip to content

Commit

Permalink
Fix type hint in IFEval (#915)
Browse files Browse the repository at this point in the history
  • Loading branch information
Fengzhe Zhou authored and BunnyRunnerX committed Feb 28, 2024
1 parent 47e9dd6 commit 02eb386
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions opencompass/datasets/IFEval/evaluation_main.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
# limitations under the License.

import dataclasses
from typing import Dict, Optional, Union
from typing import Dict, List, Optional, Union

from absl import flags

Expand All @@ -43,18 +43,18 @@
@dataclasses.dataclass
class InputExample:
key: int
instruction_id_list: list[str]
instruction_id_list: List[str]
prompt: str
kwargs: list[Dict[str, Optional[Union[str, int]]]]
kwargs: List[Dict[str, Optional[Union[str, int]]]]


@dataclasses.dataclass
class OutputExample:
instruction_id_list: list[str]
instruction_id_list: List[str]
prompt: str
response: str
follow_all_instructions: bool
follow_instruction_list: list[bool]
follow_instruction_list: List[bool]


def test_instruction_following_strict(
Expand Down

0 comments on commit 02eb386

Please sign in to comment.