evals/.pre-commit-config.yaml at main · openai/evals · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
repos:
  - repo: https://github.com/pre-commit/mirrors-mypy
    rev: 'bd424e49d4f0181d4c8b8909a8cd5ce9eb058044'
    hooks:
      - id: mypy
        args: ["--config-file=mypy.ini", "--no-site-packages"]

  - repo: https://github.com/psf/black
    rev: 2018e667a6a36ee3fbfa8041cd36512f92f60d49
    hooks:
      - id: black
        args: [--line-length=100, --exclude=""]

  # this is not technically always safe but usually is
  # use comments `# isort: off` and `# isort: on` to disable/re-enable isort
  - repo: https://github.com/pycqa/isort
    rev: e44834b7b294701f596c9118d6c370f86671a50d
    hooks:
      - id: isort
        args: [--line-length=100, --profile=black]

  # this is slightly dangerous because python imports have side effects
  # and this tool removes unused imports, which may be providing
  # necessary side effects for the code to run
  - repo: https://github.com/PyCQA/autoflake
    rev: b567334b9fc699fc169af0ad1ea0ff0fc017fbeb
    hooks:
      - id: autoflake
        args:
          - "--in-place"
          - "--expand-star-imports"
          - "--remove-duplicate-keys"
          - "--remove-unused-variables"
          - "--remove-all-unused-imports"
        exclude: "evals/__init__.py"

  # This allows ruff to run and autofix the code
  # The line length is so high because some of the evals are very long
  # TODO: fix the evals and then reduce the line length here
  - repo: https://github.com/astral-sh/ruff-pre-commit
    rev: 95f113d6340ab4348ecc5d912cf6e6b3465bfb86
    hooks:
      - id: ruff
        args: [--fix, --exit-non-zero-on-fix, --line-length=767]