chore: cleanup code and env requirements

Signed-off-by: Aaron Pham <contact@aarnphm.xyz>

Author: aarnphm

.github/workflows/dependabot-auto-merge.yml

@@ -12,7 +12,7 @@ jobs:
     steps:
       - name: Dependabot metadata
         id: metadata
-        uses: dependabot/fetch-metadata@v2.3.0
+        uses: dependabot/fetch-metadata@d7267f607e9d3fb96fc2fbe83e0af444713e90b7 # ratchet:dependabot/fetch-metadata@v2.3.0
         with:
           github-token: "${{ secrets.GITHUB_TOKEN }}"
       - name: Enable auto-merge for Dependabot PRs

.github/workflows/tests.yml

@@ -0,0 +1,35 @@
+name: Run Tests
+
+on:
+  push:
+    branches: [main, master]
+  pull_request:
+    branches: [main, master]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.12"]
+
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # ratchet:actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@65d7f2d534ac1bc67fcd62888c5f4f3d2cb2b236 # ratchet:actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        run: |
+          pip install uv
+
+      - name: Install dependencies with uv
+        run: |
+          uv pip install -e .
+          uv pip install pytest pexpect
+
+      - name: Run tests
+        run: |
+          pytest tests -v

.gitignore

@@ -163,3 +163,4 @@ cython_debug/
 venv/
 .envrc
 _version.py
+.cursor

.pre-commit-config.yaml

@@ -7,7 +7,7 @@ default_language_version:
   python: python3.11 # NOTE: sync with .python-version-default
 repos:
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: "v0.11.2"
+    rev: "v0.11.4"
     hooks:
       - id: ruff
         alias: r

.ruff.toml

@@ -1,7 +1,7 @@
 extend-include = ["*.ipynb"]
 preview = true
-line-length = 119
-indent-width = 4
+line-length = 100
+indent-width = 2
 
 [format]
 preview = true
@@ -18,21 +18,16 @@ ignore = [
 ]
 select = [
   "F",
-  "G",    # flake8-logging-format
-  "PERF", # perflint
-  "RUF",  # Ruff-specific rules
+  "G",     # flake8-logging-format
+  "PERF",  # perflint
+  "RUF",   # Ruff-specific rules
   "W6",
   "E71",
   "E72",
   "E112",
   "E113",
-  # "E124",
   "E203",
   "E272",
-  # "E303",
-  # "E304",
-  # "E501",
-  # "E502",
   "E702",
   "E703",
   "E731",

gen_readme.py

@@ -9,30 +9,30 @@
 import subprocess, sys, pathlib, json, jinja2
 
 if __name__ == '__main__':
-    with (pathlib.Path('.').parent / 'README.md').open('w') as f:
-        f.write(
-            jinja2.Environment(loader=jinja2.FileSystemLoader('.'))
-            .get_template('README.md.tpl')
-            .render(
-                model_dict=json.loads(
-                    subprocess.run(
-                        [
-                            sys.executable,
-                            '-m',
-                            'uv',
-                            'run',
-                            '--with-editable',
-                            '.',
-                            'openllm',
-                            'model',
-                            'list',
-                            '--output',
-                            'readme',
-                        ],
-                        text=True,
-                        check=True,
-                        capture_output=True,
-                    ).stdout.strip()
-                )
-            )
+  with (pathlib.Path('.').parent / 'README.md').open('w') as f:
+    f.write(
+      jinja2.Environment(loader=jinja2.FileSystemLoader('.'))
+      .get_template('README.md.tpl')
+      .render(
+        model_dict=json.loads(
+          subprocess.run(
+            [
+              sys.executable,
+              '-m',
+              'uv',
+              'run',
+              '--with-editable',
+              '.',
+              'openllm',
+              'model',
+              'list',
+              '--output',
+              'readme',
+            ],
+            text=True,
+            check=True,
+            capture_output=True,
+          ).stdout.strip()
         )
+      )
+    )

pyproject.toml

@@ -43,6 +43,7 @@ dependencies = [
   "uv",
   "openai==1.70.0",
   "huggingface-hub",
+  "hf-xet",
   "typing-extensions>=4.12.2",
 ]
 keywords = [
@@ -87,6 +88,12 @@ src-dir = "src/openllm"
 requires = ["hatchling==1.27.0", "hatch-vcs==0.4.0"]
 build-backend = 'hatchling.build'
 
+[dependency-groups]
+tests = [
+    "pexpect>=4.9.0",
+    "pytest>=8.3.5",
+]
+
 [tool.hatch.version]
 source = "vcs"
 fallback-version = "0.0.0"