Skip to content
Tests

Fix: attempt to fix LP_LP_llama_sampler error #4

Sign in to view logs

Fix: attempt to fix LP_LP_llama_sampler error

Fix: attempt to fix LP_LP_llama_sampler error #4

Workflow file for this run

.github/workflows/test.yaml at 3243f62
name: Tests
on:
pull_request:
branches:
- main
push:
branches:
- main
env:
REPO_ID: Qwen/Qwen2-0.5B-Instruct-GGUF
MODEL_FILE: qwen2-0_5b-instruct-q8_0.gguf
jobs:
download-model:
runs-on: ubuntu-latest
steps:
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.9"
- name: Install huggingface-hub
run: pip install huggingface-hub
- name: Download model
run: huggingface-cli download ${{ env.REPO_ID }} ${{ env.MODEL_FILE }}
- name: Cache model
uses: actions/cache@v4
with:
path: ~/.cache/huggingface/hub
key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
build-linux:
needs: download-model
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.9", "3.10", "3.11", "3.12"]
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip'
- name: Restore model cache
uses: actions/cache@v4
with:
path: ~/.cache/huggingface/hub
key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
- name: Install curl dependencies
run: |
sudo apt update &&
sudo apt upgrade -y &&
sudo apt install -y curl libcurl4-openssl-dev
shell: bash # explicitly specifying bash shell'
- name: Find CURL paths (Linux)
run: |
echo "CURL_INCLUDE_DIR=/usr/include/curl" >> $GITHUB_ENV
echo "CURL_LIBRARY=/usr/lib/x86_64-linux-gnu/libcurl.so" >> $GITHUB_ENV
shell: bash
- name: Install dependencies (Linux/MacOS)
run: |
python -m pip install --upgrade pip
python -m pip install uv
python -m uv pip install -e .[all] --verbose --config-settings="cmake.define.CURL_INCLUDE_DIR=$CURL_INCLUDE_DIR" --config-settings="cmake.define.CURL_LIBRARY=$CURL_LIBRARY"
shell: bash
- name: Test with pytest
run: |
python -m pytest
build-windows:
needs: download-model
runs-on: windows-latest
strategy:
matrix:
python-version: ["3.9", "3.10", "3.11", "3.12"]
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip'
- name: Restore model cache
uses: actions/cache@v4
with:
path: ~/.cache/huggingface/hub
key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
- name: Install dependencies (Windows)
run: |
python -m pip install --upgrade pip
python -m pip install uv
python -m uv pip install -e .[all] --verbose --config-settings="cmake.define.LLAMA_CURL=OFF"
shell: cmd
- name: Test with pytest
run: |
python -m pytest
build-macos:
needs: download-model
runs-on: macos-13
strategy:
matrix:
python-version: ["3.9", "3.10", "3.11", "3.12"]
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip'
- name: System Info
run: |
uname -a
sysctl -n machdep.cpu.brand_string
python3 -c "import platform; print(platform.machine(), platform.architecture())"
- name: Restore model cache
uses: actions/cache@v4
with:
path: ~/.cache/huggingface/hub
key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
- name: Install dependencies (Linux/MacOS)
run: |
python3 -m pip install --upgrade pip
python3 -m pip install uv
python3 -m uv pip install -e .[all] --verbose
CMAKE_ARGS="-DLLAMA_METAL=off" python3 -m uv pip install .[all] --verbose
shell: bash
- name: Test with pytest
run: |
python3 -m pytest
build-macos-metal:
needs: download-model
runs-on: macos-13
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Set up Python 3.9
uses: actions/setup-python@v5
with:
python-version: "3.9"
- name: System Info
run: |
uname -a
sysctl -n machdep.cpu.brand_string
python3 -c "import platform; print(platform.machine(), platform.architecture())"
- name: Restore model cache
uses: actions/cache@v4
with:
path: ~/.cache/huggingface/hub
key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
- name: Install dependencies
run: |
python3 -m pip install --upgrade pip
CMAKE_ARGS="-DLLAMA_METAL=on" python3 -m pip install .[all] --verbose
shell: bash
- name: Test with pytest
run: |
python3 -m pytest