Skip to content

Commit b5c33da

Browse files
committed
Merge branch 'main' into batch-processing
2 parents 135b300 + ad963a0 commit b5c33da

File tree

8 files changed

+278
-113
lines changed

8 files changed

+278
-113
lines changed

CHANGELOG.md

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,21 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
77

88
## [Unreleased]
99

10+
## [0.2.21]
11+
12+
- Update llama.cpp to ggerganov/llama.cpp@64e64aa2557d97490b2fe1262b313e2f4a1607e3
13+
- Make building llava optional by setting `CMAKE_ARGS="-DLLAVA_BUILD=OFF"` and using `LLAVA_CPP_LIB` to specify alternative path to shared library by @abetlen in e3941d9c674dbd9891dc3ceda390daeb21f05fd1
14+
15+
## [0.2.20]
16+
17+
- Update llama.cpp to ggerganov/llama.cpp@b38a16dfcff88d547f78f52d1bea31b84a05aff7
18+
- Add `zephyr` chat format by @fakerybakery in #938
19+
- Add `baichuan` chat format by @caiyesd in #938
20+
- Add `baichuan-2` chat format by @caiyesd in #936
21+
- Improve documentation for server chat formats by @jooray in #934
22+
- Fix typo in README by @antonvice in 940
23+
- Fix typo in the Open Orca chat format by @gardner in #947
24+
1025
## [0.2.19]
1126

1227
- Update llama.cpp to ggerganov/llama.cpp@0b871f1a04ef60e114bbe43004fd9c21114e802d

CMakeLists.txt

Lines changed: 26 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ cmake_minimum_required(VERSION 3.21)
33
project(llama_cpp)
44

55
option(LLAMA_BUILD "Build llama.cpp shared library and install alongside python package" ON)
6+
option(LLAVA_BUILD "Build llava shared library and install alongside python package" ON)
67

78
if (LLAMA_BUILD)
89
set(BUILD_SHARED_LIBS "On")
@@ -44,28 +45,30 @@ if (LLAMA_BUILD)
4445
DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
4546
)
4647

47-
# Building llava
48-
add_subdirectory(vendor/llama.cpp/examples/llava)
49-
set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")
50-
# Set CUDA_ARCHITECTURES to OFF on windows
51-
if (WIN32)
52-
set_target_properties(llava_shared PROPERTIES CUDA_ARCHITECTURES OFF)
48+
if (LLAVA_BUILD)
49+
# Building llava
50+
add_subdirectory(vendor/llama.cpp/examples/llava)
51+
set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")
52+
# Set CUDA_ARCHITECTURES to OFF on windows
53+
if (WIN32)
54+
set_target_properties(llava_shared PROPERTIES CUDA_ARCHITECTURES OFF)
55+
endif()
56+
install(
57+
TARGETS llava_shared
58+
LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
59+
RUNTIME DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
60+
ARCHIVE DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
61+
FRAMEWORK DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
62+
RESOURCE DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
63+
)
64+
# Temporary fix for https://github.com/scikit-build/scikit-build-core/issues/374
65+
install(
66+
TARGETS llava_shared
67+
LIBRARY DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
68+
RUNTIME DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
69+
ARCHIVE DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
70+
FRAMEWORK DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
71+
RESOURCE DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
72+
)
5373
endif()
54-
install(
55-
TARGETS llava_shared
56-
LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
57-
RUNTIME DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
58-
ARCHIVE DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
59-
FRAMEWORK DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
60-
RESOURCE DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp
61-
)
62-
# Temporary fix for https://github.com/scikit-build/scikit-build-core/issues/374
63-
install(
64-
TARGETS llava_shared
65-
LIBRARY DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
66-
RUNTIME DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
67-
ARCHIVE DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
68-
FRAMEWORK DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
69-
RESOURCE DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
70-
)
7174
endif()

0 commit comments

Comments
 (0)