33 lines
1.1 KiB
Markdown
33 lines
1.1 KiB
Markdown
ollama 0.32.1
|
|
=
|
|
https://github.com/ollama/ollama/archive/refs/tags/v0.32.1.tar.gz
|
|
|
|
``` env *** env ***
|
|
HIP_DEVICE_LIB_PATH=/pkg/gnu/rocm/llvm/amd/device-libs/amdgcn/bitcode
|
|
GOROOT=/pkg/gnu/go
|
|
HIP_PATH=/pkg/gnu
|
|
ROCM_PATH=/pkg/gnu
|
|
```
|
|
|
|
``` sh *** build ***
|
|
mkdir -p build; cd build
|
|
cmake .. \
|
|
-DCMAKE_INSTALL_PREFIX=/pkg/gnu/ollama \
|
|
-DCMAKE_C_COMPILER=/pkg/gnu/rocm/llvm/bin/amdclang \
|
|
-DCMAKE_CXX_COMPILER=/pkg/gnu/rocm/llvm/bin/amdclang++ \
|
|
-DCMAKE_LINKER=/pkg/gnu/rocm/llvm/amd/hipcc/lib/llvm/bin/ld.lld \
|
|
-DCMAKE_CXX_FLAGS="--rocm-device-lib-path=/pkg/gnu/rocm/llvm/amd/device-libs/amdgcn/bitcode -fuse-ld=lld" \
|
|
-DOLLAMA_LLAMA_BACKENDS=rocm_v7_2 \
|
|
-DAMDGPU_TARGETS="gfx1150"
|
|
make ollama-llama-cpp-source/fast
|
|
sed -i '/^ggml_add_backend_library(ggml-hip$/,/^[[:space:]]*)$/{ /^[[:space:]]*)$/a\
|
|
target_compile_options(ggml-hip PRIVATE $<$<COMPILE_LANGUAGE:HIP>:-include __clang_hip_runtime_wrapper.h>)
|
|
}' _deps/llama_cpp-src/ggml/src/ggml-hip/CMakeLists.txt
|
|
cmake --build . -j$(nproc)
|
|
cmake --install .
|
|
```
|
|
|
|
``` cfg *** build deps ***
|
|
rocm/libraries/hipblas
|
|
```
|