blob: b207607c73c51ec3cd12fa8b76de43c2b73af86c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
# Maintainer: Stefan Zipproth <s.zipproth@ditana.org>
# Upstream Author: LostRuins Concedo (koboldcpp)
# Model Author: Bartowski (Hugging Face) (gemma-2-2b-it-Q6_K.gguf)
# Service Author: Stefan Zipproth
pkgname=ditana-koboldcpp
pkgver=1.76
pkgrel=1
pkgdesc="A systemd service that runs KoboldCpp with the gemma language model locally, giving you AI chat privately on your PC."
arch=('x86_64')
url="https://github.com/LostRuins/koboldcpp"
license=('AGPL-3.0-only')
install=ditana-koboldcpp.install
depends=(
'blas-openblas'
'clblast'
'ocl-icd'
'intel-compute-runtime' # optional dependency of ocl-icd, providing opencl-driver'
'python'
'systemd'
'vulkan-icd-loader'
)
makedepends=(
'blas-openblas'
'clblast'
'coreutils'
'ocl-icd'
'python'
'vulkan-icd-loader'
)
conflicts=(
'koboldcpp'
)
source=(
"$pkgname-$pkgver.tar.gz::https://github.com/LostRuins/koboldcpp/archive/refs/tags/v$pkgver.tar.gz"
'https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q6_K.gguf'
'logical_sampler_gemma_instruct.json'
'koboldcpp.service'
'koboldcpp.desktop'
'koboldcpp.svg'
)
sha256sums=(
'98d4b64af6320d56c03a4a7579f863d7a5c52e02c7ac66bd3c79d1375ab876e7'
'f82c5c2230a8b452221706461eb93203443373625d96a05912d4f96c845c2775'
'SKIP'
'SKIP'
'SKIP'
'SKIP'
)
build() {
cd "$srcdir/koboldcpp-$pkgver"
make -j$(nproc) LLAMA_OPENBLAS=1 LLAMA_CLBLAST=1 LLAMA_VULKAN=1 LLAMA_PORTABLE=1
}
package() {
cd "$srcdir/koboldcpp-$pkgver"
install -Dm644 -t "$pkgdir/usr/share/koboldcpp" ./*.so ./*.embd
install -Dm644 -t "$pkgdir/usr/share/koboldcpp/kcpp_adapters" kcpp_adapters/*
install -Dm755 koboldcpp.py "$pkgdir/usr/share/koboldcpp/koboldcpp.py"
install -Dm644 "$srcdir/gemma-2-2b-it-Q6_K.gguf" "$pkgdir/usr/share/koboldcpp/models/gemma-2-2b-it-Q6_K.gguf"
install -Dm644 "$srcdir/logical_sampler_gemma_instruct.json" "$pkgdir/usr/share/koboldcpp/logical_sampler_gemma_instruct.json"
install -Dm644 "$srcdir/koboldcpp.service" "$pkgdir/usr/lib/systemd/system/koboldcpp.service"
install -Dm755 "$srcdir/koboldcpp.desktop" "$pkgdir/usr/share/applications/koboldcpp.desktop"
install -Dm644 "$srcdir/koboldcpp.svg" "$pkgdir/usr/share/icons/hicolor/scalable/apps/koboldcpp.svg"
}
|