You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
56 lines
2.3 KiB
56 lines
2.3 KiB
3 weeks ago
|
#!/bin/sh
|
||
|
|
#
|
||
|
|
# Mac ARM users, rosetta can be flaky, so to use a remote x86 builder
|
||
|
|
#
|
||
|
|
# docker context create amd64 --docker host=ssh://mybuildhost
|
||
|
|
# docker buildx create --name mybuilder amd64 --platform linux/amd64
|
||
|
|
# docker buildx create --name mybuilder --append desktop-linux --platform linux/arm64
|
||
|
|
# docker buildx use mybuilder
|
||
|
|
|
||
|
|
|
||
|
|
set -eu
|
||
|
|
|
||
|
|
. $(dirname $0)/env.sh
|
||
|
|
|
||
|
|
mkdir -p dist
|
||
|
|
|
||
|
|
docker buildx build \
|
||
|
|
--output type=local,dest=./dist/ \
|
||
|
|
--platform=${PLATFORM} \
|
||
|
|
${OLLAMA_COMMON_BUILD_ARGS} \
|
||
|
|
--target archive \
|
||
|
|
-f Dockerfile \
|
||
|
|
.
|
||
|
|
|
||
|
|
if echo $PLATFORM | grep "amd64" > /dev/null; then
|
||
|
|
outDir="./dist"
|
||
|
|
if echo $PLATFORM | grep "," > /dev/null ; then
|
||
|
|
outDir="./dist/linux_amd64"
|
||
|
|
fi
|
||
|
|
docker buildx build \
|
||
|
|
--output type=local,dest=${outDir} \
|
||
|
|
--platform=linux/amd64 \
|
||
|
|
${OLLAMA_COMMON_BUILD_ARGS} \
|
||
|
|
--build-arg FLAVOR=rocm \
|
||
|
|
--target archive \
|
||
|
|
-f Dockerfile \
|
||
|
|
.
|
||
|
|
fi
|
||
|
|
|
||
|
|
# buildx behavior changes for single vs. multiplatform
|
||
|
|
echo "Compressing linux tar bundles..."
|
||
|
|
if echo $PLATFORM | grep "," > /dev/null ; then
|
||
|
|
tar c -C ./dist/linux_arm64 --exclude cuda_jetpack5 --exclude cuda_jetpack6 . | pigz -9vc >./dist/ollama-linux-arm64.tgz
|
||
|
|
tar c -C ./dist/linux_arm64 ./lib/ollama/cuda_jetpack5 | pigz -9vc >./dist/ollama-linux-arm64-jetpack5.tgz
|
||
|
|
tar c -C ./dist/linux_arm64 ./lib/ollama/cuda_jetpack6 | pigz -9vc >./dist/ollama-linux-arm64-jetpack6.tgz
|
||
|
|
tar c -C ./dist/linux_amd64 --exclude rocm . | pigz -9vc >./dist/ollama-linux-amd64.tgz
|
||
|
|
tar c -C ./dist/linux_amd64 ./lib/ollama/rocm | pigz -9vc >./dist/ollama-linux-amd64-rocm.tgz
|
||
|
|
elif echo $PLATFORM | grep "arm64" > /dev/null ; then
|
||
|
|
tar c -C ./dist/ --exclude cuda_jetpack5 --exclude cuda_jetpack6 bin lib | pigz -9vc >./dist/ollama-linux-arm64.tgz
|
||
|
|
tar c -C ./dist/ ./lib/ollama/cuda_jetpack5 | pigz -9vc >./dist/ollama-linux-arm64-jetpack5.tgz
|
||
|
|
tar c -C ./dist/ ./lib/ollama/cuda_jetpack6 | pigz -9vc >./dist/ollama-linux-arm64-jetpack6.tgz
|
||
|
|
elif echo $PLATFORM | grep "amd64" > /dev/null ; then
|
||
|
|
tar c -C ./dist/ --exclude rocm bin lib | pigz -9vc >./dist/ollama-linux-amd64.tgz
|
||
|
|
tar c -C ./dist/ ./lib/ollama/rocm | pigz -9vc >./dist/ollama-linux-amd64-rocm.tgz
|
||
|
|
fi
|