205 lines
8.1 KiB
Bash
Executable File
205 lines
8.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -Eeuo pipefail
|
|
|
|
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
SUPPORTED_OS=(
|
|
centos-7 centos-9
|
|
debian-10 debian-11 debian-11-arm
|
|
ubuntu-18.04 ubuntu-20.04 ubuntu-22.04 ubuntu-22.04-arm
|
|
fedora-36
|
|
amzn-2
|
|
)
|
|
|
|
SUPPORTED_BUILD_TYPES=(
|
|
Debug
|
|
Release
|
|
RelWithDebInfo
|
|
)
|
|
|
|
PROJECT_ROOT="$SCRIPT_DIR/../.."
|
|
TOOLCHAIN_VERSION="toolchain-v4"
|
|
ACTIVATE_TOOLCHAIN="source /opt/${TOOLCHAIN_VERSION}/activate"
|
|
HOST_OUTPUT_DIR="$PROJECT_ROOT/build/output"
|
|
|
|
print_help () {
|
|
# TODO(gitbuda): Update the release/package/run.sh help
|
|
echo "$0 init|package|docker|test {os} {build_type} [--for-docker|--for-platform]"
|
|
echo ""
|
|
echo " OSs: ${SUPPORTED_OS[*]}"
|
|
echo " Build types: ${SUPPORTED_BUILD_TYPES[*]}"
|
|
exit 1
|
|
}
|
|
|
|
make_package () {
|
|
os="$1"
|
|
build_type="$2"
|
|
|
|
build_container="mgbuild_$os"
|
|
echo "Building Memgraph for $os on $build_container..."
|
|
|
|
package_command=""
|
|
if [[ "$os" =~ ^"centos".* ]] || [[ "$os" =~ ^"fedora".* ]] || [[ "$os" =~ ^"amzn".* ]]; then
|
|
docker exec "$build_container" bash -c "yum -y update"
|
|
package_command=" cpack -G RPM --config ../CPackConfig.cmake && rpmlint --file='../../release/rpm/rpmlintrc' memgraph*.rpm "
|
|
fi
|
|
if [[ "$os" =~ ^"debian".* ]]; then
|
|
docker exec "$build_container" bash -c "apt --allow-releaseinfo-change -y update"
|
|
package_command=" cpack -G DEB --config ../CPackConfig.cmake "
|
|
fi
|
|
if [[ "$os" =~ ^"ubuntu".* ]]; then
|
|
docker exec "$build_container" bash -c "apt update"
|
|
package_command=" cpack -G DEB --config ../CPackConfig.cmake "
|
|
fi
|
|
telemetry_id_override_flag=""
|
|
if [[ "$#" -gt 2 ]]; then
|
|
if [[ "$3" == "--for-docker" ]]; then
|
|
telemetry_id_override_flag=" -DMG_TELEMETRY_ID_OVERRIDE=DOCKER "
|
|
elif [[ "$3" == "--for-platform" ]]; then
|
|
telemetry_id_override_flag=" -DMG_TELEMETRY_ID_OVERRIDE=DOCKER-PLATFORM"
|
|
else
|
|
print_help
|
|
exit
|
|
fi
|
|
fi
|
|
|
|
echo "Copying project files..."
|
|
# If master is not the current branch, fetch it, because the get_version
|
|
# script depends on it. If we are on master, the fetch command is going to
|
|
# fail so that's why there is the explicit check.
|
|
# Required here because Docker build container can't access remote.
|
|
cd "$PROJECT_ROOT"
|
|
if [[ "$(git rev-parse --abbrev-ref HEAD)" != "master" ]]; then
|
|
git fetch origin master:master
|
|
fi
|
|
docker exec "$build_container" mkdir -p /memgraph
|
|
# TODO(gitbuda): Revisit copying the whole repo -> makese sense under CI.
|
|
docker cp "$PROJECT_ROOT/." "$build_container:/memgraph/"
|
|
|
|
container_build_dir="/memgraph/build"
|
|
container_output_dir="$container_build_dir/output"
|
|
|
|
# TODO(gitbuda): TOOLCHAIN_RUN_DEPS should be installed during the Docker
|
|
# image build phase, but that is not easy at this point because the
|
|
# environment/os/{os}.sh does not come within the toolchain package. When
|
|
# migrating to the next version of toolchain do that, and remove the
|
|
# TOOLCHAIN_RUN_DEPS installation from here.
|
|
# TODO(gitbuda): On the other side, having this here allows updating deps
|
|
# wihout reruning the build containers.
|
|
echo "Installing dependencies using '/memgraph/environment/os/$os.sh' script..."
|
|
docker exec "$build_container" bash -c "/memgraph/environment/os/$os.sh install TOOLCHAIN_RUN_DEPS"
|
|
docker exec "$build_container" bash -c "/memgraph/environment/os/$os.sh install MEMGRAPH_BUILD_DEPS"
|
|
|
|
echo "Building targeted package..."
|
|
# Fix issue with git marking directory as not safe
|
|
docker exec "$build_container" bash -c "cd /memgraph && git config --global --add safe.directory '*'"
|
|
docker exec "$build_container" bash -c "cd /memgraph && $ACTIVATE_TOOLCHAIN && ./init"
|
|
docker exec "$build_container" bash -c "cd $container_build_dir && rm -rf ./*"
|
|
# TODO(gitbuda): cmake fails locally if remote is clone via ssh because of the key -> FIX
|
|
if [[ "$os" =~ "-arm" ]]; then
|
|
docker exec "$build_container" bash -c "cd $container_build_dir && $ACTIVATE_TOOLCHAIN && cmake -DCMAKE_BUILD_TYPE=$build_type -DMG_ARCH="ARM64" $telemetry_id_override_flag .."
|
|
else
|
|
docker exec "$build_container" bash -c "cd $container_build_dir && $ACTIVATE_TOOLCHAIN && cmake -DCMAKE_BUILD_TYPE=$build_type $telemetry_id_override_flag .."
|
|
fi
|
|
# ' is used instead of " because we need to run make within the allowed
|
|
# container resources.
|
|
# shellcheck disable=SC2016
|
|
docker exec "$build_container" bash -c "cd $container_build_dir && $ACTIVATE_TOOLCHAIN "'&& make -j$(nproc)'
|
|
docker exec "$build_container" bash -c "cd $container_build_dir && $ACTIVATE_TOOLCHAIN "'&& make -j$(nproc) -B mgconsole'
|
|
docker exec "$build_container" bash -c "mkdir -p $container_output_dir && cd $container_output_dir && $ACTIVATE_TOOLCHAIN && $package_command"
|
|
|
|
echo "Copying targeted package to host..."
|
|
last_package_name=$(docker exec "$build_container" bash -c "cd $container_output_dir && ls -t memgraph* | head -1")
|
|
# The operating system folder is introduced because multiple different
|
|
# packages could be preserved during the same build "session".
|
|
mkdir -p "$HOST_OUTPUT_DIR/$os"
|
|
package_host_destination="$HOST_OUTPUT_DIR/$os/$last_package_name"
|
|
docker cp "$build_container:$container_output_dir/$last_package_name" "$package_host_destination"
|
|
echo "Package saved to $package_host_destination."
|
|
}
|
|
|
|
case "$1" in
|
|
init)
|
|
cd "$SCRIPT_DIR"
|
|
if ! which "docker-compose" >/dev/null; then
|
|
docker_compose_cmd="docker compose"
|
|
else
|
|
docker_compose_cmd="docker-compose"
|
|
fi
|
|
$docker_compose_cmd build --build-arg TOOLCHAIN_VERSION="${TOOLCHAIN_VERSION}"
|
|
$docker_compose_cmd up -d
|
|
;;
|
|
|
|
docker)
|
|
# NOTE: Docker is build on top of Debian 11 package.
|
|
based_on_os="debian-11"
|
|
# shellcheck disable=SC2012
|
|
last_package_name=$(cd "$HOST_OUTPUT_DIR/$based_on_os" && ls -t memgraph* | head -1)
|
|
docker_build_folder="$PROJECT_ROOT/release/docker"
|
|
cd "$docker_build_folder"
|
|
./package_docker --latest "$HOST_OUTPUT_DIR/$based_on_os/$last_package_name"
|
|
# shellcheck disable=SC2012
|
|
docker_image_name=$(cd "$docker_build_folder" && ls -t memgraph* | head -1)
|
|
docker_host_folder="$HOST_OUTPUT_DIR/docker"
|
|
docker_host_image_path="$docker_host_folder/$docker_image_name"
|
|
mkdir -p "$docker_host_folder"
|
|
cp "$docker_build_folder/$docker_image_name" "$docker_host_image_path"
|
|
echo "Docker images saved to $docker_host_image_path."
|
|
;;
|
|
|
|
package)
|
|
shift 1
|
|
if [[ "$#" -lt 2 ]]; then
|
|
print_help
|
|
fi
|
|
os="$1"
|
|
build_type="$2"
|
|
shift 2
|
|
is_os_ok=false
|
|
for supported_os in "${SUPPORTED_OS[@]}"; do
|
|
if [[ "$supported_os" == "${os}" ]]; then
|
|
is_os_ok=true
|
|
break
|
|
fi
|
|
done
|
|
is_build_type_ok=false
|
|
for supported_build_type in "${SUPPORTED_BUILD_TYPES[@]}"; do
|
|
if [[ "$supported_build_type" == "${build_type}" ]]; then
|
|
is_build_type_ok=true
|
|
break
|
|
fi
|
|
done
|
|
if [[ "$is_os_ok" == true && "$is_build_type_ok" == true ]]; then
|
|
make_package "$os" "$build_type" "$@"
|
|
else
|
|
if [[ "$is_os_ok" == false ]]; then
|
|
echo "Unsupported OS: $os"
|
|
elif [[ "$is_build_type_ok" == false ]]; then
|
|
echo "Unsupported build type: $build_type"
|
|
fi
|
|
print_help
|
|
fi
|
|
;;
|
|
|
|
build)
|
|
shift 1
|
|
if [[ "$#" -ne 2 ]]; then
|
|
print_help
|
|
fi
|
|
# in the vX format, e.g. v5
|
|
toolchain_version="$1"
|
|
# a name of the os folder, e.g. ubuntu-22.04-arm
|
|
os="$2"
|
|
cd "$SCRIPT_DIR/$os"
|
|
docker build -f Dockerfile --build-arg TOOLCHAIN_VERSION="toolchain-$toolchain_version" -t "memgraph/memgraph-builder:${toolchain_version}_$os" .
|
|
;;
|
|
|
|
test)
|
|
echo "TODO(gitbuda): Test all packages on mgtest containers."
|
|
;;
|
|
|
|
*)
|
|
print_help
|
|
;;
|
|
esac
|