b0cdcd3483
* Update deployment files for mgbuilders because of toolchain upgrade * Fix args parameter in builder yaml files * Add fedora 38, 39 and rockylinux 9.3 mgbuilder Dockerfiles * Change format of ARG TOOLCHAIN_VERSION from toolchain-vX to vX * Add function to check supported arch, build type, os and toolchain * Add options to init subcommand * Add image names to mgbuilders * Add v2 of the run.sh script * Add testing to run2.sh * Add option for threads --thread * Add options for enterprise license and organization name * Make stop mgbuild container step run always * Add --ci flag to init script * Move init conditionals under build-memgraph flags * Add --community flag to build-memgraph * Change target dir inside mgbuild container * Add node fix to debian 11, ubuntu 20.04 and ubuntu 22.04 * rm memgraph repo after installing deps * Add mg user in Dockerfile * Add step to install rust on all OSs * Chown files copied into mgbuild container * Add e2e tests * Add jepsen test * Bugfix: Using reference in a callback * Bugfix: Broad target for e2e tests * Up db info test limit * Disable e2e streams tests * Fix default THREADS * Prioretize docker compose over docker-compose * Improve selection between docker compose and docker-compose * Install PyYAML as mg user * Fix doxygen install for rocky linux 9.3 * Fix rocky-9.3 environment script to properly install sbcl * Rename all rocky-9 mentions to rocky-9.3 * Add mgdeps-cache and benchgraph-api hostnames to mgbuild images * Add logic to pull mgbuild image if missing * Fix build errors on toolchain-v5 (#1806) * Rename run2 script, remove run script, add small features to mgbuild.sh * Add --no-copy flag to build-memgraph to resolve TODO * Add timeouts to diff jobs * Fix asio flaky clone, try mgdeps-cache first --------- Co-authored-by: Andreja Tonev <andreja.tonev@memgraph.io> Co-authored-by: Ante Pušić <ante.f.pusic@gmail.com> Co-authored-by: antoniofilipovic <filipovicantonio1998@gmail.com>
144 lines
3.9 KiB
Bash
Executable File
144 lines
3.9 KiB
Bash
Executable File
#!/bin/bash -e
|
|
|
|
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
cd "$DIR"
|
|
|
|
source "$DIR/environment/util.sh"
|
|
|
|
DISTRO=$(operating_system)
|
|
ARCHITECTURE=$(architecture)
|
|
|
|
function print_help () {
|
|
echo "Usage: $0 [OPTION]"
|
|
echo -e "Check for missing packages and setup the project.\n"
|
|
echo "Optional arguments:"
|
|
echo -e " -h\tdisplay this help and exit"
|
|
echo -e " --without-libs-setup\tskip the step for setting up libs"
|
|
echo -e " --ci\tscript is being run inside ci"
|
|
}
|
|
|
|
function setup_virtualenv () {
|
|
pushd $1 > /dev/null
|
|
echo "Setting up virtualenv for: $1"
|
|
|
|
# remove old virtualenv
|
|
if [ -d ve3 ]; then
|
|
rm -rf ve3
|
|
fi
|
|
|
|
# create new virtualenv
|
|
python3 -m virtualenv -p python3 ve3 || exit 1
|
|
source ve3/bin/activate
|
|
pip --timeout 1000 install -r requirements.txt || exit 1
|
|
deactivate
|
|
|
|
popd > /dev/null
|
|
}
|
|
|
|
setup_libs=true
|
|
ci=false
|
|
if [[ $# -eq 1 && "$1" == "-h" ]]; then
|
|
print_help
|
|
exit 0
|
|
else
|
|
while(($#)); do
|
|
case "$1" in
|
|
--without-libs-setup)
|
|
shift
|
|
setup_libs=false
|
|
;;
|
|
--ci)
|
|
shift
|
|
ci=true
|
|
;;
|
|
*)
|
|
# unknown option
|
|
echo "Invalid argument provided: $1"
|
|
print_help
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
fi
|
|
|
|
if [ "${ARCHITECTURE}" = "arm64" ] || [ "${ARCHITECTURE}" = "aarch64" ]; then
|
|
OS_SCRIPT=$DIR/environment/os/$DISTRO-arm.sh
|
|
else
|
|
OS_SCRIPT=$DIR/environment/os/$DISTRO.sh
|
|
fi
|
|
echo "ALL BUILD PACKAGES: $($OS_SCRIPT list MEMGRAPH_BUILD_DEPS)"
|
|
$OS_SCRIPT check MEMGRAPH_BUILD_DEPS
|
|
echo "All packages are in-place..."
|
|
|
|
# create a default build directory
|
|
mkdir -p ./build
|
|
|
|
if [[ "$setup_libs" == "true" ]]; then
|
|
# Setup libs (download).
|
|
cd libs
|
|
./cleanup.sh
|
|
./setup.sh
|
|
cd ..
|
|
fi
|
|
|
|
# Fix for centos 7 during release
|
|
if [[ "$ci" == "false" ]]; then
|
|
if [ "${DISTRO}" = "centos-7" ] || [ "${DISTRO}" = "debian-11" ] || [ "${DISTRO}" = "amzn-2" ]; then
|
|
if python3 -m pip show virtualenv >/dev/null 2>/dev/null; then
|
|
python3 -m pip uninstall -y virtualenv
|
|
fi
|
|
python3 -m pip install virtualenv
|
|
fi
|
|
fi
|
|
|
|
# setup gql_behave dependencies
|
|
setup_virtualenv tests/gql_behave
|
|
|
|
# setup stress dependencies
|
|
setup_virtualenv tests/stress
|
|
|
|
# setup integration/ldap dependencies
|
|
setup_virtualenv tests/integration/ldap
|
|
|
|
# Setup tests dependencies.
|
|
# NOTE: This is commented out because of the build order (at the time of
|
|
# execution mgclient is not built yet) which makes this setup to fail. mgclient
|
|
# is built during the make phase. The tests/setup.sh is called under GHA CI
|
|
# jobs.
|
|
# cd tests
|
|
# ./setup.sh
|
|
# cd ..
|
|
# TODO(gitbuda): Remove setup_virtualenv, replace it with tests/ve3. Take care
|
|
# of the build order because tests/setup.py builds pymgclient which depends on
|
|
# mgclient which is build after this script by calling make.
|
|
|
|
echo "Done installing dependencies for Memgraph"
|
|
|
|
echo "Linking git hooks OR skip if .git folder is not there"
|
|
if [ -d "$DIR/.git" ]; then
|
|
for hook in $(find $DIR/.githooks -type f -printf "%f\n"); do
|
|
ln -s -f "$DIR/.githooks/$hook" "$DIR/.git/hooks/$hook"
|
|
echo "Added $hook hook"
|
|
done;
|
|
else
|
|
echo "WARNING: .git folder not present, skip adding hooks"
|
|
fi
|
|
|
|
# Install precommit hook except on old operating systems because we don't
|
|
# develop on them -> pre-commit hook not required -> we can use latest
|
|
# packages.
|
|
if [[ "$ci" == "false" ]]; then
|
|
if [ "${DISTRO}" != "centos-7" ] && [ "$DISTRO" != "debian-10" ] && [ "${DISTRO}" != "ubuntu-18.04" ] && [ "${DISTRO}" != "amzn-2" ]; then
|
|
python3 -m pip install pre-commit
|
|
python3 -m pre_commit install
|
|
# Install py format tools for usage during the development.
|
|
echo "Install black formatter"
|
|
python3 -m pip install black==23.1.*
|
|
echo "Install isort"
|
|
python3 -m pip install isort==5.12.*
|
|
fi
|
|
fi
|
|
|
|
# Link `include/mgp.py` with `release/mgp/mgp.py`
|
|
ln -v -f include/mgp.py release/mgp/mgp.py
|