18b7fa0fd4
* Exclude doctemplates as DB dependencies * FIX: Add Ghostscript installation and caching for Windows CI # FIX: Add Ghostscript installation and caching for Windows CI Ghostscript is necessary for one of the tests that converts an image into a PDF. This commit adds the necessary steps to install Ghostscript and cache it for the Windows CI workflow.
293 lines
12 KiB
Bash
Executable file
293 lines
12 KiB
Bash
Executable file
#!/usr/bin/bash -xv
|
|
# Copyright (C) 2024-2026 MDW <mdeweerd@users.noreply.github.com>
|
|
# shellcheck disable=2050,2089,2090,2086
|
|
|
|
ME=$(realpath "$0")
|
|
TRAVIS_BUILD_DIR=${TRAVIS_BUILD_DIR:=$(realpath "$(dirname "$0")/../../..")}
|
|
MYSQL=${MYSQL:=mysql}
|
|
MYSQLDUMP=${MYSQLDUMP:="${MYSQL}dump"}
|
|
PHP=${PHP:=php}
|
|
PHP_OPT="-d error_reporting=32767"
|
|
|
|
DB=${DB:=mariadb}
|
|
DB_ROOT=${DB_ROOT:=root}
|
|
DB_PASSROOT=${DB_PASSROOT:=}
|
|
DB_USER=${DB_USER:=travis}
|
|
DB_PASS=${DB_PASS:=password}
|
|
DB_CACHE_FILE="${TRAVIS_BUILD_DIR}/db_init.sql"
|
|
|
|
TRAVIS_DOC_ROOT_PHP="${TRAVIS_DOC_ROOT_PHP:=$TRAVIS_BUILD_DIR/htdocs}"
|
|
TRAVIS_DATA_ROOT_PHP="${TRAVIS_DATA_ROOT_PHP:=$TRAVIS_BUILD_DIR/documents}"
|
|
|
|
if [[ "$(uname -a)" =~ "MINGW"* ]] || [[ "$(uname -a)" =~ "CYGWIN"* ]] ; then
|
|
TRAVIS_BUILD_DIR=$(cygpath -w "${TRAVIS_BUILD_DIR}")
|
|
TRAVIS_BUILD_DIR=$(echo "$TRAVIS_BUILD_DIR" | sed 's/\\/\//g')
|
|
TRAVIS_DOC_ROOT_PHP=$(cygpath -w "${TRAVIS_DOC_ROOT_PHP}")
|
|
TRAVIS_DATA_ROOT_PHP=$(cygpath -w "${TRAVIS_DATA_ROOT_PHP}")
|
|
SUDO=""
|
|
else
|
|
SUDO="sudo"
|
|
fi
|
|
|
|
CONF_FILE=${CONF_FILE:=${TRAVIS_BUILD_DIR}/htdocs/conf/conf.php}
|
|
|
|
function save_db_cache() (
|
|
rm "${DB_CACHE_FILE}".md5 2>/dev/null
|
|
echo "Saving DB to cache file '${DB_CACHE_FILE}'"
|
|
eval ${SUDO} "${MYSQLDUMP}" ${USERPASS_OPT} -h 127.0.0.1 travis \
|
|
--hex-blob --lock-tables=false --skip-add-locks \
|
|
| sed -e 's/DEFINER=[^ ]* / /' > ${DB_CACHE_FILE}
|
|
echo "${sum}" > "${DB_CACHE_FILE}".md5
|
|
)
|
|
|
|
{
|
|
# DETERMINE VERSION
|
|
cd "${TRAVIS_BUILD_DIR}/htdocs/install" || exit 1
|
|
|
|
# Get the target version from the version.inc.php file
|
|
target_version=$(sed -n "s/.*define('DOL_\\(MAJOR_\\)\\?VERSION',[[:space:]]*'\\([0-9.]*\\).*/\\2/p" ../version.inc.php) ; echo $target_version
|
|
# Default in case that failed
|
|
target_version=${target_version:=23.0.0}
|
|
|
|
# Sequence of versions for upgrade process (to be completed)
|
|
VERSIONS=("3.5.0" "3.6.0" "3.7.0" "3.8.0" "3.9.0")
|
|
VERSIONS+=("4.0.0")
|
|
# Next versions are automatic
|
|
|
|
# Append versions up to the current dolibarr version
|
|
last_version=${VERSIONS[-1]}
|
|
|
|
target_major=${target_version%%.*}
|
|
last_major=${last_version%%.*}
|
|
|
|
# Add versions up to target_version
|
|
while (( last_major < target_major )); do
|
|
((last_major++))
|
|
VERSIONS+=("${last_major}.0.0")
|
|
done
|
|
|
|
# Add target_version if it's not already in the list
|
|
last_version=${VERSIONS[-1]}
|
|
if [[ "${last_version}" != "${target_version}" ]]; then
|
|
VERSIONS+=("$target_version")
|
|
fi
|
|
|
|
last_version=${VERSIONS[-1]} # Keep last_version up-to-date
|
|
|
|
# From here on, the DB_PREFIX can not be empty, set default value if empty
|
|
}
|
|
|
|
DB_PREFIX="${DB_PREFIX:=llx${last_major}_}"
|
|
|
|
if [ "${DB_USER}" = travis ] && [ -r "${CONF_FILE}" ] ; then
|
|
# Cleanup configuration file in ci
|
|
mv "${CONF_FILE}" "${CONF_FILE}.$(date +"%Y%m%d%H%M%S").bak"
|
|
fi
|
|
|
|
if [ -r "${CONF_FILE}" ] ; then
|
|
echo "'${CONF_FILE} exists, not overwriting!"
|
|
|
|
else
|
|
echo "Setting up Dolibarr '$CONF_FILE'"
|
|
{
|
|
echo '<?php'
|
|
echo 'error_reporting(E_ALL);'
|
|
echo '$'dolibarr_main_url_root=\'http://127.0.0.1\'';'
|
|
echo '$'dolibarr_main_document_root=\'${TRAVIS_DOC_ROOT_PHP}\'';'
|
|
echo '$'dolibarr_main_data_root=\'${TRAVIS_DATA_ROOT_PHP}\'';'
|
|
echo '$'dolibarr_main_db_host=\'127.0.0.1\'';'
|
|
echo '$'dolibarr_main_db_name=\'travis\'';'
|
|
echo '$'dolibarr_main_instance_unique_id=\'travis1234567890\'';'
|
|
if [ "$DB" = 'mysql' ] || [ "$DB" = 'mariadb' ]; then
|
|
echo '$'dolibarr_main_db_type=\'mysqli\'';'
|
|
echo '$'dolibarr_main_db_port=3306';'
|
|
echo '$'"dolibarr_main_db_user='${DB_USER}'"';'
|
|
echo '$'"dolibarr_main_db_pass='${DB_PASS}'"';'
|
|
fi
|
|
if [ "$DB" = 'postgresql' ]; then
|
|
echo '$'dolibarr_main_db_type=\'pgsql\'';'
|
|
echo '$'dolibarr_main_db_port=5432';'
|
|
echo '$'dolibarr_main_db_user=\'postgres\'';'
|
|
echo '$'dolibarr_main_db_pass=\'postgres\'';'
|
|
fi
|
|
if [ "${DB_PREFIX}" != '' ]; then
|
|
echo '$'"dolibarr_main_db_prefix='${DB_PREFIX}'"';'
|
|
fi
|
|
echo '$'dolibarr_main_authentication=\'dolibarr\'';'
|
|
echo '$'force_install_createuser=true';'
|
|
echo '$'"dolibarr_main_db_collation='utf8_unicode_ci'"';'
|
|
} > "$CONF_FILE"
|
|
cat $CONF_FILE
|
|
echo
|
|
fi
|
|
|
|
load_cache=0
|
|
echo "Setting up database '$DB'"
|
|
if [ "$DB" = 'mysql' ] || [ "$DB" = 'mariadb' ] || [ "$DB" = 'postgresql' ]; then
|
|
echo "MySQL stop"
|
|
${SUDO} systemctl stop mariadb.service
|
|
echo "MySQL restart without pass"
|
|
#sudo mysqld_safe --skip-grant-tables --socket=/tmp/aaa
|
|
${SUDO} mysqld_safe --skip-grant-tables --socket=/tmp/aaa &
|
|
sleep 3
|
|
${SUDO} ps fauxww
|
|
if [ "${DB_PASSROOT}" = "" ] ; then
|
|
ROOTPASS_OPT="-u ${DB_ROOT}"
|
|
else
|
|
ROOTPASS_OPT="-u ${DB_ROOT} --password='${DB_PASSROOT}'"
|
|
fi
|
|
USERPASS_OPT="-u ${DB_USER} --password=\"${DB_PASS}\""
|
|
|
|
echo "MySQL set root password"
|
|
|
|
if [ 1 = 1 ] ; then
|
|
CMDS=( \
|
|
""
|
|
"FLUSH PRIVILEGES; DROP DATABASE travis; CREATE DATABASE IF NOT EXISTS travis CHARACTER SET = 'utf8';"
|
|
"CREATE USER '${DB_ROOT}'@'localhost' IDENTIFIED BY '${DB_PASSROOT}';"
|
|
"CREATE USER '${DB_ROOT}'@'127.0.0.1' IDENTIFIED BY '${DB_PASSROOT}';"
|
|
"CREATE USER '${DB_USER}'@'localhost' IDENTIFIED BY '${DB_PASS}';"
|
|
"CREATE USER '${DB_USER}'@'127.0.0.1' IDENTIFIED BY '${DB_PASS}';"
|
|
"GRANT ALL PRIVILEGES ON travis.* TO ${DB_ROOT}@localhost;"
|
|
"GRANT ALL PRIVILEGES ON travis.* TO ${DB_ROOT}@127.0.0.1;"
|
|
"GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1;"
|
|
"GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@localhost;"
|
|
"FLUSH PRIVILEGES;"
|
|
)
|
|
# Local, not changing root
|
|
for CMD in "${CMDS[@]}" ; do
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "$CMD"
|
|
done
|
|
else
|
|
DB_ROOT='root'
|
|
DB_PASSROOT='password'
|
|
ROOTPASS_OPT="-u ${DB_ROOT} '--password=${DB_PASSROOT}'"
|
|
${SUDO} "${MYSQL}" -u "${ROOTPASS_OPT}" -h 127.0.0.1 -e "FLUSH PRIVILEGES; CREATE DATABASE IF NOT EXISTS travis CHARACTER SET = 'utf8'; ALTER USER '${DB_ROOT}'@'localhost' IDENTIFIED BY '${DB_PASSROOT}'; CREATE USER '${DB_ROOT}'@'127.0.0.1' IDENTIFIED BY '${DB_PASSROOT}'; CREATE USER '${DB_USER}'@'127.0.0.1' IDENTIFIED BY '${DB_PASS}'; GRANT ALL PRIVILEGES ON travis.* TO '${DB_ROOT}@127.0.0.1; GRANT ALL PRIVILEGES ON travis.* TO '${DB_USER}'@127.0.0.1; FLUSH PRIVILEGES;"
|
|
fi
|
|
echo "MySQL grant"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "FLUSH PRIVILEGES; GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1; FLUSH PRIVILEGES;"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "FLUSH PRIVILEGES; GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@localhost; FLUSH PRIVILEGES;"
|
|
echo "MySQL list current users"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e 'use mysql; select * from user;'
|
|
echo "List pid file"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "show variables like '%pid%';"
|
|
|
|
#sudo kill `cat /var/lib/mysqld/mysqld.pid`
|
|
#sudo systemctl start mariadb
|
|
|
|
echo "MySQL grant"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1;"
|
|
echo "MySQL flush"
|
|
${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e 'FLUSH PRIVILEGES;'
|
|
|
|
|
|
# Compute md5 based on install file contents, and on db prefix
|
|
# filefunc.inc.php holds the version, so include it"
|
|
# shellcheck disable=2046
|
|
sum=$(md5sum "$ME" $(find "${TRAVIS_BUILD_DIR}/htdocs/install" -type f -not -path "${TRAVIS_BUILD_DIR}/htdocs/install/doctemplates/*" ; echo "${TRAVIS_BUILD_DIR}/filefunc.inc.php" ) | md5sum)
|
|
# shellcheck disable=2046
|
|
cnt=$(md5sum "$ME" $(find "${TRAVIS_BUILD_DIR}/htdocs/install" -type f -not -path "${TRAVIS_BUILD_DIR}/htdocs/install/doctemplates/*") | wc)
|
|
echo "MD5SUM $sum COUNT:$cnt"
|
|
load_cache=0
|
|
if [ -r "$DB_CACHE_FILE".md5 ] && [ -r "$DB_CACHE_FILE" ] && [ -x "$(which "${MYSQLDUMP}")" ] ; then
|
|
cache_sum="$(<"$DB_CACHE_FILE".md5)"
|
|
[ "$sum" = "$cache_sum" ] && load_cache=1
|
|
fi
|
|
|
|
if [ "$load_cache" = "1" ] ; then
|
|
echo "MySQL load cached sql"
|
|
eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis < ${DB_CACHE_FILE} | tee $TRAVIS_BUILD_DIR/db_from_cacheinit.log
|
|
else
|
|
echo "MySQL load initial sql"
|
|
sed 's/\([ `]\)llx_/\1'"${DB_PREFIX}/g" < "${TRAVIS_BUILD_DIR}/dev/initdemo/mysqldump_dolibarr_3.5.0.sql" | eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis | tee $TRAVIS_BUILD_DIR/initial_350.log
|
|
fi
|
|
elif [ "$DB" = 'postgresql' ]; then
|
|
echo Install pgsql if run is for pgsql
|
|
|
|
echo "Check pgloader version"
|
|
pgloader --version
|
|
#ps fauxww | grep postgres
|
|
ls /etc/postgresql/13/main/
|
|
|
|
${SUDO} sed -i -e '/local.*peer/s/postgres/all/' -e 's/peer\|md5/trust/g' /etc/postgresql/13/main/pg_hba.conf
|
|
${SUDO} cat /etc/postgresql/13/main/pg_hba.conf
|
|
|
|
${SUDO} service postgresql restart
|
|
|
|
psql postgresql://postgres:postgres@127.0.0.1:5432 -l -A
|
|
|
|
psql postgresql://postgres:postgres@127.0.0.1:5432 -c 'create database travis;'
|
|
psql postgresql://postgres:postgres@127.0.0.1:5432 -c "CREATE USER travis WITH ENCRYPTED PASSWORD 'travis';"
|
|
psql postgresql://postgres:postgres@127.0.0.1:5432 -c 'GRANT ALL PRIVILEGES ON DATABASE travis TO travis;'
|
|
|
|
psql postgresql://postgres:postgres@127.0.0.1:5432 -l -A
|
|
fi
|
|
|
|
|
|
export INSTALL_FORCED_FILE="${TRAVIS_BUILD_DIR}/htdocs/install/install.forced.php"
|
|
echo "Setting up Dolibarr '$INSTALL_FORCED_FILE' to test installation"
|
|
# Ensure we catch errors
|
|
set +e
|
|
{
|
|
|
|
|
|
|
|
#
|
|
# SETUP CONF.PHP
|
|
#
|
|
echo '<?php'
|
|
echo 'error_reporting(E_ALL);'
|
|
echo '$'force_install_noedit=2';'
|
|
if [ "$DB" = 'mysql' ] || [ "$DB" = 'mariadb' ]; then
|
|
echo '$'force_install_type=\'mysqli\'';'
|
|
echo '$'force_install_port=3306';'
|
|
fi
|
|
if [ "$DB" = 'postgresql' ]; then
|
|
echo '$'force_install_type=\'pgsql\'';'
|
|
echo '$'force_install_port=5432';'
|
|
fi
|
|
echo '$'force_install_dbserver=\'127.0.0.1\'';'
|
|
echo '$'force_install_database=\'travis\'';'
|
|
echo '$'"force_install_databaselogin='${DB_USER}'"';'
|
|
echo '$'"force_install_databasepass='${DB_PASS}'"';'
|
|
if [ "${DB_PREFIX}" != '' ] ; then
|
|
echo '$'"force_install_prefix='${DB_PREFIX}'"';'
|
|
fi
|
|
#echo '$'"force_install_dolibarrlogin='admin'"';'
|
|
#echo '$'force_install_createuser=true';'
|
|
} > "$INSTALL_FORCED_FILE"
|
|
|
|
if [ "$load_cache" != "1" ] ; then
|
|
(
|
|
|
|
|
|
# Proceed with the upgrade process
|
|
pVer=${VERSIONS[0]}
|
|
for v in "${VERSIONS[@]:1}" ; do
|
|
LOGNAME="${TRAVIS_BUILD_DIR}/upgrade${pVer//./}${v//./}"
|
|
"${PHP}" $PHP_OPT upgrade.php "$pVer" "$v" ignoredbversion > "${LOGNAME}.log"
|
|
"${PHP}" $PHP_OPT upgrade2.php "$pVer" "$v" ignoredbversion > "${LOGNAME}-2.log"
|
|
"${PHP}" $PHP_OPT step5.php "$pVer" "$v" ignoredbversion > "${LOGNAME}-3.log"
|
|
pVer="$v"
|
|
done
|
|
|
|
sed "s/ llx_/ ${DB_PREFIX}/g" <"${TRAVIS_BUILD_DIR}/htdocs/install/mysql/migration/repair.sql" | eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis
|
|
|
|
# Apply repair options:
|
|
# Excluded options: force_utf8_on_tables force_utf8mb4_on_tables rebuild_sequences ; do
|
|
PHP_REPAIR_OPT=""
|
|
for opt in force_disable_of_modules_not_found restore_thirdparties_logos restore_user_pictures rebuild_product_thumbs clean_linked_elements clean_menus clean_orphelin_dir clean_product_stock_batch clean_perm_table repair_link_d set_empty_time_spent_amount force_collation_from_conf_on_tables ; do
|
|
PHP_REPAIR_OPT="$PHP_REPAIR_OPT\$_POST['$opt'] = '1';"
|
|
done
|
|
LOGNAME="${TRAVIS_BUILD_DIR}/repair${pVer//./}${v//./}"
|
|
"${PHP}" $PHP_OPT -r "$PHP_REPAIR_OPT; include 'repair.php';" > ${LOGNAME}.log
|
|
|
|
{
|
|
"${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_API,MAIN_MODULE_ProductBatch,MAIN_MODULE_SupplierProposal,MAIN_MODULE_STRIPE,MAIN_MODULE_ExpenseReport
|
|
"${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_WEBSITE,MAIN_MODULE_TICKET,MAIN_MODULE_ACCOUNTING,MAIN_MODULE_MRP
|
|
"${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_RECEPTION,MAIN_MODULE_RECRUITMENT
|
|
"${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_KnowledgeManagement,MAIN_MODULE_EventOrganization,MAIN_MODULE_PARTNERSHIP
|
|
"${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_EmailCollector
|
|
} > $TRAVIS_BUILD_DIR/enablemodule.log
|
|
) && save_db_cache
|
|
fi
|