2016-01-22 12:52:56 +01:00
|
|
|
#!/bin/bash
|
2013-06-12 00:04:08 +02:00
|
|
|
|
|
|
|
# === CONFIG ===
|
2016-01-22 12:52:56 +01:00
|
|
|
CONFIG_CHUNK=1000000
|
2016-02-16 10:57:55 +01:00
|
|
|
VERBOSE=0
|
2013-06-12 00:04:08 +02:00
|
|
|
|
2015-12-24 12:18:04 +01:00
|
|
|
# === DO NOT EDIT BELOW THIS LINE ===
|
|
|
|
|
|
|
|
if [ ! -n "$BASH" ] ;then echo Please run this script $0 with bash; exit 1; fi
|
|
|
|
|
2013-06-12 00:04:08 +02:00
|
|
|
# === FUNCTIONS ===
|
2013-07-07 04:08:58 +02:00
|
|
|
database_exists()
|
|
|
|
{
|
2016-02-16 11:07:17 +01:00
|
|
|
RESULT=`mysqlshow --defaults-extra-file=$CONFIG_FILE $@| grep -v Wildcard | grep -o $@`
|
2013-07-07 04:08:58 +02:00
|
|
|
if [ "$RESULT" == "$@" ]; then
|
|
|
|
echo YES
|
|
|
|
else
|
|
|
|
echo NO
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2013-06-12 00:04:08 +02:00
|
|
|
f_log()
|
|
|
|
{
|
2016-02-16 10:55:25 +01:00
|
|
|
logger "RESTORE: $@"
|
|
|
|
|
|
|
|
if [ $VERBOSE -eq 1 ]; then
|
2016-02-16 10:59:37 +01:00
|
|
|
echo "RESTORE: $@"
|
2016-02-16 10:55:25 +01:00
|
|
|
fi
|
2013-06-12 00:04:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
restore()
|
|
|
|
{
|
2016-01-22 12:52:56 +01:00
|
|
|
DIR=$@
|
|
|
|
|
|
|
|
f_log "Check path $DIR"
|
|
|
|
|
2013-06-12 00:04:08 +02:00
|
|
|
f_log "** START **"
|
|
|
|
|
|
|
|
f_log "Check runtime"
|
|
|
|
for BIN in $BIN_DEPS; do
|
|
|
|
which $BIN 1>/dev/null 2>&1
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
f_log "Error: Required file could not be found: $BIN"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
f_log "Check backups folder"
|
2016-01-22 12:52:56 +01:00
|
|
|
if [ "$(ls -1 $DIR/*/__create.sql 2>/dev/null | wc -l)" -le "0" ]; then
|
2013-06-12 00:04:08 +02:00
|
|
|
f_log "Your must run script from backup directory"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2016-01-22 12:52:56 +01:00
|
|
|
for i in $(ls -1 -d $DIR/*); do
|
2016-02-16 11:51:03 +01:00
|
|
|
|
|
|
|
BDD=$(basename $i)
|
|
|
|
|
|
|
|
for skip in "${DATABASES_SKIP[@]}"; do
|
|
|
|
if [ $BDD = $skip ]; then
|
|
|
|
f_log "Skip database $BDD"
|
|
|
|
unset BDD
|
|
|
|
break
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
for select in "${DATABASES_SELECTED[@]}"; do
|
|
|
|
if [ $BDD != $select ]; then
|
|
|
|
f_log "Skip database $BDD"
|
|
|
|
unset BDD
|
|
|
|
break
|
|
|
|
fi
|
|
|
|
done
|
2013-07-07 04:08:58 +02:00
|
|
|
|
2016-02-16 11:51:03 +01:00
|
|
|
if [ $BDD ]; then
|
|
|
|
|
|
|
|
if [ -f $DIR/$BDD/__create.sql ]; then
|
|
|
|
f_log "Create database $BDD"
|
|
|
|
mysql --defaults-extra-file=$CONFIG_FILE < $DIR/$BDD/__create.sql 2>/dev/null
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [ $(database_exists $BDD) != "YES" ]; then
|
|
|
|
f_log "Error: Database $BDD dose not exists";
|
|
|
|
else
|
|
|
|
|
2016-02-16 12:37:06 +01:00
|
|
|
tables=$(ls -1 $DIR/$BDD | grep -v __ | grep -v _part_ | awk -F. '{print $1}' | sort | uniq)
|
2016-02-16 11:51:03 +01:00
|
|
|
|
|
|
|
f_log "Create tables in $BDD"
|
|
|
|
for TABLE in $tables; do
|
|
|
|
f_log "Create table: $BDD/$TABLE"
|
|
|
|
mysql --defaults-extra-file=$CONFIG_FILE $BDD -e "SET foreign_key_checks = 0;
|
|
|
|
DROP TABLE IF EXISTS $TABLE;
|
|
|
|
SOURCE $DIR/$BDD/$TABLE.sql;
|
|
|
|
SET foreign_key_checks = 1;"
|
|
|
|
done
|
2013-07-07 04:08:58 +02:00
|
|
|
|
2016-02-16 11:51:03 +01:00
|
|
|
f_log "Import data into $BDD"
|
|
|
|
for TABLE in $tables; do
|
|
|
|
f_log "Import data into $BDD/$TABLE"
|
|
|
|
|
|
|
|
if [ -f "$DIR/$BDD/$TABLE.txt.bz2" ]; then
|
|
|
|
f_log "< $TABLE"
|
|
|
|
if [ -f "$DIR/$BDD/$TABLE.txt" ]; then
|
|
|
|
rm $DIR/$BDD/$TABLE.txt
|
|
|
|
fi
|
|
|
|
bunzip2 $DIR/$BDD/$TABLE.txt.bz2
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [ -f "$DIR/$BDD/$TABLE.txt" ]; then
|
2013-06-12 00:04:08 +02:00
|
|
|
|
2016-02-16 11:51:03 +01:00
|
|
|
f_log "+ $TABLE"
|
2016-02-16 12:26:09 +01:00
|
|
|
|
|
|
|
split -l $CONFIG_CHUNK "$DIR/$BDD/$TABLE.txt" "$DIR/$BDD/${TABLE}_part_"
|
2016-02-16 12:41:23 +01:00
|
|
|
for segment in "$DIR/$BDD/${TABLE}"_part_*; do
|
2016-02-16 12:56:08 +01:00
|
|
|
f_log "Restore from $segment"
|
2016-02-16 11:51:03 +01:00
|
|
|
time mysql --defaults-extra-file=$CONFIG_FILE $BDD --local-infile -e "SET foreign_key_checks = 0; SET unique_checks = 0; SET sql_log_bin = 0;
|
2016-02-16 12:42:59 +01:00
|
|
|
LOAD DATA LOCAL INFILE '$segment'
|
2016-02-16 11:51:03 +01:00
|
|
|
INTO TABLE $TABLE;
|
2016-02-16 12:20:14 +01:00
|
|
|
SET foreign_key_checks = 1; SET unique_checks = 1; SET sql_log_bin = 1;"
|
2016-02-16 12:26:09 +01:00
|
|
|
done
|
|
|
|
|
2016-02-16 12:43:48 +01:00
|
|
|
if [ -f "$segment" ]; then
|
2016-02-16 12:26:09 +01:00
|
|
|
f_log "Delete segment $segment"
|
2016-02-16 12:43:48 +01:00
|
|
|
rm "$segment"
|
2016-02-16 12:26:09 +01:00
|
|
|
fi
|
|
|
|
|
2016-02-16 11:51:03 +01:00
|
|
|
if [ ! -f "$DIR/$BDD/$TABLE.txt.bz2" ]; then
|
|
|
|
f_log "> $TABLE"
|
|
|
|
bzip2 $DIR/$BDD/$TABLE.txt
|
2013-07-07 04:08:58 +02:00
|
|
|
fi
|
2013-06-12 00:04:08 +02:00
|
|
|
|
2016-02-16 11:51:03 +01:00
|
|
|
fi
|
|
|
|
|
|
|
|
if [ $DATABASES_TABLE_CHECK ]; then
|
|
|
|
if [ -f "$DIR/$BDD/$TABLE.ibd" ]; then
|
|
|
|
if [ ! $(innochecksum $DIR/$BDD/$TABLE.ibd) ]; then
|
|
|
|
f_log "$TABLE [OK]"
|
|
|
|
else
|
|
|
|
f_log "$TABLE [ERR]"
|
2013-07-07 04:08:58 +02:00
|
|
|
fi
|
2013-06-12 00:04:08 +02:00
|
|
|
fi
|
2016-02-16 11:51:03 +01:00
|
|
|
fi
|
|
|
|
|
|
|
|
done
|
|
|
|
|
|
|
|
if [ -f "$DIR/$BDD/__routines.sql" ]; then
|
|
|
|
f_log "Import routines into $BDD"
|
|
|
|
mysql --defaults-extra-file=$CONFIG_FILE $BDD < $DIR/$BDD/__routines.sql 2>/dev/null
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [ -f "$DIR/$BDD/__views.sql" ]; then
|
|
|
|
f_log "Import views into $BDD"
|
|
|
|
mysql --defaults-extra-file=$CONFIG_FILE $BDD < $DIR/$BDD/__views.sql 2>/dev/null
|
|
|
|
fi
|
|
|
|
|
|
|
|
fi
|
|
|
|
fi
|
2013-06-12 00:04:08 +02:00
|
|
|
done
|
|
|
|
|
2013-07-07 04:08:58 +02:00
|
|
|
f_log "Flush privileges;"
|
2016-02-16 11:51:03 +01:00
|
|
|
mysql --defaults-extra-file=$CONFIG_FILE -e "flush privileges;"
|
2013-06-12 00:04:08 +02:00
|
|
|
|
|
|
|
f_log "** END **"
|
|
|
|
}
|
|
|
|
|
2016-01-22 12:52:56 +01:00
|
|
|
usage()
|
|
|
|
{
|
|
|
|
cat << EOF
|
|
|
|
usage: $0 options
|
|
|
|
|
|
|
|
This script restore databases.
|
|
|
|
|
|
|
|
OPTIONS:
|
|
|
|
-e Exclude databases
|
2016-02-16 10:55:25 +01:00
|
|
|
-s Selected databases
|
|
|
|
-c Check innochecksum of table after import
|
2016-01-22 12:52:56 +01:00
|
|
|
EOF
|
|
|
|
}
|
|
|
|
|
|
|
|
# === CHECKS ===
|
|
|
|
|
2016-02-16 10:55:25 +01:00
|
|
|
BACKUP_DIR=$(pwd)
|
|
|
|
|
2016-01-22 12:52:56 +01:00
|
|
|
BIN_DEPS="ls grep awk sort uniq bunzip2 bzip2 mysql"
|
|
|
|
|
|
|
|
if [ -f '/etc/debian_version' ]; then
|
|
|
|
CONFIG_FILE='/etc/mysql/debian.cnf'
|
|
|
|
else
|
|
|
|
CONFIG_FILE='~/mysql_utils/etc/mysql/debian.cnf'
|
|
|
|
fi
|
|
|
|
|
|
|
|
for BIN in $BIN_DEPS; do
|
|
|
|
which $BIN 1>/dev/null 2>&1
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
echo "Error: Required command file not be found: $BIN"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
for i in "$@"
|
2013-06-12 00:04:08 +02:00
|
|
|
do
|
2016-01-22 12:52:56 +01:00
|
|
|
case $i in
|
2016-02-16 10:55:25 +01:00
|
|
|
-e)
|
|
|
|
DATABASES_SKIP=( "${i#*=}" )
|
|
|
|
shift
|
|
|
|
;;
|
|
|
|
-s)
|
|
|
|
DATABASES_SELECTED=( "${i#*=}" )
|
|
|
|
shift
|
|
|
|
;;
|
|
|
|
-c)
|
|
|
|
DATABASES_TABLE_CHECK=1
|
|
|
|
shift
|
|
|
|
;;
|
2016-01-22 12:52:56 +01:00
|
|
|
--config=*)
|
|
|
|
CONFIG_FILE=( "${i#*=}" )
|
|
|
|
shift # past argument=value
|
|
|
|
;;
|
2016-02-16 12:56:08 +01:00
|
|
|
--chunk=*)
|
|
|
|
CONFIG_CHUNK=( "${i#*=}" )
|
|
|
|
shift # past argument=value
|
|
|
|
;;
|
2016-01-22 12:52:56 +01:00
|
|
|
-v | --verbose)
|
|
|
|
VERBOSE=1
|
|
|
|
shift # past argument=value
|
|
|
|
;;
|
|
|
|
-h | --help)
|
|
|
|
usage
|
|
|
|
exit
|
|
|
|
;;
|
|
|
|
*)
|
|
|
|
# unknown option
|
|
|
|
;;
|
|
|
|
esac
|
2013-06-12 00:04:08 +02:00
|
|
|
done
|
|
|
|
|
2016-02-16 10:55:25 +01:00
|
|
|
# === SETTINGS ===
|
|
|
|
f_log "============================================"
|
2016-02-16 10:59:09 +01:00
|
|
|
f_log "Restore from: $BACKUP_DIR"
|
2016-02-16 10:55:25 +01:00
|
|
|
f_log "Config file: $CONFIG_FILE"
|
|
|
|
f_log "Verbose: $VERBOSE"
|
|
|
|
f_log "Selected databases: $DATABASES_SELECTED"
|
|
|
|
f_log "============================================"
|
|
|
|
f_log ""
|
|
|
|
|
2013-06-12 00:04:08 +02:00
|
|
|
# === AUTORUN ===
|
2016-01-22 12:52:56 +01:00
|
|
|
restore $(pwd)
|
|
|
|
|