Skip to content

Commit

Permalink
Add tool: MySQL Tools > Clone DB1 to DB2 (overwrite), small changes o…
Browse files Browse the repository at this point in the history 
…n MySQL Tools
  • Loading branch information
@AbyssMorgan
AbyssMorgan committed Nov 14, 2022
1 parent 2f8ed1d commit 34106f9
Show file tree
Hide file tree
Showing 5 changed files with 271 additions and 26 deletions.
3 changes: 3 additions & 0 deletions config/default.ini
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,3 +28,6 @@ AVE_CHECK_FOR_UPDATES_DAYS=7
AVE_LOG_EVENT=true
AVE_LOG_ERROR=true
AVE_AVATAR_GENERATOR_VARIANTS="1.0 1.5 1.75 2.0 2.5"
AVE_BACKUP_COMPRESS_LEVEL=5
AVE_BACKUP_COMPRESS_TYPE="7z"
AVE_BACKUP_MAX_ALLOWED_PACKET=536870912
2 changes: 1 addition & 1 deletion includes/AVE.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ class AVE extends CommandLine {
public bool $open_log = false;

private string $app_name = "AVE";
private string $version = "1.4.0";
private string $version = "1.4.1";
private ?string $command;
private array $arguments;
private string $logo;
Expand Down
148 changes: 133 additions & 15 deletions includes/services/DataBaseBackup.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,12 @@

class DataBaseBackup {

protected PDO $conn;
protected ?PDO $source;
protected ?PDO $destination;
protected string $database;

private int $query_limit;
private int $insert_limit;
private bool $max_allowed_packet;
private string $header;
private string $footer;
private array $types_no_quotes = [
Expand All @@ -29,24 +29,38 @@ class DataBaseBackup {
'year',
];

public function __construct(string $path, int $query_limit = 50000, int $insert_limit = 100, bool $max_allowed_packet = false, string $date_format = "Y-m-d_His"){
public function __construct(string $path, int $query_limit = 50000, int $insert_limit = 100, string $date_format = "Y-m-d_His"){
$date = date($date_format);
$this->query_limit = $query_limit;
$this->insert_limit = $insert_limit;
$this->max_allowed_packet = $max_allowed_packet;
$this->path = $path.DIRECTORY_SEPARATOR.$date;
$this->header = base64_decode("U0VUIFNRTF9NT0RFID0gIk5PX0FVVE9fVkFMVUVfT05fWkVSTyI7ClNUQVJUIFRSQU5TQUNUSU9OOwpTRVQgdGltZV96b25lID0gIiswMDowMCI7CgovKiE0MDEwMSBTRVQgQE9MRF9DSEFSQUNURVJfU0VUX0NMSUVOVD1AQENIQVJBQ1RFUl9TRVRfQ0xJRU5UICovOwovKiE0MDEwMSBTRVQgQE9MRF9DSEFSQUNURVJfU0VUX1JFU1VMVFM9QEBDSEFSQUNURVJfU0VUX1JFU1VMVFMgKi87Ci8qITQwMTAxIFNFVCBAT0xEX0NPTExBVElPTl9DT05ORUNUSU9OPUBAQ09MTEFUSU9OX0NPTk5FQ1RJT04gKi87Ci8qITQwMTAxIFNFVCBOQU1FUyB1dGY4bWI0ICovOw==");
$this->footer = base64_decode("Q09NTUlUOwoKLyohNDAxMDEgU0VUIENIQVJBQ1RFUl9TRVRfQ0xJRU5UPUBPTERfQ0hBUkFDVEVSX1NFVF9DTElFTlQgKi87Ci8qITQwMTAxIFNFVCBDSEFSQUNURVJfU0VUX1JFU1VMVFM9QE9MRF9DSEFSQUNURVJfU0VUX1JFU1VMVFMgKi87Ci8qITQwMTAxIFNFVCBDT0xMQVRJT05fQ09OTkVDVElPTj1AT0xEX0NPTExBVElPTl9DT05ORUNUSU9OICovOw==");
}

public function getOutput() : string {
return $this->path;
}

public function set_max_allowed_packet(int $value) : bool {
try {
$this->destination->query("SET GLOBAL `max_allowed_packet` = $value;");
return true;
}
catch(PDOException $e){
echo " ".$e->getMessage()."\r\n";
return false;
}
}

public function connect(string $host, string $user, string $password, string $dbname, int $port = 3306) : bool {
$options = [
PDO::ATTR_EMULATE_PREPARES => true,
PDO::MYSQL_ATTR_INIT_COMMAND => 'SET SESSION SQL_BIG_SELECTS=1;',
PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION,
];
try {
$this->conn = new PDO("mysql:dbname=$dbname;host=$host;port=$port", $user, $password, $options);
$this->source = new PDO("mysql:dbname=$dbname;host=$host;port=$port", $user, $password, $options);
}
catch(PDOException $e){
echo " Failed to connect:\r\n";
Expand All @@ -57,17 +71,43 @@ public function connect(string $host, string $user, string $password, string $db
return true;
}

public function connect_destination(string $host, string $user, string $password, string $dbname, int $port = 3306) : bool {
$options = [
PDO::ATTR_EMULATE_PREPARES => true,
PDO::MYSQL_ATTR_INIT_COMMAND => 'SET SESSION SQL_BIG_SELECTS=1;',
PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION,
];
try {
$this->destination = new PDO("mysql:dbname=$dbname;host=$host;port=$port", $user, $password, $options);
}
catch(PDOException $e){
echo " Failed to connect:\r\n";
echo " ".$e->getMessage()."\r\n";
return false;
}
return true;
}

public function disconnect() : void {
$this->conn = null;
$this->source = null;
}

public function disconnect_destination() : void {
$this->destination = null;
}

public function escape(mixed $string) : string {
return preg_replace('~[\x00\x0A\x0D\x1A\x22\x27\x5C]~u', '\\\$0', strval($string));
}

public function isDestinationEmpty() : bool {
$tables = $this->destination->query('SHOW TABLES', PDO::FETCH_OBJ);
return $tables->rowCount() == 0;
}

public function getTables() : array {
$data = [];
$tables = $this->conn->query('SHOW TABLES', PDO::FETCH_OBJ);
$tables = $this->source->query('SHOW TABLES', PDO::FETCH_OBJ);
foreach($tables as $table){
array_push($data, $table->{'Tables_in_'.$this->database});
}
Expand All @@ -76,15 +116,15 @@ public function getTables() : array {

public function getColumns(string $table) : array {
$data = [];
$columns = $this->conn->query("SELECT COLUMN_NAME, DATA_TYPE FROM INFORMATION_SCHEMA.COLUMNS WHERE `TABLE_SCHEMA` = '$this->database' AND `TABLE_NAME` = '$table'", PDO::FETCH_OBJ);
$columns = $this->source->query("SELECT COLUMN_NAME, DATA_TYPE FROM INFORMATION_SCHEMA.COLUMNS WHERE `TABLE_SCHEMA` = '$this->database' AND `TABLE_NAME` = '$table'", PDO::FETCH_OBJ);
foreach($columns as $column){
$data[$column->COLUMN_NAME] = strtolower($column->DATA_TYPE);
}
return $data;
}

public function getCreation(string $table) : string {
$creation = $this->conn->query("SHOW CREATE TABLE `$table`", PDO::FETCH_OBJ);
$creation = $this->source->query("SHOW CREATE TABLE `$table`", PDO::FETCH_OBJ);
$data = $creation->fetch(PDO::FETCH_OBJ);
return $data->{'Create Table'}.';';
}
Expand All @@ -110,7 +150,7 @@ public function getInsert(string $table, array $columns) : string {
return "INSERT INTO `$table` ($columns_string)";
}

public function makeForTable(string $table, bool $backup_structure = true, bool $backup_data = true) : void {
public function backupTable(string $table, bool $backup_structure = true, bool $backup_data = true) : void {
if(!file_exists($this->path)) mkdir($this->path, 0777, true);
$offset = 0;
$file_path = $this->path.DIRECTORY_SEPARATOR."$table.sql";
Expand All @@ -123,18 +163,17 @@ public function makeForTable(string $table, bool $backup_structure = true, bool
if($backup_structure){
fwrite($file, $this->getDrop($table)."\n\n");
fwrite($file, $this->getCreation($table)."\n\n");
if($this->max_allowed_packet) fwrite($file, "SET GLOBAL `max_allowed_packet` = 524288000;\r\n\r\n");
}

if($backup_data){
$results = $this->conn->query("SELECT count(*) AS cnt FROM `$table`");
$results = $this->source->query("SELECT count(*) AS cnt FROM `$table`");
$row = $results->fetch(PDO::FETCH_OBJ);
$count = $row->cnt;
if($count > 0){
while($offset < $count){
$percent = sprintf("%.02f", ($offset / $count) * 100.0);
echo " Table: $table Progress: $percent % \r";
$rows = $this->conn->query("SELECT * FROM `$table` LIMIT $offset, $this->query_limit", PDO::FETCH_OBJ);
$rows = $this->source->query("SELECT * FROM `$table` LIMIT $offset, $this->query_limit", PDO::FETCH_OBJ);
$seek = 0;
foreach($rows as $row){
if($seek == 0){
Expand Down Expand Up @@ -194,10 +233,89 @@ public function makeForTable(string $table, bool $backup_structure = true, bool
fclose($file);
}

public function makeForAll(bool $backup_structure = true, bool $backup_data = true) : void {
public function cloneTable(string $table) : void {
$offset = 0;
$columns = $this->getColumns($table);

$this->destination->query($this->getHeader());
$this->destination->query($this->getDrop($table));
$this->destination->query($this->getCreation($table));

$results = $this->source->query("SELECT count(*) AS cnt FROM `$table`");
$row = $results->fetch(PDO::FETCH_OBJ);
$count = $row->cnt;
if($count > 0){
while($offset < $count){
$percent = sprintf("%.02f", ($offset / $count) * 100.0);
echo " Table: $table Progress: $percent % \r";
$rows = $this->source->query("SELECT * FROM `$table` LIMIT $offset, $this->query_limit", PDO::FETCH_OBJ);
$seek = 0;
foreach($rows as $row){
if($seek == 0){
$query = $this->getInsert($table, array_keys($columns))." VALUES\n";
}
$values = [];
foreach($columns as $column => $type){
if(is_null($row->$column)){
$values[] = "NULL";
} else if($type == 'bit'){
if(empty($row->$column)){
$values[] = "b'0'";
} else {
$values[] = "b'".decbin(intval($row->$column))."'";
}
} else if($type == 'blob' || $type == 'binary' || $type == 'longblob'){
if(empty($row->$column)){
$values[] = "''";
} else {
$values[] = "0x".bin2hex($row->$column);
}
} else {
if(in_array($type, $this->types_no_quotes)){
$values[] = $row->$column;
} else {
$values[] = "'".$this->escape($row->$column)."'";
}
}
}
$query .= '('.implode(',',$values).'),'."\n";
unset($values);
$seek++;
if($seek >= $this->insert_limit){
$seek = 0;
$this->destination->query(substr($query, 0, -2).";");
unset($query);
}
$offset++;
$percent = sprintf("%.02f", ($offset / $count) * 100.0);
echo " Table: $table Progress: $percent % \r";
}
$percent = sprintf("%.02f", ($offset / $count) * 100.0);
echo " Table: $table Progress: $percent % \r";
unset($rows);
}
if(isset($query)){
$this->destination->query(substr($query, 0, -2).";");
unset($query);
}
} else {
echo " Table: $table Progress: 100.00 % \r";
}

$this->destination->query($this->getFooter());
}

public function backupAll(bool $backup_structure = true, bool $backup_data = true) : void {
$tables = $this->getTables();
foreach($tables as $table){
$this->backupTable($table);
}
}

public function cloneAll() : void {
$tables = $this->getTables();
foreach($tables as $table){
$this->makeForTable($table);
$this->cloneTable($table);
}
}

Expand Down
Loading

0 comments on commit 34106f9

Please sign in to comment.