as2252258/kiri-databases
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

eee

Browse Source
This commit is contained in:
向林
2023-10-05 15:33:18 +08:00
parent 0c2134a361
commit 2fb2111526
1 changed files with 273 additions and 277 deletions
Download Patch File Download Diff File Expand all files Collapse all files
BackupCommand.php
+224 -228
View File
@@ -19,285 +19,281 @@ use Symfony\Component\Console\Output\OutputInterface;
class BackupCommand extends Command class BackupCommand extends Command
{ {
public string $command = 'db:backup'; public string $command = 'db:backup';
public string $description = 'php kiri.php db:backup --database users --table u_user --data 1 /Users/admin/snowflake-bi/test.sql'; public string $description = 'php kiri.php db:backup --database users --table u_user --data 1 /Users/admin/snowflake-bi/test.sql';
private LocalService $service; private LocalService $service;
public array $percentStatus = []; public array $percentStatus = [];
/** /**
* *
*/ */
protected function configure() protected function configure()
{ {
$this->service = \Kiri::getDi()->get(LocalService::class); $this->service = \Kiri::getDi()->get(LocalService::class);
$this->setName('db:backup') $this->setName('db:backup')
->addOption('data', 'd', InputArgument::OPTIONAL) ->addOption('data', 'd', InputArgument::OPTIONAL)
->addArgument('path', InputArgument::REQUIRED, "save to path", null) ->addArgument('path', InputArgument::REQUIRED, "save to path", null)
->addOption('table', 't', InputArgument::OPTIONAL) ->addOption('table', 't', InputArgument::OPTIONAL)
->addOption('database', 'db', InputArgument::OPTIONAL) ->addOption('database', 'db', InputArgument::OPTIONAL)
->setDescription('php kiri.php db:backup --database users --table u_user --data 1 /Users/admin/snowflake-bi/test.sql'); ->setDescription('php kiri.php db:backup --database users --table u_user --data 1 /Users/admin/snowflake-bi/test.sql');
} }
/** /**
* @param InputInterface $input * @param InputInterface $input
* @param OutputInterface $output * @param OutputInterface $output
* @return int * @return int
* @throws Exception * @throws Exception
*/ */
public function execute(InputInterface $input, OutputInterface $output): int public function execute(InputInterface $input, OutputInterface $output): int
{ {
try { try {
/** @var Connection $data */ /** @var Connection $data */
$data = $this->service->get($input->getOption('database')); $data = $this->service->get($input->getOption('database'));
$table = $input->getOption('table'); $table = $input->getOption('table');
if ($table !== null) { if ($table !== null) {
$table = explode(',', $table); $table = explode(',', $table);
} else { } else {
$tmp = $data->createCommand('show tables from `' . $data->database . '`')->all(); $tmp = $data->createCommand('show tables from `' . $data->database . '`')->all();
$table = []; $table = [];
foreach ($tmp as $value) { foreach ($tmp as $value) {
$table[] = current($value); $table[] = current($value);
} }
} }
$path = $input->getArgument('path'); $path = $input->getArgument('path');
if (!str_starts_with($path, '/')) { if (!str_starts_with($path, '/')) {
$path = APP_PATH . $path; $path = APP_PATH . $path;
} }
$isData = $input->getOption('data'); $isData = $input->getOption('data');
if (!is_dir($path)) { if (!is_dir($path)) {
mkdir($path); mkdir($path);
} }
$waite = new Coroutine\WaitGroup(); $waite = new Coroutine\WaitGroup();
foreach ($table as $value) { foreach ($table as $value) {
$tableInfo = $data->createCommand('show create table `' . $data->database . '`.`' . $value . '`')->one(); $tableInfo = $data->createCommand('show create table `' . $data->database . '`.`' . $value . '`')->one();
$tmp = rtrim($path, '/') . '/' . current($tableInfo) . '.sql'; $tmp = rtrim($path, '/') . '/' . current($tableInfo) . '.sql';
if (!file_exists($tmp)) { if (!file_exists($tmp)) {
touch($tmp); touch($tmp);
} }
file_put_contents($tmp, ''); file_put_contents($tmp, '');
$tableCreator = next($tableInfo); $tableCreator = next($tableInfo);
if (preg_match('/AUTO_INCREMENT=\d+\s/', $tableCreator)) { if (preg_match('/AUTO_INCREMENT=\d+\s/', $tableCreator)) {
$tableCreator = preg_replace('/AUTO_INCREMENT=\d+\s/', 'AUTO_INCREMENT=1 ', $tableCreator); $tableCreator = preg_replace('/AUTO_INCREMENT=\d+\s/', 'AUTO_INCREMENT=1 ', $tableCreator);
} }
file_put_contents($tmp, $tableCreator . ';' . PHP_EOL . PHP_EOL, FILE_APPEND); file_put_contents($tmp, $tableCreator . ';' . PHP_EOL . PHP_EOL, FILE_APPEND);
if ($isData == 1) { if ($isData == 1) {
$waite->add(1); $waite->add(1);
Coroutine::create(function () use ($waite, $input, $value, $tmp) { Coroutine::create(function () use ($waite, $input, $value, $tmp) {
defer(function () use ($waite) { defer(function () use ($waite) {
$waite->done(); $waite->done();
}); });
$this->writeData( $input->getOption('database'), $value, $tmp); $this->writeData($input->getOption('database'), $value, $tmp);
}); });
} }
} }
$waite->wait(); $waite->wait();
$output->write('dump data success'); $output->write('dump data success');
} catch (\Throwable $throwable) { } catch (\Throwable $throwable) {
$output->writeln(throwable($throwable)); $output->writeln(throwable($throwable));
} finally { } finally {
return 1; return 1;
} }
} }
public bool $isEnd = false; public bool $isEnd = false;
/** /**
* @param string $dbname * @param string $dbname
* @param string $tableName * @param string $tableName
* @param string $path * @param string $path
* @return void * @return void
* @throws Exception * @throws Exception
*/ */
public function writeData(string $dbname, string $tableName, string $path): void public function writeData(string $dbname, string $tableName, string $path): void
{ {
$offset = 0; $offset = 0;
$size = 1000; $size = 1000;
$channel = new Channel(200); $channel = new Channel(200);
for ($i = 0; $i < 200; $i++) { for ($i = 0; $i < 200; $i++) {
Coroutine::create(function () use ($channel, $path, $dbname, $tableName) { Coroutine::create(function () use ($channel, $path, $dbname, $tableName) {
while ($channel->errCode != SWOOLE_CHANNEL_CLOSED) { while ($channel->errCode != SWOOLE_CHANNEL_CLOSED) {
if (($data = $channel->pop()) === false) { if (($data = $channel->pop()) === false) {
break; break;
} }
if (($value = json_decode($data, true)) === null) { if (($value = json_decode($data, true)) === null) {
continue; continue;
} }
$value = $this->toSql($dbname, $tableName, $value); $value = $this->toSql($dbname, $tableName, $value);
file_put_contents($path, $value . PHP_EOL, FILE_APPEND); file_put_contents($path, $value . PHP_EOL, FILE_APPEND);
} }
}); });
} }
$id = Coroutine::create(function () use ($channel) { $id = Coroutine::create(function () use ($channel) {
$data = Coroutine::waitSignal(SIGTERM | SIGINT); $data = Coroutine::waitSignal(SIGTERM | SIGINT);
if ($data) { if ($data) {
$this->isEnd = true; $this->isEnd = true;
} }
}); });
/** @var Connection $database */ /** @var Connection $database */
$database = \Kiri::service()->get($dbname); $database = \Kiri::service()->get($dbname);
$total = $database->createCommand("SELECT COUNT(*) as total FROM " . $tableName)->one()['total']; $total = $database->createCommand("SELECT COUNT(*) as total FROM " . $tableName)->one()['total'];
$startTime = time(); $startTime = time();
$wait = new Coroutine\WaitGroup(); $wait = new Coroutine\WaitGroup();
while ($this->isEnd === false && $offset < $total) { while ($this->isEnd === false && $offset < $total) {
$wait->add(1); $wait->add(1);
Coroutine::create(function () use ($wait, $offset, $size, $total, $dbname, $tableName, $channel) { Coroutine::create(function () use ($wait, $offset, $size, $total, $dbname, $tableName, $channel) {
defer(function () use ($wait) { defer(function () use ($wait) {
$wait->done(); $wait->done();
}); });
/** @var Connection $database */ /** @var Connection $database */
$database = \Kiri::service()->get($dbname); $database = \Kiri::service()->get($dbname);
$data = $database->createCommand("SELECT * FROM $tableName LIMIT $offset,$size")->all(); $data = $database->createCommand("SELECT * FROM $tableName LIMIT $offset,$size")->all();
if (is_bool($data) || count($data) < 1) { if (is_bool($data) || count($data) < 1) {
return; return;
} }
$channel->push(json_encode($data)); $channel->push(json_encode($data));
$this->percentStatus[$dbname . $tableName] = intval(round(($offset + $size) / $total, 2) * 100); $this->percentStatus[$dbname . $tableName] = intval(round(($offset + $size) / $total, 2) * 100);
$this->outputProgress(true); $this->outputProgress(true);
}); });
$offset += $size; $offset += $size;
} }
$wait->wait(); $wait->wait();
echo 'use time ' . (time() - $startTime) . 's' . PHP_EOL; echo 'use time ' . (time() - $startTime) . 's' . PHP_EOL;
$channel->close(); $channel->close();
Coroutine::cancel($id); Coroutine::cancel($id);
} }
/** /**
* @param string $dbname * @param string $dbname
* @param string $value * @param string $value
* @param array $data * @param array $data
* @return string * @return string
*/ */
public function toSql(string $dbname, string $value, array $data): string public function toSql(string $dbname, string $value, array $data): string
{ {
$strings = ['INSERT INTO ' . $dbname . '.' . $value]; $strings = ['INSERT INTO ' . $dbname . '.' . $value];
foreach ($data as $datum) { $strings[] = '(' . implode(',', array_keys($data[0])) . ') VALUES';
if (count($strings) == 1) { foreach ($data as $datum) {
$keys = array_keys($datum); $keys = array_values($datum);
$strings[] = '(' . implode(',', $keys) . ') VALUES'; $encode = [];
} else { foreach ($keys as $val) {
$keys = array_values($datum); if (is_string($val)) {
$encode = []; $encode[] = '\'' . addcslashes($val, '\'') . '\'';
foreach ($keys as $val) { } else {
if (is_string($val)) { $encode[] = $val === '' ? '\'\'' : $val;
$encode[] = '\'' . $val . '\''; }
} else { }
$encode[] = $val === '' ? '\'\'' : $val; $strings[] = '(' . implode(',', $encode) . '),';
} }
} return rtrim(implode('', $strings), ',') . ';';
$strings[] = '(' . implode(',', $encode) . '),'; }
}
}
return rtrim(implode('', $strings), ',') . ';';
}
/** /**
* @param $key * @param $key
* @param $percent * @param $percent
* @return string * @return string
* 组合成进度条 * 组合成进度条
*/ */
public function buildLine($key, $percent): string public function buildLine($key, $percent): string
{ {
$repeatTimes = 100; $repeatTimes = 100;
if ($percent > 100) { if ($percent > 100) {
$percent = 100; $percent = 100;
} }
if ($percent > 0) { if ($percent > 0) {
$hasColor = str_repeat('■', $percent); $hasColor = str_repeat('■', $percent);
} else { } else {
$hasColor = ''; $hasColor = '';
} }
if ($repeatTimes - $percent > 0) { if ($repeatTimes - $percent > 0) {
$noColor = str_repeat(' ', $repeatTimes - $percent); $noColor = str_repeat(' ', $repeatTimes - $percent);
} else { } else {
$noColor = ''; $noColor = '';
} }
$buffer = "[{$hasColor}{$noColor}]"; $buffer = "[{$hasColor}{$noColor}]";
if ($percent !== 100) { if ($percent !== 100) {
$percentString = sprintf("[ %s %-6s]", $key, $percent . '%'); $percentString = sprintf("[ %s %-6s]", $key, $percent . '%');
} else { } else {
$percentString = sprintf("[ %s %-5s]", $key, 'OK');; $percentString = sprintf("[ %s %-5s]", $key, 'OK');;
} }
return $percentString . $buffer . "\r"; return $percentString . $buffer . "\r";
} }
/** /**
* @param bool $clear * @param bool $clear
* @return void * @return void
* 输出进度条 * 输出进度条
*/ */
public function outputProgress(bool $clear = false): void public function outputProgress(bool $clear = false): void
{ {
if ($clear) { if ($clear) {
$number = count($this->percentStatus); $number = count($this->percentStatus);
for ($i = 0; $i < $number; $i++) { for ($i = 0; $i < $number; $i++) {
system("tput cuu1"); system("tput cuu1");
system("tput el"); system("tput el");
} }
} }
foreach ($this->percentStatus as $key => $value) { foreach ($this->percentStatus as $key => $value) {
echo $this->buildLine($key, $value) . "\n"; echo $this->buildLine($key, $value) . "\n";
} }
} }
/** /**
* @param $k * @param $k
* @param $value * @param $value
* @return void * @return void
* 更新进度条值 * 更新进度条值
*/ */
public function updateProgressValue($k, $value): void public function updateProgressValue($k, $value): void
{ {
$this->percentStatus[$k] = $value; $this->percentStatus[$k] = $value;
if ($this->percentStatus[$k] >= 1000) { if ($this->percentStatus[$k] >= 1000) {
$this->percentStatus[$k] = 1000; $this->percentStatus[$k] = 1000;
$this->outputProgress(true); $this->outputProgress(true);
return; return;
} }
$this->outputProgress(true); $this->outputProgress(true);
usleep(50000); usleep(50000);
} }
} }