This commit is contained in:
2021-04-22 11:56:33 +08:00
parent e9ba5ced39
commit 978cc92dad
2 changed files with 254 additions and 245 deletions
+19 -20
View File
@@ -11,6 +11,7 @@ use ReflectionException;
use Snowflake\Abstracts\Component; use Snowflake\Abstracts\Component;
use Snowflake\Abstracts\Config; use Snowflake\Abstracts\Config;
use Snowflake\Event; use Snowflake\Event;
use Snowflake\Exception\ConfigException;
use Snowflake\Exception\NotFindClassException; use Snowflake\Exception\NotFindClassException;
use Snowflake\Snowflake; use Snowflake\Snowflake;
@@ -144,13 +145,12 @@ class Producer extends Component
} }
/** /**
* @param $topic * @param $topic
* @param $groupId * @param $groupId
* @param $brokers * @throws ConfigException
* @return ProducerTopic * @throws Exception
* @throws \Snowflake\Exception\ConfigException */
*/
private function beforePushMessage($topic, $groupId): void private function beforePushMessage($topic, $groupId): void
{ {
$consumers = Config::get('kafka.producers.' . $topic); $consumers = Config::get('kafka.producers.' . $topic);
@@ -171,13 +171,12 @@ class Producer extends Component
} }
/** /**
* @param TopicConf $topicConf * @param string $topic
* @param string $topic * @param array $message
* @param array $message * @param string $key
* @param string $key * @throws Exception
* @throws Exception */
*/
private function sendMessage(string $topic, array $message, string $key = '') private function sendMessage(string $topic, array $message, string $key = '')
{ {
$producer = $this->getProducer(); $producer = $this->getProducer();
@@ -205,12 +204,12 @@ class Producer extends Component
} }
/**
/** * @param string $topic
* @param \RdKafka\Producer $producer * @param \RdKafka\Producer $producer
* @param ProducerTopic $producerTopic * @param ProducerTopic $producerTopic
* @throws Exception * @throws Exception
*/ */
private function recover(string $topic, \RdKafka\Producer $producer, ProducerTopic $producerTopic) private function recover(string $topic, \RdKafka\Producer $producer, ProducerTopic $producerTopic)
{ {
$channel = Snowflake::app()->getChannel(); $channel = Snowflake::app()->getChannel();
+235 -225
View File
@@ -18,282 +18,292 @@ use Swoole\Timer;
abstract class Crontab extends BaseObject abstract class Crontab extends BaseObject
{ {
const WAIT_END = 'crontab:wait:execute'; const WAIT_END = 'crontab:wait:execute';
private string $name = ''; private string $name = '';
private mixed $params = []; private mixed $params = [];
private int $tickTime = 1; private int $tickTime = 1;
private bool $isLoop = false; private bool $isLoop = false;
private int $timerId = -1; private int $timerId = -1;
private int $max_execute_number = -1; private int $max_execute_number = -1;
private int $execute_number = 0; private int $execute_number = 0;
/** /**
* @return $this * @return $this
*/ */
public function increment(): static public function increment(): static
{ {
$this->execute_number += 1; $this->execute_number += 1;
return $this; return $this;
} }
/** /**
* @return string * @return string
*/ */
#[Pure] public function getName(): string #[Pure] public function getName(): string
{ {
return md5($this->name); return md5($this->name);
} }
/** /**
* @return mixed * @return mixed
*/ */
public function getParams(): mixed public function getParams(): mixed
{ {
return $this->params; return $this->params;
} }
/** /**
* @return int * @return int
*/ */
public function getTickTime(): int public function getTickTime(): int
{ {
return $this->tickTime; return $this->tickTime;
} }
/** /**
* @return bool * @return bool
*/ */
public function isLoop(): bool public function isLoop(): bool
{ {
return $this->isLoop; return $this->isLoop;
} }
/** /**
* @return int * @return int
*/ */
public function getMaxExecuteNumber(): int public function getMaxExecuteNumber(): int
{ {
return $this->max_execute_number; return $this->max_execute_number;
} }
/** /**
* @return int * @return int
*/ */
public function getExecuteNumber(): int public function getExecuteNumber(): int
{ {
return $this->execute_number; return $this->execute_number;
} }
/** /**
* @param string $name * @param string $name
*/ */
public function setName(string $name): void public function setName(string $name): void
{ {
$this->name = $name; $this->name = $name;
} }
public function setParams(): void public function setParams(): void
{ {
$this->params = func_get_args(); $this->params = func_get_args();
} }
/** /**
* @param int $tickTime * @param int $tickTime
*/ */
public function setTickTime(int $tickTime): void public function setTickTime(int $tickTime): void
{ {
$this->tickTime = $tickTime; $this->tickTime = $tickTime;
} }
/** /**
* @param bool $isLoop * @param bool $isLoop
*/ */
public function setIsLoop(bool $isLoop): void public function setIsLoop(bool $isLoop): void
{ {
$this->isLoop = $isLoop; $this->isLoop = $isLoop;
} }
/** /**
* @param int $max_execute_number * @param int $max_execute_number
*/ */
public function setMaxExecuteNumber(int $max_execute_number): void public function setMaxExecuteNumber(int $max_execute_number): void
{ {
$this->max_execute_number = $max_execute_number; $this->max_execute_number = $max_execute_number;
} }
/** /**
* @param int $execute_number * @param int $execute_number
*/ */
public function setExecuteNumber(int $execute_number): void public function setExecuteNumber(int $execute_number): void
{ {
$this->execute_number = $execute_number; $this->execute_number = $execute_number;
} }
/** /**
* @return int * @return int
*/ */
public function getTimerId(): int public function getTimerId(): int
{ {
return $this->timerId; return $this->timerId;
} }
/** /**
* @param int $timerId * @param int $timerId
*/ */
public function setTimerId(int $timerId): void public function setTimerId(int $timerId): void
{ {
$this->timerId = $timerId; $this->timerId = $timerId;
} }
/** /**
* *
* @throws Exception * @throws Exception
*/ */
public function clearTimer() public function clearTimer()
{ {
$this->warning('crontab timer clear.'); $this->warning('crontab timer clear.');
if (Timer::exists($this->timerId)) { if (Timer::exists($this->timerId)) {
Timer::clear($this->timerId); Timer::clear($this->timerId);
} }
} }
/** /**
* @throws Exception * @throws Exception
*/ */
private function recover(): bool private function recover(): bool
{ {
$redis = Snowflake::app()->getRedis(); $redis = Snowflake::app()->getRedis();
if ($redis->exists('stop:crontab:' . $this->getName())) { if ($redis->exists('stop:crontab:' . $this->getName())) {
$redis->del('crontab:' . $this->getName()); $redis->del('crontab:' . $this->getName());
$redis->del('stop:crontab:' . $this->getName()); $redis->del('stop:crontab:' . $this->getName());
} else { } else {
$redis->set('crontab:' . ($name = $this->getName()), swoole_serialize($this)); $redis->set('crontab:' . ($name = $this->getName()), static::getSerialize($this));
$tickTime = time() + $this->getTickTime(); $tickTime = time() + $this->getTickTime();
$redis->zAdd(Producer::CRONTAB_KEY, $tickTime, $name); $redis->zAdd(Producer::CRONTAB_KEY, $tickTime, $name);
} }
return true; return true;
} }
abstract public function process(): mixed; abstract public function process(): mixed;
abstract public function max_execute(): mixed; abstract public function max_execute(): mixed;
abstract public function isStop(): bool; abstract public function isStop(): bool;
/** /**
* @throws Exception * @throws Exception
*/ */
public function execute(): void public function execute(): void
{ {
defer(function () { defer(function () {
$this->isRecover(); $this->isRecover();
}); });
$this->run(); $this->run();
} }
/** /**
* @return bool|int * @return bool|int
* @throws Exception * @throws Exception
*/ */
public function isRecover(): bool|int public function isRecover(): bool|int
{ {
try { try {
$redis = Snowflake::app()->getRedis(); $redis = Snowflake::app()->getRedis();
if ($redis->exists('stop:crontab:' . $this->getName())) { if ($redis->exists('stop:crontab:' . $this->getName())) {
$redis->del('stop:crontab:' . $this->getName()); $redis->del('stop:crontab:' . $this->getName());
return true; return true;
} }
if ($this->isExit()) { if ($this->isExit()) {
return $redis->del('crontab:' . $this->getName()); return $redis->del('crontab:' . $this->getName());
} }
if ($this->isMaxExecute()) { if ($this->isMaxExecute()) {
call_user_func([$this, 'max_execute'], ...$this->getParams()); call_user_func([$this, 'max_execute'], ...$this->getParams());
return $redis->del('crontab:' . $this->getName()); return $redis->del('crontab:' . $this->getName());
} else { } else {
return $this->recover(); return $this->recover();
} }
} catch (\Throwable $throwable) { } catch (\Throwable $throwable) {
return logger()->addError($throwable, 'throwable'); return logger()->addError($throwable, 'throwable');
} }
} }
/** /**
* @throws Exception * @param $class
*/ * @return string
private function run() */
{ public static function getSerialize($class): string
try { {
$redis = Snowflake::app()->getRedis(); return serialize($class);
}
$name_md5 = $this->getName();
$redis->hSet(self::WAIT_END, $name_md5, serialize($this));
$params = call_user_func([$this, 'process'], ...$this->params);
$redis->hDel(self::WAIT_END, $name_md5);
if ($params === null) {
return;
}
$name = date('Y-m-d.log');
write(storage($name, '/log/crontab'), Json::encode([
'name' => $this->name,
'response' => serialize($params)
]));
} catch (\Throwable $throwable) {
logger()->addError($throwable, 'throwable');
}
}
/** /**
* @return bool * @throws Exception
*/ */
private function isExit(): bool private function run()
{ {
if ($this->isStop()) { try {
return true; $redis = Snowflake::app()->getRedis();
}
if (!$this->isLoop) { $name_md5 = $this->getName();
return true;
} $redis->hSet(self::WAIT_END, $name_md5, static::getSerialize($this));
return false;
} $params = call_user_func([$this, 'process'], ...$this->params);
$redis->hDel(self::WAIT_END, $name_md5);
if ($params === null) {
return;
}
$name = date('Y-m-d.log');
write(storage($name, '/log/crontab'), Json::encode([
'name' => $this->name,
'response' => serialize($params)
]));
} catch (\Throwable $throwable) {
logger()->addError($throwable, 'throwable');
}
}
/** /**
* @return bool * @return bool
*/ */
private function isMaxExecute(): bool private function isExit(): bool
{ {
if ($this->max_execute_number !== -1) { if ($this->isStop()) {
return $this->execute_number >= $this->max_execute_number; return true;
} }
return false; if (!$this->isLoop) {
} return true;
}
return false;
}
/**
* @return bool
*/
private function isMaxExecute(): bool
{
if ($this->max_execute_number !== -1) {
return $this->execute_number >= $this->max_execute_number;
}
return false;
}
} }