tradewind/toolbox
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

#add jira & message sync

Browse Source
This commit is contained in:
tradewind
2025-12-02 10:16:32 +08:00
parent 5c4492d8f8
commit 2ec44b5665
49 changed files with 6633 additions and 1209 deletions
Download Patch File Download Diff File Expand all files Collapse all files

271
app/Services/EventConsumerSyncService.php Normal file
View File

@@ -0,0 +1,271 @@
<?php
namespace App\Services;
use Illuminate\Support\Facades\DB;
use Carbon\Carbon;
class EventConsumerSyncService
{
/**
* Agent监听的所有topic列表
*/
private const AGENT_LISTENED_TOPICS = [
// Case
'CASE_CREATE',
'CASE_FILE',
'CASE_3D_SEND',
'CASE_3D_CONFIRM',
'CASE_3D_CANCEL_CONFIRM',
'CASE_STAGE_FINISH',
'CASE_STAGE_CREATE',
'CASE_FINISH',
'CASE_PAUSE',
'CASE_DELETED',
'CASE_CONTINUE',
'CASE_MONEY_IN',
'CASE_BASIC_INFO_CHANGE',
'CASE_REFERRAL',
'CASE_TAGS_CHANGE',
'CASE_RECOVER',
'CASE_PRODUCT_WAIT_CONFIRM',
'CASE_PRODUCT_CONFIRM',
'CASE_PRODUCT_CANCEL_CONFIRM',
'CASE_START_DESIGN',
'CASE_NOT_TREATED',
'CASE_REOPEN',
'MEDICAL_DESIGN_EVENT',
// Production
'PRODUCTION_CREATE',
'PRODUCTION_DELIVER',
'SHIPPING_STATUS',
'PRODUCTION_INFO_CHANGE',
// Doctor
'DOCTOR_CREATE',
'DOCTOR_INFO_CHANGE',
'DOCTOR_STATUS_CHANGE',
'DOCTOR_DELETE',
// Hospital
'ACCOUNT_CREATE',
'ACCOUNT_INFO_CHANGE',
'ACCOUNT_AUTH_CHANGE',
'ACCOUNT_STATUS_CHANGE',
// BA
'BA_CREATE',
'BA_INFO_CHANGE',
// Business Document
'BUSINESS_ORDER_CREATE',
'BUSINESS_ORDER_DATA_CHANGE',
'BUSINESS_ORDER_STATUS_CHANGE',
'BUSINESS_ORDER_CHECK',
// Sale Document
'SALES_ORDER_CREATE',
'SALES_ORDER_DATA_CHANGE',
'SALES_ORDER_STATUS_CHANGE',
// Contract
'CONTRACT_CREATE',
'CONTRACT_INFO_CHANGE',
// Lead Hospital
'LEAD_HOSPITAL_CREATE',
'LEAD_HOSPITAL_CHANGE',
// Lead Doctor
'CREATE_LEADS',
'LEAD_UPDATE',
// GROUP
'GROUP_CREATE',
'GROUP_INFO_CHANGE',
// Hospital Enter
'ACCOUNT_ENTER_INFO_REJECT',
// Orthodontic
'APPLIANCE_CREATE',
'APPLIANCE_CHANGE',
'RETAINER_CHANGE',
'SET_MENU_CHANGE',
];
/**
* 查询CRM事件消费者表的消息数据
* 只查询Agent监听的topic
*/
public function getCrmEventConsumers(
?Carbon $startTime = null,
?Carbon $endTime = null,
array $excludeMessages = []
): array {
try {
$query = DB::connection('crmslave')
->table('crm_api.crm_event_consumer');
// 只查询Agent监听的topic
$query->whereIn('event_name', self::AGENT_LISTENED_TOPICS);
if ($startTime) {
$query->where('created', '>=', $startTime);
}
if ($endTime) {
$query->where('created', '<=', $endTime);
}
if (!empty($excludeMessages)) {
$query->whereNotIn('event_name', $excludeMessages);
}
$messages = $query->select([
'msg_id',
'event_name',
'msg_body',
'created',
'updated'
])->get();
return $messages->map(function ($msg) {
return [
'msg_id' => $msg->msg_id,
'event_name' => $msg->event_name,
'msg_body' => $msg->msg_body,
'created' => $msg->created,
'updated' => $msg->updated,
];
})->toArray();
} catch (\Exception $e) {
throw new \RuntimeException('查询CRM事件消费者表失败: ' . $e->getMessage());
}
}
/**
* 查询Agent事件消费者表的消息数据（通过msg_id列表，分批查询）
* @param array $msgIds msg_id列表
* @param int $batchSize 每批查询的数量，默认1000
*/
public function getAgentEventConsumersByMsgIds(array $msgIds, int $batchSize = 1000): array {
try {
if (empty($msgIds)) {
return [];
}
$messages = [];
// 分批查询，避免一次性查询过多数据导致慢查询
$batches = array_chunk($msgIds, $batchSize);
foreach ($batches as $batch) {
$batchMessages = DB::connection('agentslave')
->table('crm_event_consumer')
->whereIn('msg_id', $batch)
->select([
'msg_id',
'event_name',
'msg_body',
'created',
'updated'
])->get();
foreach ($batchMessages as $msg) {
$messages[] = [
'msg_id' => $msg->msg_id,
'event_name' => $msg->event_name,
'msg_body' => $msg->msg_body,
'created' => $msg->created,
'updated' => $msg->updated,
];
}
}
return $messages;
} catch (\Exception $e) {
throw new \RuntimeException('查询Agent事件消费者表失败: ' . $e->getMessage());
}
}
/**
* 对比CRM和Agent的消息，找出缺失的消息
* 策略：先查CRM的msg_id，然后用这些msg_id到Agent中查询，避免时间差异导致的缺失
*/
public function compareSyncStatus(
?Carbon $startTime = null,
?Carbon $endTime = null,
array $excludeMessages = [],
?string $messageName = null
): array {
// 1. 先查询CRM中的所有消息
$crmMessages = $this->getCrmEventConsumers($startTime, $endTime, $excludeMessages);
// 如果指定了消息名称，则进一步过滤
if ($messageName) {
$crmMessages = array_filter($crmMessages, function ($msg) use ($messageName) {
return $msg['event_name'] === $messageName;
});
}
$crmMsgIds = array_column($crmMessages, 'msg_id');
// 2. 用CRM的msg_id到Agent中查询（不受时间限制）
$agentMessages = $this->getAgentEventConsumersByMsgIds($crmMsgIds);
$agentMsgIds = array_column($agentMessages, 'msg_id');
// 3. 找出在CRM中但不在Agent中的消息
$missingMsgIds = array_diff($crmMsgIds, $agentMsgIds);
$missingMessages = array_filter($crmMessages, function ($msg) use ($missingMsgIds) {
return in_array($msg['msg_id'], $missingMsgIds);
});
// 4. 按topic统计缺失消息数量
$missingByTopic = $this->groupMissingMessagesByTopic($missingMessages);
return [
'crm_total' => count($crmMessages),
'agent_total' => count($agentMessages),
'missing_count' => count($missingMessages),
'sync_rate' => count($crmMessages) > 0
? round((count($crmMessages) - count($missingMessages)) / count($crmMessages) * 100, 2)
: 100,
'missing_messages' => array_values($missingMessages),
'missing_by_topic' => $missingByTopic,
'summary' => [
'start_time' => $startTime?->toDateTimeString(),
'end_time' => $endTime?->toDateTimeString(),
'message_name' => $messageName,
'excluded_messages' => $excludeMessages,
]
];
}
/**
* 获取Agent监听的所有topic列表
*/
public function getAgentListenedTopics(): array {
return self::AGENT_LISTENED_TOPICS;
}
/**
* 按topic统计缺失消息数量
*/
private function groupMissingMessagesByTopic(array $missingMessages): array {
$grouped = [];
foreach ($missingMessages as $msg) {
$topic = $msg['event_name'] ?? 'unknown';
if (!isset($grouped[$topic])) {
$grouped[$topic] = [
'topic' => $topic,
'count' => 0,
'messages' => []
];
}
$grouped[$topic]['count']++;
$grouped[$topic]['messages'][] = $msg['msg_id'];
}
// 按缺失数量降序排序
uasort($grouped, function ($a, $b) {
return $b['count'] - $a['count'];
});
return array_values($grouped);
}
}