From cf23c31975172d9113020a8980818e7edfeae783 Mon Sep 17 00:00:00 2001
From: hgc <yellowrna@gmail.com>
Date: Wed, 8 Jan 2025 11:31:48 +0800
Subject: [PATCH] =?UTF-8?q?redis-queue=E6=B6=88=E6=81=AF=E9=98=9F=E5=88=97?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
app/controller/OAuthController.php | 5 +-
app/event/GoogleAdsAds.php | 242 ++---------------
app/event/GoogleAdsAssetRelations.php | 253 ++----------------
app/event/GoogleAdsAssets.php | 238 +---------------
app/event/GoogleAdsCampaigns.php | 243 ++---------------
app/event/GoogleAdsCustomers.php | 231 +---------------
app/event/GoogleAdsDateDatas.php | 250 ++---------------
app/event/GoogleAdsGroups.php | 244 ++---------------
app/process/UpdateGoogleAdsTask.php | 62 ++---
app/queue/redis/GoogleAdsAdQueue.php | 24 ++
app/queue/redis/GoogleAdsAssetQueue.php | 24 ++
.../redis/GoogleAdsAssetRelationQueue.php | 24 ++
.../GoogleAdsAssetRelationVideoQueue.php | 24 ++
app/queue/redis/GoogleAdsCampaignQueue.php | 24 ++
app/queue/redis/GoogleAdsCustomerQueue.php | 26 ++
app/queue/redis/GoogleAdsDateDataQueue.php | 24 ++
app/queue/redis/GoogleAdsGroupQueue.php | 24 ++
app/service/GoogleOAuthService.php | 22 ++
config/event.php | 42 ++-
config/plugin/webman/redis-queue/process.php | 2 +-
config/plugin/webman/redis-queue/redis.php | 2 +-
21 files changed, 386 insertions(+), 1644 deletions(-)
create mode 100644 app/queue/redis/GoogleAdsAdQueue.php
create mode 100644 app/queue/redis/GoogleAdsAssetQueue.php
create mode 100644 app/queue/redis/GoogleAdsAssetRelationQueue.php
create mode 100644 app/queue/redis/GoogleAdsAssetRelationVideoQueue.php
create mode 100644 app/queue/redis/GoogleAdsCampaignQueue.php
create mode 100644 app/queue/redis/GoogleAdsCustomerQueue.php
create mode 100644 app/queue/redis/GoogleAdsDateDataQueue.php
create mode 100644 app/queue/redis/GoogleAdsGroupQueue.php
diff --git a/app/controller/OAuthController.php b/app/controller/OAuthController.php
index 10b22b3..009a081 100644
--- a/app/controller/OAuthController.php
+++ b/app/controller/OAuthController.php
@@ -129,8 +129,11 @@ class OAuthController
public function testRefreshToken(Request $request)
{
+ $options = $request->all();
+// dump($options);
+ return $this->googleOAuthService->queue($options);
- return $this->successResponse([],$request);
+// return $this->successResponse([],$request);
//发布事件
// $dayBeforeYesterdayStart = date('Y-m-d', strtotime('-2 day'));
diff --git a/app/event/GoogleAdsAds.php b/app/event/GoogleAdsAds.php
index 364fd46..3b14f92 100644
--- a/app/event/GoogleAdsAds.php
+++ b/app/event/GoogleAdsAds.php
@@ -8,12 +8,11 @@ use Google\ApiCore\ApiException;
use GuzzleHttp\Client;
use GuzzleHttp\Exception\GuzzleException;
use support\Db;
-use support\Request;
+use Webman\RedisQueue\Redis;
use support\Response;
use DI\Annotation\Inject;
//use QL\QueryList;
-use support\Redis;
class GoogleAdsAds
@@ -26,244 +25,35 @@ class GoogleAdsAds
private $googleOAuthService;
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadsads';
- const limit = 12;
- const sort_order = 'impression,desc';
+ const event = 'googleads:ads:event';
+ const queue = 'googleads:ads:queue';
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
- public function listAds(Request $request)
+ public function syncAds()
{
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getAds($options);
+ $queue = self::queue;
+ $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+ foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] > 0) {
+ Redis::send($queue, $customer);
+ }
+ }
+ return 'ads redis queue ok';
}
/**
* get groups
* @throws ApiException
*/
- public function getAds($options)
+ public function getAds($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
- foreach ($customers as $customer) {
- $googleAdsAdService = new GoogleAdsAdService($customer['customer_id']);
- if ($customer['login_customer_id'] >0){
- $resourceName = $googleAdsAdService->runListAds($customer['customer_id'],$customer);
- }
-
+ $googleAdsAdService = new GoogleAdsAdService($customer['customer_id']);
+ if ($customer['login_customer_id'] > 0) {
+ $resourceName = $googleAdsAdService->runListAds($customer['customer_id'], $customer);
}
-
// return $this->successResponse(['ads_list' => $resourceName]);
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
-
// 可以加入一些公共方法
protected function successResponse($data): Response
{
diff --git a/app/event/GoogleAdsAssetRelations.php b/app/event/GoogleAdsAssetRelations.php
index 085ab4c..19608dd 100644
--- a/app/event/GoogleAdsAssetRelations.php
+++ b/app/event/GoogleAdsAssetRelations.php
@@ -5,15 +5,11 @@ namespace app\event;
use app\service\GoogleAdsAssetRelationService;
use app\service\GoogleOAuthService;
use Google\ApiCore\ApiException;
-use GuzzleHttp\Client;
-use GuzzleHttp\Exception\GuzzleException;
-use support\Db;
-use support\Request;
use support\Response;
use DI\Annotation\Inject;
//use QL\QueryList;
-use support\Redis;
+use Webman\RedisQueue\Redis;
class GoogleAdsAssetRelations
@@ -26,258 +22,47 @@ class GoogleAdsAssetRelations
private $googleOAuthService;
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
+ const event = 'googleads:assetrelations:event';
+ const queue = 'googleads:assetrelations:queue';
+ const video_queue = 'googleads:assetrelations:video_queue';
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const IMAGEASSET = 'googleadsassetrelations_image';
- const VIDEOASSET = 'googleadsassetrelations_video';
- const limit = 12;
- const sort_order = 'impression,desc';
-
-
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
- public function listAssetRelations(Request $request)
- {
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getAssetRelations($options);
- }
-
- /**
- * get asset relations
- * @throws ApiException
- */
- public function getAssetRelations($options)
+ public function syncAssetRelations()
{
+ $queue = self::queue;
+ $video_queue = self::video_queue;
$customers = $this->googleOAuthService->getGoogleAdCustomers([]);
foreach ($customers as $customer) {
-// dump($customer);
-
if ($customer['login_customer_id'] > 0) {
- $googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']);
- $resourceName = $googleAdsAssetRelationService->runListAssetRelations($customer['customer_id']);
+ Redis::send($queue, $customer);
+ Redis::send($video_queue, $customer);
}
}
-
- return $this->successResponse(['ads_list' => $resourceName]);
+ return 'assets redis queue ok';
}
/**
* get asset relations
* @throws ApiException
*/
- public function getVideoAssetRelations($options)
+ public function getAssetRelations($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
- foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] > 0) {
$googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']);
- $resourceName = $googleAdsAssetRelationService->runListVideoAssetRelations($customer['customer_id']);
+ $resourceName = $googleAdsAssetRelationService->runListAssetRelations($customer['customer_id']);
}
-
// return $this->successResponse(['ads_list' => $resourceName]);
}
/**
- * 每天爬取tiktok广告
- * @return void
+ * get asset relations
+ * @throws ApiException
*/
- public function update()
+ public function getVideoAssetRelations($customer)
{
- try {
+ $googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']);
+ $resourceName = $googleAdsAssetRelationService->runListVideoAssetRelations($customer['customer_id']);
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
+// return $this->successResponse(['ads_list' => $resourceName]);
}
diff --git a/app/event/GoogleAdsAssets.php b/app/event/GoogleAdsAssets.php
index 66cbc2a..81fa0ca 100644
--- a/app/event/GoogleAdsAssets.php
+++ b/app/event/GoogleAdsAssets.php
@@ -8,12 +8,11 @@ use Google\ApiCore\ApiException;
use GuzzleHttp\Client;
use GuzzleHttp\Exception\GuzzleException;
use support\Db;
-use support\Request;
+use Webman\RedisQueue\Redis;
use support\Response;
use DI\Annotation\Inject;
//use QL\QueryList;
-use support\Redis;
class GoogleAdsAssets
@@ -25,245 +24,34 @@ class GoogleAdsAssets
private $googleOAuthService;
+ const event = 'googleads:assets:event';
+ const queue = 'googleads:assets:queue';
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadsassets';
- const limit = 12;
- const sort_order = 'impression,desc';
-
-
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
- public function listAssets(Request $request)
+ public function syncAssets()
{
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getAssets($options);
+ $queue = self::queue;
+ $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+ foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] > 0) {
+ Redis::send($queue, $customer);
+ }
+ }
+ return 'assets redis queue ok';
}
/**
* get assets
* @throws ApiException
*/
- public function getAssets($options)
+ public function getAssets($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
- foreach ($customers as $customer) {
$googleAdsAssetService = new GoogleAdsAssetService($customer['customer_id']);
if ($customer['login_customer_id'] >0){
$resourceName = $googleAdsAssetService->runListAssets($customer['customer_id'],$customer);
}
-
- }
-
// return $this->successResponse(['ads_list' => $resourceName]);
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
-
// 可以加入一些公共方法
protected function successResponse($data): Response
{
diff --git a/app/event/GoogleAdsCampaigns.php b/app/event/GoogleAdsCampaigns.php
index e9a5fb4..2552302 100644
--- a/app/event/GoogleAdsCampaigns.php
+++ b/app/event/GoogleAdsCampaigns.php
@@ -2,19 +2,17 @@
namespace app\event;
-use app\model\Campaign;
use app\service\GoogleAdsCampaignService;
use app\service\GoogleOAuthService;
use Google\ApiCore\ApiException;
use GuzzleHttp\Client;
use GuzzleHttp\Exception\GuzzleException;
use support\Db;
-use support\Request;
use support\Response;
use DI\Annotation\Inject;
+use Webman\RedisQueue\Redis;
//use QL\QueryList;
-use support\Redis;
class GoogleAdsCampaigns
@@ -27,247 +25,40 @@ class GoogleAdsCampaigns
private $googleOAuthService;
+ const event = 'googleads:campaigns:event';
+ const queue = 'googleads:campaigns:queue';
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadscampaigns';
- const limit = 12;
- const sort_order = 'impression,desc';
-
-
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
-
-
- public function listCampaigns(Request $request)
+ public function syncCampaigns()
{
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getCampaigns($options);
+ $queue = self::queue;
+ $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+ foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] >0){
+ Redis::send($queue,$customer);
+ }
+ }
+ return 'redis queue ok';
}
/**
* get campaigns
* @throws ApiException
*/
- public function getCampaigns($options)
+ public function getCampaigns($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+// $customers = $this->googleOAuthService->getGoogleAdCustomers($options);
// dump($customers);
- foreach ($customers as $customer) {
+// foreach ($customers as $customer) {
+// dump($customer);
$googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']);
if ($customer['login_customer_id'] >0){
$resourceName = $googleAdsCampaignService->runListCampaigns($customer['customer_id'],$customer);
}
- }
+// }
// return $this->successResponse(['campaigns_list' => $resourceName]);
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
-
// 可以加入一些公共方法
protected function successResponse($data): Response
{
diff --git a/app/event/GoogleAdsCustomers.php b/app/event/GoogleAdsCustomers.php
index 39d7599..237db5e 100644
--- a/app/event/GoogleAdsCustomers.php
+++ b/app/event/GoogleAdsCustomers.php
@@ -7,15 +7,11 @@ use app\service\GoogleAdsAssetService;
use app\service\GoogleOAuthService;
use app\service\GoogleAdsAccountService;
use Google\ApiCore\ApiException;
-use GuzzleHttp\Client;
-use GuzzleHttp\Exception\GuzzleException;
-use support\Db;
-use support\Request;
use support\Response;
use DI\Annotation\Inject;
+
//use QL\QueryList;
-use support\Redis;
class GoogleAdsCustomers
@@ -35,21 +31,8 @@ class GoogleAdsCustomers
private $googleAdsAccountService;
-
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadscustomers';
- const CUSTOMERADD = 'googleadsaddcustomers';
- const limit = 12;
- const sort_order = 'impression,desc';
-
-
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
+ const event = 'googleads:customers:event';
+ const add_queue = 'googleads:customers:add:queue';
public function addCustomers()
{
@@ -86,20 +69,12 @@ class GoogleAdsCustomers
$this->googleOAuthService->saveThirdUserAdvertiser($account['customer_id'], $thirdUser->id, $rootAccountId, $account);
}
}
- $this->googleOAuthService->updateThirdUserDefault($thirdUser->id, 't');
+ $this->googleOAuthService->updateThirdUserDefault($thirdUser->id, 't');
// return $this->successResponse($allAccounts);
}
- public function listCustomers(Request $request)
- {
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getCustomers($options);
- }
-
/**
* get assets
* @throws ApiException
@@ -119,204 +94,6 @@ class GoogleAdsCustomers
// return $this->successResponse(['ads_list' => $resourceName]);
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
-
// 可以加入一些公共方法
protected function successResponse($data): Response
{
diff --git a/app/event/GoogleAdsDateDatas.php b/app/event/GoogleAdsDateDatas.php
index 795cca6..8e9b468 100644
--- a/app/event/GoogleAdsDateDatas.php
+++ b/app/event/GoogleAdsDateDatas.php
@@ -2,19 +2,16 @@
namespace app\event;
-use app\model\Campaign;
use app\service\GoogleAdsCampaignService;
use app\service\GoogleOAuthService;
use Google\ApiCore\ApiException;
-use GuzzleHttp\Client;
-use GuzzleHttp\Exception\GuzzleException;
-use support\Db;
-use support\Request;
+
+
use support\Response;
use DI\Annotation\Inject;
+use Webman\RedisQueue\Redis;
//use QL\QueryList;
-use support\Redis;
class GoogleAdsDateDatas
@@ -27,247 +24,40 @@ class GoogleAdsDateDatas
private $googleOAuthService;
+ const event = 'googleads:datedatas:event';
+ const queue = 'googleads:datedatas:queue';
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
-// const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadsgdatedatas';
- const limit = 12;
- const sort_order = 'impression,desc';
-
-
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
- public function listCampaigns(Request $request)
+ public function syncDateDatas($options)
{
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getCampaigns($options);
+ $queue = self::queue;
+ $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+ foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] > 0) {
+ $customer['date'] = $options['date'];
+ Redis::send($queue, $customer);
+ }
+ }
+ return 'redis queue ok';
}
/**
* get date datas
* @throws ApiException
*/
- public function getDateDatas($options)
+ public function getDateDatas($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
-// dump($customers);
- foreach ($customers as $customer) {
- if ($customer['login_customer_id'] > 0 && ((isset($customer['manager']) && $customer['manager'] === false)) ) {
+
+ if ($customer['login_customer_id'] > 0 && ((isset($customer['manager']) && $customer['manager'] === false))) {
// dump($customer);
- $googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']);
+ $googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']);
// dump($customer['customer_id'],$customer, $options['date']);
- $googleAdsCampaignService->runListDateDatas($customer['customer_id'],$customer, $options['date']);
- }
+ $googleAdsCampaignService->runListDateDatas($customer['customer_id'], $customer, $customer['date']);
}
// $this->googleAdsCampaignService->runListDateDatas($options['customer_id'], $options['date']);
// return $this->successResponse(['data' => $resourceName]);
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
// 可以加入一些公共方法
protected function successResponse($data): Response
diff --git a/app/event/GoogleAdsGroups.php b/app/event/GoogleAdsGroups.php
index 1f059d1..4977f50 100644
--- a/app/event/GoogleAdsGroups.php
+++ b/app/event/GoogleAdsGroups.php
@@ -2,20 +2,16 @@
namespace app\event;
-use app\model\AdGroup;
-use app\service\GoogleAdsCampaignService;
+
use app\service\GoogleAdsGroupService;
use app\service\GoogleOAuthService;
use Google\ApiCore\ApiException;
-use GuzzleHttp\Client;
-use GuzzleHttp\Exception\GuzzleException;
-use support\Db;
-use support\Request;
+
use support\Response;
use DI\Annotation\Inject;
-
+use Webman\RedisQueue\Redis;
//use QL\QueryList;
-use support\Redis;
+
class GoogleAdsGroups
@@ -28,243 +24,35 @@ class GoogleAdsGroups
private $googleOAuthService;
- //微博热榜地址
-// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200';
-
- const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
-
- const type = 'googleadsgroups';
- const limit = 12;
- const sort_order = 'impression,desc';
+ const event = 'googleads:groups:event';
+ const queue = 'googleads:groups:queue';
-// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ;
- const countries = ["GB", "BE"];
-
-
- public function listGroups(Request $request)
+ public function syncGroups()
{
- $options = $request->all();
-
- // 继续处理 Google Ads API 操作
- return $this->getGroups($options);
+ $queue = self::queue;
+ $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
+ foreach ($customers as $customer) {
+ if ($customer['login_customer_id'] >0){
+ Redis::send($queue,$customer);
+ }
+ }
+ return 'redis queue ok';
}
/**
* get groups
* @throws ApiException
*/
- public function getGroups($options)
+ public function getGroups($customer)
{
- $customers = $this->googleOAuthService->getGoogleAdCustomers([]);
- foreach ($customers as $customer) {
$googleAdsGroupService = new GoogleAdsGroupService($customer['customer_id']);
if ($customer['login_customer_id'] >0){
$resourceName = $googleAdsGroupService->runListGroups($customer['customer_id'],$customer);
}
-
// return $this->successResponse(['groups_list' => $resourceName]);
- }
}
- /**
- * 每天爬取tiktok广告
- * @return void
- */
- public
- function update()
- {
- try {
-
- $client = new Client([
- //允许重定向
-// 'allow_redirects' => true,
- ]);
-
-
- // 获取前两天 0 点的时间戳
- $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00');
-
- // 获取前一天 0 点的时间戳
- $yesterdayStart = strtotime('-1 day 00:00:00');
- $countryCache = Redis::get(self::type . 'lastCountry');
- //全部跑完跳出
- if ($countryCache == 'All') {
- dump($countryCache . '国家更新tiktok Ads 完成');
- return;
- }
-
- if (empty($countryCache)) {
- $countryCache = 'GB';
- }
-
- $searchIdCache = Redis::get(self::type . 'lastSearchId');
- $offsetCache = Redis::get(self::type . 'nextOffset');
- $totalCache = Redis::get(self::type . 'totalCache');
- if (!isset($searchIdCache) || empty($searchIdCache)) {
- $searchIdCache = '';
- }
- if (!isset($offsetCache) || empty($searchIdCache)) {
- $offsetCache = 0;
- }
- if (!isset($totalCache) || empty($searchIdCache)) {
- $totalCache = 0;
- }
-
- //判断国家是否跑完。
- if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) {
- $key = array_search($countryCache, self::countries, true);
- if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) {
- $countryCache = self::countries[$key + 1];
- dump('更新' . $countryCache . '国家的tiktok Ads 完成');
- } else {
- $countryCache = 'All'; //赋值非正常国家的code中断定时任务
- dump($countryCache . '国家更新tiktok Ads 完成');
- }
- return;
- }
-
-
- $start_time = $dayBeforeYesterdayStart;
- $end_time = $yesterdayStart;
- //当前国家爬取
- $currentParams = null;
- $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time];
-
-
- $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time'];
-
- $res = json_decode($client->post($url, [
- 'headers' => [
- 'accept' => 'application/json, text/plain, */*',
- 'accept-language' => 'zh-CN,zh;q=0.9',
- 'content-type' => 'application/json',
- 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528',
- 'origin' => 'https://library.tiktok.com',
- 'priority' => 'u=1, i',
- 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc',
- 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
- 'sec-ch-ua-mobile' => '?0',
- 'sec-ch-ua-platform' => '"Windows"',
- 'sec-fetch-dest' => 'empty',
- 'sec-fetch-mode' => 'cors',
- 'sec-fetch-site' => 'same-origin',
- 'user-agent' => self::userAgent,
-// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
- ],
- 'json' => [
- 'query' => '',
- 'query_type' => '',
- 'adv_biz_ids' => '',
- 'order' => self::sort_order,
- 'offset' => (int)$offsetCache,
- 'search_id' => $currentParams['search_id'],
- 'limit' => self::limit,
- ],
-
- ])->getBody()->getContents(), true);
-// dump($res);return; //调试点
-
- if ($res['search_id'] != $searchIdCache) {
- $searchIdCache = $res['search_id'];
- dump('search_id更新 ' . $searchIdCache . ' 成功');
- }
-
-
- if ($res['total'] == 0 || $res['code'] != 0) {
- dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE));
- return;
- }
- $listAdsIds = [];
- foreach ($res['data'] as $ad) {
- if ($ad['audit_status'] == 2 || empty($ad['videos'])) {
- continue; //审核不过或者没视频不采集
- }
-
- $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]);
- $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null;
-// dump($rejection_info);
- $insertData[$ad['id']] = [
- 'ad_id' => $ad['id'],
- 'name' => $ad['name'],
- 'audit_status' => $ad['audit_status'],
- 'type' => $ad['type'],
- 'first_shown_date' => $ad['first_shown_date'],
- 'last_shown_date' => $ad['last_shown_date'],
- 'image_urls' => $imagesJson,
- 'estimated_audience' => $ad['estimated_audience'],
- 'spent' => $ad['spent'],
- 'impression' => $ad['impression'],
- 'show_mode' => $ad['show_mode'],
- 'rejection_info' => $rejection_info,
- 'sor_audit_status' => $ad['sor_audit_status'],
- 'country_code' => $countryCache,
- ];
- if (isset($ad['videos']) && !empty($ad['videos'])) {
- // 遍历 "videos" 数组
- foreach ($ad['videos'] as $video) {
- $insertData[$ad['id']]['video_url'] = $video['video_url'];
- $insertData[$ad['id']]['cover_img'] = $video['cover_img'];
- }
- }
- $listAdsIds = array_column($insertData, 'ad_id');
-
- }
-// dump($insertData);return;
-
-
- if (empty($insertData)) return;
-
- //开启事务
- Db::beginTransaction();
-
-
- //删除原来的旧数据
- TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete();
- //添加新的数据
- TiktokAd::query()->insert($insertData);
-
- //redis缓存
- Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE));
-
- //redis缓存 记录更新时间
- $time = date('Y-m-d H:i:s');
- Redis::set(self::type . 'time', $time);
- Redis::set(self::type . 'lastCountry', $countryCache);
- Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset
- Redis::set(self::type . 'totalCache', $res['total']);
- Redis::set(self::type . 'lastSearchId', $searchIdCache);
- if (!empty($listAdsIds)) {
- Redis::rPush(self::type . 'AdsIds', ...$listAdsIds);
- }
-
- //提交事务
- Db::commit();
- //销毁$res
- unset($res);
-
- dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功');
- } catch (GuzzleException|\Exception $exception) {
- //回滚事务
- Db::rollBack();
- dump('更' . self::type . '异常：' . $exception->getMessage());
- dump($exception);
- }
-// } catch (ClientExceptionInterface $e) {
-// // 捕获 4xx 错误
-// dump( 'Client error: ' . $e->getMessage() . "\n");
-// } catch (ServerExceptionInterface $e) {
-// // 捕获 5xx 错误
-// dump('Server error: ' . $e->getMessage() . "\n");
-// } catch (TransportExceptionInterface $e) {
-// // 捕获网络传输错误
-// dump('Transport error: ' . $e->getMessage() . "\n") ;
-// } catch (\Exception $e) {
-// // 捕获所有其他错误
-// dump('General error: ' . $e->getMessage() . "\n") ;
-// }
- }
-
// 可以加入一些公共方法
protected
diff --git a/app/process/UpdateGoogleAdsTask.php b/app/process/UpdateGoogleAdsTask.php
index 4c41bf3..1317b6c 100644
--- a/app/process/UpdateGoogleAdsTask.php
+++ b/app/process/UpdateGoogleAdsTask.php
@@ -24,77 +24,67 @@ class UpdateGoogleAdsTask
// 每15分钟执行一次
- new Crontab('10 */3 * * * *', function () {
+ new Crontab('10 */13 * * * *', function () {
$dayBeforeYesterdayStart = date('Y-m-d', strtotime('-2 day'));
- dump($dayBeforeYesterdayStart . '更新' . GoogleAdsDateDatas::type . '开始');
- Event::emit(GoogleAdsDateDatas::type, ['date' => $dayBeforeYesterdayStart]);
+ dump($dayBeforeYesterdayStart . '更新' . GoogleAdsDateDatas::event . '开始');
+ Event::emit(GoogleAdsDateDatas::event, ['date' => $dayBeforeYesterdayStart]);
}
);
// 每15分钟执行一次
- new Crontab('20 */3 * * * *', function () {
+ new Crontab('20 */13 * * * *', function () {
$yesterdayStart = date('Y-m-d', strtotime('-1 day'));
- dump($yesterdayStart . '更新' . GoogleAdsDateDatas::type . '开始');
- Event::emit(GoogleAdsDateDatas::type, ['date' => $yesterdayStart]);
+ dump($yesterdayStart . '更新' . GoogleAdsDateDatas::event . '开始');
+ Event::emit(GoogleAdsDateDatas::event, ['date' => $yesterdayStart]);
}
);
// 每15分钟执行一次
- new Crontab('30 */3 * * * *', function () {
+ new Crontab('30 */12 * * * *', function () {
//获取今天的 0 点的YYYY - MM - DD格式
$todayStart = date('Y-m-d', strtotime('0 day'));
- dump($todayStart . '更新' . GoogleAdsDateDatas::type . '开始');
- Event::emit(GoogleAdsDateDatas::type, ['date' => $todayStart]);
+ dump($todayStart . '更新' . GoogleAdsDateDatas::event . '开始');
+ Event::emit(GoogleAdsDateDatas::event, ['date' => $todayStart]);
}
);
// 每15分钟执行一次
- new Crontab('15 */3 * * * *', function () {
+ new Crontab('15 */12 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::IMAGEASSET . '开始');
- Event::emit(GoogleAdsAssetRelations::IMAGEASSET, []);
+ dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::event . '开始');
+ Event::emit(GoogleAdsAssetRelations::event, []);
}
);
// 每15分钟执行一次
- new Crontab('30 */3 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsGroups::type . '开始');
- Event::emit(GoogleAdsGroups::type, []);
+ new Crontab('30 */12 * * * *', function () {
+ dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsGroups::event . '开始');
+ Event::emit(GoogleAdsGroups::event, []);
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCampaigns::type . '开始');
- Event::emit(GoogleAdsCampaigns::type, []);
+ dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCampaigns::event . '开始');
+ Event::emit(GoogleAdsCampaigns::event, []);
}
);
// 每15分钟执行一次
new Crontab('5 */11 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAds::type . '开始');
- Event::emit(GoogleAdsAds::type, []);
+ dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAds::event . '开始');
+ Event::emit(GoogleAdsAds::event, []);
}
);
// 每15分钟执行一次
- new Crontab('25 */19 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssets::type . '开始');
- Event::emit(GoogleAdsAssets::type, []);
+ new Crontab('25 */10 * * * *', function () {
+
+// dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssets::event . '开始');
+// Event::emit(GoogleAdsAssets::event, []);
}
);
-// new Crontab('* */2 * * * *', function () {
-// dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::IMAGEASSET . '开始');
-// Event::emit(GoogleAdsAssetRelations::IMAGEASSET, []);
-// });
-
- new Crontab('55 */51 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::VIDEOASSET . '开始');
- Event::emit(GoogleAdsAssetRelations::VIDEOASSET, []);
- }
- );
-
- new Crontab('0 */1 * * * *', function () {
- dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCustomers::CUSTOMERADD . '开始');
- Event::emit(GoogleAdsCustomers::CUSTOMERADD, []);
+ new Crontab('16 */14 * * * *', function () {
+ dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCustomers::event . '开始');
+ Event::emit(GoogleAdsCustomers::event, []);
}
);
diff --git a/app/queue/redis/GoogleAdsAdQueue.php b/app/queue/redis/GoogleAdsAdQueue.php
new file mode 100644
index 0000000..2ae31ac
--- /dev/null
+++ b/app/queue/redis/GoogleAdsAdQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsAds;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsAdQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsAds::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsAds::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsAssetQueue.php b/app/queue/redis/GoogleAdsAssetQueue.php
new file mode 100644
index 0000000..8937e96
--- /dev/null
+++ b/app/queue/redis/GoogleAdsAssetQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsAssets;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsAssetQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsAssets::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsAssets::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsAssetRelationQueue.php b/app/queue/redis/GoogleAdsAssetRelationQueue.php
new file mode 100644
index 0000000..b6189be
--- /dev/null
+++ b/app/queue/redis/GoogleAdsAssetRelationQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsAssetRelations;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsAssetRelationQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsAssetRelations::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsAssetRelations::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php b/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php
new file mode 100644
index 0000000..278fab6
--- /dev/null
+++ b/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsAssetRelations;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsAssetRelationVideoQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsAssetRelations::video_queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsAssetRelations::video_queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsCampaignQueue.php b/app/queue/redis/GoogleAdsCampaignQueue.php
new file mode 100644
index 0000000..f2f0388
--- /dev/null
+++ b/app/queue/redis/GoogleAdsCampaignQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsCampaigns;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsCampaignQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsCampaigns::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsCampaigns::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsCustomerQueue.php b/app/queue/redis/GoogleAdsCustomerQueue.php
new file mode 100644
index 0000000..1fa2250
--- /dev/null
+++ b/app/queue/redis/GoogleAdsCustomerQueue.php
@@ -0,0 +1,26 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsCustomers;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsCustomerQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsCustomers::add_queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+ dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsCustomers::add_queue, $data);
+ // 无需反序列化
+// var_export($data); // 输出 ['to' => 'tom@gmail.com', 'content' => 'hello']
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsDateDataQueue.php b/app/queue/redis/GoogleAdsDateDataQueue.php
new file mode 100644
index 0000000..43a1d2a
--- /dev/null
+++ b/app/queue/redis/GoogleAdsDateDataQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsDateDatas;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsDateDataQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsDateDatas::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsDateDatas::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/queue/redis/GoogleAdsGroupQueue.php b/app/queue/redis/GoogleAdsGroupQueue.php
new file mode 100644
index 0000000..fc66888
--- /dev/null
+++ b/app/queue/redis/GoogleAdsGroupQueue.php
@@ -0,0 +1,24 @@
+<?php
+
+namespace app\queue\redis;
+
+use app\event\GoogleAdsGroups;
+use Webman\Event\Event;
+use Webman\RedisQueue\Consumer;
+
+class GoogleAdsGroupQueue implements Consumer
+{
+ // 要消费的队列名
+ public $queue = GoogleAdsGroups::queue;
+
+ // 连接名，对应 plugin/webman/redis-queue/redis.php 里的连接`
+ public $connection = 'default';
+
+ // 消费
+ public function consume($data)
+ {
+// dump($this->queue.' consumed',$data);
+ Event::emit(GoogleAdsGroups::queue, $data);
+ }
+
+}
\ No newline at end of file
diff --git a/app/service/GoogleOAuthService.php b/app/service/GoogleOAuthService.php
index c10da3f..cb073be 100644
--- a/app/service/GoogleOAuthService.php
+++ b/app/service/GoogleOAuthService.php
@@ -6,6 +6,9 @@ use GuzzleHttp\Client;
use think\facade\Db as ThinkDb;
use app\model\ThirdUserAdvertiser;
use app\model\ThirdUser;
+//use Webman\RedisQueue\Redis;
+use Webman\RedisQueue\Client as QueueClient;
+use app\event\GoogleAdsCustomers;
class GoogleOAuthService
{
@@ -205,6 +208,10 @@ class GoogleOAuthService
";
}
ThinkDb::execute($sql, $data);
+
+ $options = [];
+ $options['data'] = $refreshToken;
+ $this->queue($options);
}
public function updateRefreshToken($refreshToken)
@@ -301,5 +308,20 @@ class GoogleOAuthService
}
+ public function queue($options = []): string
+ {
+ // 队列名
+ $queue = GoogleAdsCustomers::add_queue;
+ // 数据，可以直接传数组，无需序列化
+// $options = ['to' => 'tom@gmail.com', 'content' => 'hello'];
+ // 投递消息
+// Redis::send($queue, $options['data']);
+ QueueClient::send($queue, $options['data'],10); //异步投递 延后15秒
+ // 投递延迟消息，消息会在60秒后处理
+// Redis::send($queue, $options['data'], 60);
+
+ return $queue.' redis queue ok';
+ }
+
}
\ No newline at end of file
diff --git a/config/event.php b/config/event.php
index 4a076bc..238257a 100644
--- a/config/event.php
+++ b/config/event.php
@@ -20,28 +20,52 @@ return [
// TiktokAdsDetails::type => [
// [TiktokAdsDetails::class, 'update'],
// ],
- GoogleAdsCampaigns::type => [
+
+
+ GoogleAdsCampaigns::event => [
+ [GoogleAdsCampaigns::class, 'syncCampaigns'],
+ ],
+ GoogleAdsCampaigns::queue => [
[GoogleAdsCampaigns::class, 'getCampaigns'],
],
- GoogleAdsDateDatas::type => [
- [GoogleAdsDateDatas::class, 'getDateDatas'],
+ GoogleAdsGroups::event => [
+ [GoogleAdsGroups::class, 'syncGroups'],
],
- GoogleAdsGroups::type => [
+ GoogleAdsGroups::queue => [
[GoogleAdsGroups::class, 'getGroups'],
],
- GoogleAdsAds::type => [
+ GoogleAdsAds::event => [
+ [GoogleAdsAds::class, 'syncAds'],
+ ],
+ GoogleAdsAds::queue => [
[GoogleAdsAds::class, 'getAds'],
],
- GoogleAdsAssets::type => [
+ GoogleAdsAssets::event => [
+ [GoogleAdsAssets::class, 'syncAssets'],
+ ],
+ GoogleAdsAssets::queue => [
[GoogleAdsAssets::class, 'getAssets'],
],
- GoogleAdsAssetRelations::IMAGEASSET => [
+ GoogleAdsAssetRelations::event => [
+ [GoogleAdsAssetRelations::class, 'syncAssetRelations'],
+ ],
+ GoogleAdsAssetRelations::queue => [
[GoogleAdsAssetRelations::class, 'getAssetRelations'],
],
- GoogleAdsAssetRelations::VIDEOASSET => [
+
+ GoogleAdsAssetRelations::video_queue => [
[GoogleAdsAssetRelations::class, 'getVideoAssetRelations'],
],
- GoogleAdsCustomers::CUSTOMERADD => [
+ GoogleAdsDateDatas::event => [
+ [GoogleAdsDateDatas::class, 'syncDateDatas'],
+ ],
+ GoogleAdsDateDatas::queue => [
+ [GoogleAdsDateDatas::class, 'getDateDatas'],
+ ],
+ GoogleAdsCustomers::event => [
+ [GoogleAdsCustomers::class, 'addCustomers'],
+ ],
+ GoogleAdsCustomers::add_queue => [
[GoogleAdsCustomers::class, 'addCustomers'],
],
diff --git a/config/plugin/webman/redis-queue/process.php b/config/plugin/webman/redis-queue/process.php
index c8d4da1..d27a49b 100644
--- a/config/plugin/webman/redis-queue/process.php
+++ b/config/plugin/webman/redis-queue/process.php
@@ -2,7 +2,7 @@
return [
'consumer' => [
'handler' => Webman\RedisQueue\Process\Consumer::class,
- 'count' => 8, // 可以设置多进程同时消费
+ 'count' => 1, // 可以设置多进程同时消费
'constructor' => [
// 消费者类目录
'consumer_dir' => app_path() . '/queue/redis'
diff --git a/config/plugin/webman/redis-queue/redis.php b/config/plugin/webman/redis-queue/redis.php
index 0876302..cefa64d 100644
--- a/config/plugin/webman/redis-queue/redis.php
+++ b/config/plugin/webman/redis-queue/redis.php
@@ -1,7 +1,7 @@
<?php
return [
'default' => [
- 'host' => 'redis://127.0.0.1:6379',
+ 'host' => 'redis://'.env('REDIS_HOST').':6379',
'options' => [
'auth' => null, // 密码，字符串类型，可选参数
'db' => 0, // 数据库