diff --git a/app/controller/OAuthController.php b/app/controller/OAuthController.php index 10b22b3..009a081 100644 --- a/app/controller/OAuthController.php +++ b/app/controller/OAuthController.php @@ -129,8 +129,11 @@ class OAuthController public function testRefreshToken(Request $request) { + $options = $request->all(); +// dump($options); + return $this->googleOAuthService->queue($options); - return $this->successResponse([],$request); +// return $this->successResponse([],$request); //发布事件 // $dayBeforeYesterdayStart = date('Y-m-d', strtotime('-2 day')); diff --git a/app/event/GoogleAdsAds.php b/app/event/GoogleAdsAds.php index 364fd46..3b14f92 100644 --- a/app/event/GoogleAdsAds.php +++ b/app/event/GoogleAdsAds.php @@ -8,12 +8,11 @@ use Google\ApiCore\ApiException; use GuzzleHttp\Client; use GuzzleHttp\Exception\GuzzleException; use support\Db; -use support\Request; +use Webman\RedisQueue\Redis; use support\Response; use DI\Annotation\Inject; //use QL\QueryList; -use support\Redis; class GoogleAdsAds @@ -26,244 +25,35 @@ class GoogleAdsAds private $googleOAuthService; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadsads'; - const limit = 12; - const sort_order = 'impression,desc'; + const event = 'googleads:ads:event'; + const queue = 'googleads:ads:queue'; -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - public function listAds(Request $request) + public function syncAds() { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getAds($options); + $queue = self::queue; + $customers = $this->googleOAuthService->getGoogleAdCustomers([]); + foreach ($customers as $customer) { + if ($customer['login_customer_id'] > 0) { + Redis::send($queue, $customer); + } + } + return 'ads redis queue ok'; } /** * get groups * @throws ApiException */ - public function getAds($options) + public function getAds($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); - foreach ($customers as $customer) { - $googleAdsAdService = new GoogleAdsAdService($customer['customer_id']); - if ($customer['login_customer_id'] >0){ - $resourceName = $googleAdsAdService->runListAds($customer['customer_id'],$customer); - } - + $googleAdsAdService = new GoogleAdsAdService($customer['customer_id']); + if ($customer['login_customer_id'] > 0) { + $resourceName = $googleAdsAdService->runListAds($customer['customer_id'], $customer); } - // return $this->successResponse(['ads_list' => $resourceName]); } - /** - * 每天爬取tiktok广告 - * @return void - */ - public function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - - // 可以加入一些公共方法 protected function successResponse($data): Response { diff --git a/app/event/GoogleAdsAssetRelations.php b/app/event/GoogleAdsAssetRelations.php index 085ab4c..19608dd 100644 --- a/app/event/GoogleAdsAssetRelations.php +++ b/app/event/GoogleAdsAssetRelations.php @@ -5,15 +5,11 @@ namespace app\event; use app\service\GoogleAdsAssetRelationService; use app\service\GoogleOAuthService; use Google\ApiCore\ApiException; -use GuzzleHttp\Client; -use GuzzleHttp\Exception\GuzzleException; -use support\Db; -use support\Request; use support\Response; use DI\Annotation\Inject; //use QL\QueryList; -use support\Redis; +use Webman\RedisQueue\Redis; class GoogleAdsAssetRelations @@ -26,258 +22,47 @@ class GoogleAdsAssetRelations private $googleOAuthService; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; + const event = 'googleads:assetrelations:event'; + const queue = 'googleads:assetrelations:queue'; + const video_queue = 'googleads:assetrelations:video_queue'; - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const IMAGEASSET = 'googleadsassetrelations_image'; - const VIDEOASSET = 'googleadsassetrelations_video'; - const limit = 12; - const sort_order = 'impression,desc'; - - -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - public function listAssetRelations(Request $request) - { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getAssetRelations($options); - } - - /** - * get asset relations - * @throws ApiException - */ - public function getAssetRelations($options) + public function syncAssetRelations() { + $queue = self::queue; + $video_queue = self::video_queue; $customers = $this->googleOAuthService->getGoogleAdCustomers([]); foreach ($customers as $customer) { -// dump($customer); - if ($customer['login_customer_id'] > 0) { - $googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']); - $resourceName = $googleAdsAssetRelationService->runListAssetRelations($customer['customer_id']); + Redis::send($queue, $customer); + Redis::send($video_queue, $customer); } } - - return $this->successResponse(['ads_list' => $resourceName]); + return 'assets redis queue ok'; } /** * get asset relations * @throws ApiException */ - public function getVideoAssetRelations($options) + public function getAssetRelations($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); - foreach ($customers as $customer) { + if ($customer['login_customer_id'] > 0) { $googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']); - $resourceName = $googleAdsAssetRelationService->runListVideoAssetRelations($customer['customer_id']); + $resourceName = $googleAdsAssetRelationService->runListAssetRelations($customer['customer_id']); } - // return $this->successResponse(['ads_list' => $resourceName]); } /** - * 每天爬取tiktok广告 - * @return void + * get asset relations + * @throws ApiException */ - public function update() + public function getVideoAssetRelations($customer) { - try { + $googleAdsAssetRelationService = new GoogleAdsAssetRelationService($customer['customer_id']); + $resourceName = $googleAdsAssetRelationService->runListVideoAssetRelations($customer['customer_id']); - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } +// return $this->successResponse(['ads_list' => $resourceName]); } diff --git a/app/event/GoogleAdsAssets.php b/app/event/GoogleAdsAssets.php index 66cbc2a..81fa0ca 100644 --- a/app/event/GoogleAdsAssets.php +++ b/app/event/GoogleAdsAssets.php @@ -8,12 +8,11 @@ use Google\ApiCore\ApiException; use GuzzleHttp\Client; use GuzzleHttp\Exception\GuzzleException; use support\Db; -use support\Request; +use Webman\RedisQueue\Redis; use support\Response; use DI\Annotation\Inject; //use QL\QueryList; -use support\Redis; class GoogleAdsAssets @@ -25,245 +24,34 @@ class GoogleAdsAssets private $googleOAuthService; + const event = 'googleads:assets:event'; + const queue = 'googleads:assets:queue'; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadsassets'; - const limit = 12; - const sort_order = 'impression,desc'; - - -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - public function listAssets(Request $request) + public function syncAssets() { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getAssets($options); + $queue = self::queue; + $customers = $this->googleOAuthService->getGoogleAdCustomers([]); + foreach ($customers as $customer) { + if ($customer['login_customer_id'] > 0) { + Redis::send($queue, $customer); + } + } + return 'assets redis queue ok'; } /** * get assets * @throws ApiException */ - public function getAssets($options) + public function getAssets($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); - foreach ($customers as $customer) { $googleAdsAssetService = new GoogleAdsAssetService($customer['customer_id']); if ($customer['login_customer_id'] >0){ $resourceName = $googleAdsAssetService->runListAssets($customer['customer_id'],$customer); } - - } - // return $this->successResponse(['ads_list' => $resourceName]); } - /** - * 每天爬取tiktok广告 - * @return void - */ - public function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - - // 可以加入一些公共方法 protected function successResponse($data): Response { diff --git a/app/event/GoogleAdsCampaigns.php b/app/event/GoogleAdsCampaigns.php index e9a5fb4..2552302 100644 --- a/app/event/GoogleAdsCampaigns.php +++ b/app/event/GoogleAdsCampaigns.php @@ -2,19 +2,17 @@ namespace app\event; -use app\model\Campaign; use app\service\GoogleAdsCampaignService; use app\service\GoogleOAuthService; use Google\ApiCore\ApiException; use GuzzleHttp\Client; use GuzzleHttp\Exception\GuzzleException; use support\Db; -use support\Request; use support\Response; use DI\Annotation\Inject; +use Webman\RedisQueue\Redis; //use QL\QueryList; -use support\Redis; class GoogleAdsCampaigns @@ -27,247 +25,40 @@ class GoogleAdsCampaigns private $googleOAuthService; + const event = 'googleads:campaigns:event'; + const queue = 'googleads:campaigns:queue'; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadscampaigns'; - const limit = 12; - const sort_order = 'impression,desc'; - - -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - - - public function listCampaigns(Request $request) + public function syncCampaigns() { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getCampaigns($options); + $queue = self::queue; + $customers = $this->googleOAuthService->getGoogleAdCustomers([]); + foreach ($customers as $customer) { + if ($customer['login_customer_id'] >0){ + Redis::send($queue,$customer); + } + } + return 'redis queue ok'; } /** * get campaigns * @throws ApiException */ - public function getCampaigns($options) + public function getCampaigns($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); +// $customers = $this->googleOAuthService->getGoogleAdCustomers($options); // dump($customers); - foreach ($customers as $customer) { +// foreach ($customers as $customer) { +// dump($customer); $googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']); if ($customer['login_customer_id'] >0){ $resourceName = $googleAdsCampaignService->runListCampaigns($customer['customer_id'],$customer); } - } +// } // return $this->successResponse(['campaigns_list' => $resourceName]); } - /** - * 每天爬取tiktok广告 - * @return void - */ - public function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - - // 可以加入一些公共方法 protected function successResponse($data): Response { diff --git a/app/event/GoogleAdsCustomers.php b/app/event/GoogleAdsCustomers.php index 39d7599..237db5e 100644 --- a/app/event/GoogleAdsCustomers.php +++ b/app/event/GoogleAdsCustomers.php @@ -7,15 +7,11 @@ use app\service\GoogleAdsAssetService; use app\service\GoogleOAuthService; use app\service\GoogleAdsAccountService; use Google\ApiCore\ApiException; -use GuzzleHttp\Client; -use GuzzleHttp\Exception\GuzzleException; -use support\Db; -use support\Request; use support\Response; use DI\Annotation\Inject; + //use QL\QueryList; -use support\Redis; class GoogleAdsCustomers @@ -35,21 +31,8 @@ class GoogleAdsCustomers private $googleAdsAccountService; - - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadscustomers'; - const CUSTOMERADD = 'googleadsaddcustomers'; - const limit = 12; - const sort_order = 'impression,desc'; - - -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - + const event = 'googleads:customers:event'; + const add_queue = 'googleads:customers:add:queue'; public function addCustomers() { @@ -86,20 +69,12 @@ class GoogleAdsCustomers $this->googleOAuthService->saveThirdUserAdvertiser($account['customer_id'], $thirdUser->id, $rootAccountId, $account); } } - $this->googleOAuthService->updateThirdUserDefault($thirdUser->id, 't'); + $this->googleOAuthService->updateThirdUserDefault($thirdUser->id, 't'); // return $this->successResponse($allAccounts); } - public function listCustomers(Request $request) - { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getCustomers($options); - } - /** * get assets * @throws ApiException @@ -119,204 +94,6 @@ class GoogleAdsCustomers // return $this->successResponse(['ads_list' => $resourceName]); } - /** - * 每天爬取tiktok广告 - * @return void - */ - public function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - - // 可以加入一些公共方法 protected function successResponse($data): Response { diff --git a/app/event/GoogleAdsDateDatas.php b/app/event/GoogleAdsDateDatas.php index 795cca6..8e9b468 100644 --- a/app/event/GoogleAdsDateDatas.php +++ b/app/event/GoogleAdsDateDatas.php @@ -2,19 +2,16 @@ namespace app\event; -use app\model\Campaign; use app\service\GoogleAdsCampaignService; use app\service\GoogleOAuthService; use Google\ApiCore\ApiException; -use GuzzleHttp\Client; -use GuzzleHttp\Exception\GuzzleException; -use support\Db; -use support\Request; + + use support\Response; use DI\Annotation\Inject; +use Webman\RedisQueue\Redis; //use QL\QueryList; -use support\Redis; class GoogleAdsDateDatas @@ -27,247 +24,40 @@ class GoogleAdsDateDatas private $googleOAuthService; + const event = 'googleads:datedatas:event'; + const queue = 'googleads:datedatas:queue'; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - -// const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadsgdatedatas'; - const limit = 12; - const sort_order = 'impression,desc'; - - -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - public function listCampaigns(Request $request) + public function syncDateDatas($options) { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getCampaigns($options); + $queue = self::queue; + $customers = $this->googleOAuthService->getGoogleAdCustomers([]); + foreach ($customers as $customer) { + if ($customer['login_customer_id'] > 0) { + $customer['date'] = $options['date']; + Redis::send($queue, $customer); + } + } + return 'redis queue ok'; } /** * get date datas * @throws ApiException */ - public function getDateDatas($options) + public function getDateDatas($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); -// dump($customers); - foreach ($customers as $customer) { - if ($customer['login_customer_id'] > 0 && ((isset($customer['manager']) && $customer['manager'] === false)) ) { + + if ($customer['login_customer_id'] > 0 && ((isset($customer['manager']) && $customer['manager'] === false))) { // dump($customer); - $googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']); + $googleAdsCampaignService = new googleAdsCampaignService($customer['customer_id']); // dump($customer['customer_id'],$customer, $options['date']); - $googleAdsCampaignService->runListDateDatas($customer['customer_id'],$customer, $options['date']); - } + $googleAdsCampaignService->runListDateDatas($customer['customer_id'], $customer, $customer['date']); } // $this->googleAdsCampaignService->runListDateDatas($options['customer_id'], $options['date']); // return $this->successResponse(['data' => $resourceName]); } - /** - * 每天爬取tiktok广告 - * @return void - */ - public function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - // 可以加入一些公共方法 protected function successResponse($data): Response diff --git a/app/event/GoogleAdsGroups.php b/app/event/GoogleAdsGroups.php index 1f059d1..4977f50 100644 --- a/app/event/GoogleAdsGroups.php +++ b/app/event/GoogleAdsGroups.php @@ -2,20 +2,16 @@ namespace app\event; -use app\model\AdGroup; -use app\service\GoogleAdsCampaignService; + use app\service\GoogleAdsGroupService; use app\service\GoogleOAuthService; use Google\ApiCore\ApiException; -use GuzzleHttp\Client; -use GuzzleHttp\Exception\GuzzleException; -use support\Db; -use support\Request; + use support\Response; use DI\Annotation\Inject; - +use Webman\RedisQueue\Redis; //use QL\QueryList; -use support\Redis; + class GoogleAdsGroups @@ -28,243 +24,35 @@ class GoogleAdsGroups private $googleOAuthService; - //微博热榜地址 -// const url = 'https://library.tiktok.com/api/v1/search?region=GB&type=1&start_time=1666540800&end_time=1666627200'; - - const userAgent = 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'; - - const type = 'googleadsgroups'; - const limit = 12; - const sort_order = 'impression,desc'; + const event = 'googleads:groups:event'; + const queue = 'googleads:groups:queue'; -// const countries = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IS", "IE","IT", "LV", "LI", "LT", "LU", "MT", "NL", "NO", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "CH", "TR", "GB"] ; - const countries = ["GB", "BE"]; - - - public function listGroups(Request $request) + public function syncGroups() { - $options = $request->all(); - - // 继续处理 Google Ads API 操作 - return $this->getGroups($options); + $queue = self::queue; + $customers = $this->googleOAuthService->getGoogleAdCustomers([]); + foreach ($customers as $customer) { + if ($customer['login_customer_id'] >0){ + Redis::send($queue,$customer); + } + } + return 'redis queue ok'; } /** * get groups * @throws ApiException */ - public function getGroups($options) + public function getGroups($customer) { - $customers = $this->googleOAuthService->getGoogleAdCustomers([]); - foreach ($customers as $customer) { $googleAdsGroupService = new GoogleAdsGroupService($customer['customer_id']); if ($customer['login_customer_id'] >0){ $resourceName = $googleAdsGroupService->runListGroups($customer['customer_id'],$customer); } - // return $this->successResponse(['groups_list' => $resourceName]); - } } - /** - * 每天爬取tiktok广告 - * @return void - */ - public - function update() - { - try { - - $client = new Client([ - //允许重定向 -// 'allow_redirects' => true, - ]); - - - // 获取前两天 0 点的时间戳 - $dayBeforeYesterdayStart = strtotime('-2 days 00:00:00'); - - // 获取前一天 0 点的时间戳 - $yesterdayStart = strtotime('-1 day 00:00:00'); - $countryCache = Redis::get(self::type . 'lastCountry'); - //全部跑完跳出 - if ($countryCache == 'All') { - dump($countryCache . '国家更新tiktok Ads 完成'); - return; - } - - if (empty($countryCache)) { - $countryCache = 'GB'; - } - - $searchIdCache = Redis::get(self::type . 'lastSearchId'); - $offsetCache = Redis::get(self::type . 'nextOffset'); - $totalCache = Redis::get(self::type . 'totalCache'); - if (!isset($searchIdCache) || empty($searchIdCache)) { - $searchIdCache = ''; - } - if (!isset($offsetCache) || empty($searchIdCache)) { - $offsetCache = 0; - } - if (!isset($totalCache) || empty($searchIdCache)) { - $totalCache = 0; - } - - //判断国家是否跑完。 - if ($totalCache > 0 && $offsetCache > ceil($totalCache / self::limit)) { - $key = array_search($countryCache, self::countries, true); - if (in_array($countryCache, self::countries) && isset(self::countries[$key + 1])) { - $countryCache = self::countries[$key + 1]; - dump('更新' . $countryCache . '国家的tiktok Ads 完成'); - } else { - $countryCache = 'All'; //赋值非正常国家的code中断定时任务 - dump($countryCache . '国家更新tiktok Ads 完成'); - } - return; - } - - - $start_time = $dayBeforeYesterdayStart; - $end_time = $yesterdayStart; - //当前国家爬取 - $currentParams = null; - $currentParams = ['country' => $countryCache, 'search_id' => $searchIdCache, 'type' => 1, 'start_time' => $start_time, 'end_time' => $end_time]; - - - $url = 'https://library.tiktok.com/api/v1/search?region=' . $currentParams['country'] . '&type=' . $currentParams['type'] . '&start_time=' . $currentParams['start_time'] . '&end_time=' . $currentParams['end_time']; - - $res = json_decode($client->post($url, [ - 'headers' => [ - 'accept' => 'application/json, text/plain, */*', - 'accept-language' => 'zh-CN,zh;q=0.9', - 'content-type' => 'application/json', - 'cookie' => 'cookie: _ttp=2ov8Fc4C2CaNscHJd90O9fMhlpE; _ga=GA1.1.1025820618.1731926196; FPID=FPID2.2.Bcgkp%2Fk%2Bbn5w5YeSMR9wd9VpNHJwTUpkkaEqSdCEa0w%3D.1731926196; FPAU=1.2.944915349.1731926193; FPLC=mbVyryI5aG6IVpAvhs1JsgWjA7FVA6QsCJ7VbXhM7zWoXNp4rcD0IK7FNTTf%2FuOrqeOgqEhTd4NB3hY7q3aDVTGQa3WGHqxkGte4%2BBZxsrpaHFas9kb7DPRXM12T5Q%3D%3D; _ga_TEQXTT9FE4=GS1.1.1732097542.7.0.1732097542.0.0.857840528', - 'origin' => 'https://library.tiktok.com', - 'priority' => 'u=1, i', - 'referer' => 'https://library.tiktok.com/ads?region=AT&start_time=1731945600000&end_time=1732032000000&adv_name=&adv_biz_ids=&query_type=&sort_type=last_shown_date,desc', - 'sec-ch-ua' => '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', - 'sec-ch-ua-mobile' => '?0', - 'sec-ch-ua-platform' => '"Windows"', - 'sec-fetch-dest' => 'empty', - 'sec-fetch-mode' => 'cors', - 'sec-fetch-site' => 'same-origin', - 'user-agent' => self::userAgent, -// 'user-agent' => 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', - ], - 'json' => [ - 'query' => '', - 'query_type' => '', - 'adv_biz_ids' => '', - 'order' => self::sort_order, - 'offset' => (int)$offsetCache, - 'search_id' => $currentParams['search_id'], - 'limit' => self::limit, - ], - - ])->getBody()->getContents(), true); -// dump($res);return; //调试点 - - if ($res['search_id'] != $searchIdCache) { - $searchIdCache = $res['search_id']; - dump('search_id更新 ' . $searchIdCache . ' 成功'); - } - - - if ($res['total'] == 0 || $res['code'] != 0) { - dump('更新tiktok Ads接口响应异常：' . json_encode($res, JSON_UNESCAPED_UNICODE)); - return; - } - $listAdsIds = []; - foreach ($res['data'] as $ad) { - if ($ad['audit_status'] == 2 || empty($ad['videos'])) { - continue; //审核不过或者没视频不采集 - } - - $imagesJson = is_array($ad['image_urls']) ? json_encode($ad['image_urls']) : json_encode([]); - $rejection_info = is_array($ad['rejection_info']) ? json_encode($ad['rejection_info']) : null; -// dump($rejection_info); - $insertData[$ad['id']] = [ - 'ad_id' => $ad['id'], - 'name' => $ad['name'], - 'audit_status' => $ad['audit_status'], - 'type' => $ad['type'], - 'first_shown_date' => $ad['first_shown_date'], - 'last_shown_date' => $ad['last_shown_date'], - 'image_urls' => $imagesJson, - 'estimated_audience' => $ad['estimated_audience'], - 'spent' => $ad['spent'], - 'impression' => $ad['impression'], - 'show_mode' => $ad['show_mode'], - 'rejection_info' => $rejection_info, - 'sor_audit_status' => $ad['sor_audit_status'], - 'country_code' => $countryCache, - ]; - if (isset($ad['videos']) && !empty($ad['videos'])) { - // 遍历 "videos" 数组 - foreach ($ad['videos'] as $video) { - $insertData[$ad['id']]['video_url'] = $video['video_url']; - $insertData[$ad['id']]['cover_img'] = $video['cover_img']; - } - } - $listAdsIds = array_column($insertData, 'ad_id'); - - } -// dump($insertData);return; - - - if (empty($insertData)) return; - - //开启事务 - Db::beginTransaction(); - - - //删除原来的旧数据 - TiktokAd::query()->whereIn('ad_id', array_keys($insertData))->delete(); - //添加新的数据 - TiktokAd::query()->insert($insertData); - - //redis缓存 - Redis::set(self::type, json_encode($insertData, JSON_UNESCAPED_UNICODE)); - - //redis缓存 记录更新时间 - $time = date('Y-m-d H:i:s'); - Redis::set(self::type . 'time', $time); - Redis::set(self::type . 'lastCountry', $countryCache); - Redis::set(self::type . 'nextOffset', ++$offsetCache); //记录下一次的offset - Redis::set(self::type . 'totalCache', $res['total']); - Redis::set(self::type . 'lastSearchId', $searchIdCache); - if (!empty($listAdsIds)) { - Redis::rPush(self::type . 'AdsIds', ...$listAdsIds); - } - - //提交事务 - Db::commit(); - //销毁$res - unset($res); - - dump(date('Y-m-d H:i:s') . '更新' . self::type . '成功'); - } catch (GuzzleException|\Exception $exception) { - //回滚事务 - Db::rollBack(); - dump('更' . self::type . '异常：' . $exception->getMessage()); - dump($exception); - } -// } catch (ClientExceptionInterface $e) { -// // 捕获 4xx 错误 -// dump( 'Client error: ' . $e->getMessage() . "\n"); -// } catch (ServerExceptionInterface $e) { -// // 捕获 5xx 错误 -// dump('Server error: ' . $e->getMessage() . "\n"); -// } catch (TransportExceptionInterface $e) { -// // 捕获网络传输错误 -// dump('Transport error: ' . $e->getMessage() . "\n") ; -// } catch (\Exception $e) { -// // 捕获所有其他错误 -// dump('General error: ' . $e->getMessage() . "\n") ; -// } - } - // 可以加入一些公共方法 protected diff --git a/app/process/UpdateGoogleAdsTask.php b/app/process/UpdateGoogleAdsTask.php index 4c41bf3..1317b6c 100644 --- a/app/process/UpdateGoogleAdsTask.php +++ b/app/process/UpdateGoogleAdsTask.php @@ -24,77 +24,67 @@ class UpdateGoogleAdsTask // 每15分钟执行一次 - new Crontab('10 */3 * * * *', function () { + new Crontab('10 */13 * * * *', function () { $dayBeforeYesterdayStart = date('Y-m-d', strtotime('-2 day')); - dump($dayBeforeYesterdayStart . '更新' . GoogleAdsDateDatas::type . '开始'); - Event::emit(GoogleAdsDateDatas::type, ['date' => $dayBeforeYesterdayStart]); + dump($dayBeforeYesterdayStart . '更新' . GoogleAdsDateDatas::event . '开始'); + Event::emit(GoogleAdsDateDatas::event, ['date' => $dayBeforeYesterdayStart]); } ); // 每15分钟执行一次 - new Crontab('20 */3 * * * *', function () { + new Crontab('20 */13 * * * *', function () { $yesterdayStart = date('Y-m-d', strtotime('-1 day')); - dump($yesterdayStart . '更新' . GoogleAdsDateDatas::type . '开始'); - Event::emit(GoogleAdsDateDatas::type, ['date' => $yesterdayStart]); + dump($yesterdayStart . '更新' . GoogleAdsDateDatas::event . '开始'); + Event::emit(GoogleAdsDateDatas::event, ['date' => $yesterdayStart]); } ); // 每15分钟执行一次 - new Crontab('30 */3 * * * *', function () { + new Crontab('30 */12 * * * *', function () { //获取今天的 0 点的YYYY - MM - DD格式 $todayStart = date('Y-m-d', strtotime('0 day')); - dump($todayStart . '更新' . GoogleAdsDateDatas::type . '开始'); - Event::emit(GoogleAdsDateDatas::type, ['date' => $todayStart]); + dump($todayStart . '更新' . GoogleAdsDateDatas::event . '开始'); + Event::emit(GoogleAdsDateDatas::event, ['date' => $todayStart]); } ); // 每15分钟执行一次 - new Crontab('15 */3 * * * *', function () { + new Crontab('15 */12 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::IMAGEASSET . '开始'); - Event::emit(GoogleAdsAssetRelations::IMAGEASSET, []); + dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::event . '开始'); + Event::emit(GoogleAdsAssetRelations::event, []); } ); // 每15分钟执行一次 - new Crontab('30 */3 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsGroups::type . '开始'); - Event::emit(GoogleAdsGroups::type, []); + new Crontab('30 */12 * * * *', function () { + dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsGroups::event . '开始'); + Event::emit(GoogleAdsGroups::event, []); - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCampaigns::type . '开始'); - Event::emit(GoogleAdsCampaigns::type, []); + dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCampaigns::event . '开始'); + Event::emit(GoogleAdsCampaigns::event, []); } ); // 每15分钟执行一次 new Crontab('5 */11 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAds::type . '开始'); - Event::emit(GoogleAdsAds::type, []); + dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAds::event . '开始'); + Event::emit(GoogleAdsAds::event, []); } ); // 每15分钟执行一次 - new Crontab('25 */19 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssets::type . '开始'); - Event::emit(GoogleAdsAssets::type, []); + new Crontab('25 */10 * * * *', function () { + +// dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssets::event . '开始'); +// Event::emit(GoogleAdsAssets::event, []); } ); -// new Crontab('* */2 * * * *', function () { -// dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::IMAGEASSET . '开始'); -// Event::emit(GoogleAdsAssetRelations::IMAGEASSET, []); -// }); - - new Crontab('55 */51 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsAssetRelations::VIDEOASSET . '开始'); - Event::emit(GoogleAdsAssetRelations::VIDEOASSET, []); - } - ); - - new Crontab('0 */1 * * * *', function () { - dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCustomers::CUSTOMERADD . '开始'); - Event::emit(GoogleAdsCustomers::CUSTOMERADD, []); + new Crontab('16 */14 * * * *', function () { + dump(date('Y-m-d H:i:s') . '更新' . GoogleAdsCustomers::event . '开始'); + Event::emit(GoogleAdsCustomers::event, []); } ); diff --git a/app/queue/redis/GoogleAdsAdQueue.php b/app/queue/redis/GoogleAdsAdQueue.php new file mode 100644 index 0000000..2ae31ac --- /dev/null +++ b/app/queue/redis/GoogleAdsAdQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsAds::queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsAssetQueue.php b/app/queue/redis/GoogleAdsAssetQueue.php new file mode 100644 index 0000000..8937e96 --- /dev/null +++ b/app/queue/redis/GoogleAdsAssetQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsAssets::queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsAssetRelationQueue.php b/app/queue/redis/GoogleAdsAssetRelationQueue.php new file mode 100644 index 0000000..b6189be --- /dev/null +++ b/app/queue/redis/GoogleAdsAssetRelationQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsAssetRelations::queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php b/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php new file mode 100644 index 0000000..278fab6 --- /dev/null +++ b/app/queue/redis/GoogleAdsAssetRelationVideoQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsAssetRelations::video_queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsCampaignQueue.php b/app/queue/redis/GoogleAdsCampaignQueue.php new file mode 100644 index 0000000..f2f0388 --- /dev/null +++ b/app/queue/redis/GoogleAdsCampaignQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsCampaigns::queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsCustomerQueue.php b/app/queue/redis/GoogleAdsCustomerQueue.php new file mode 100644 index 0000000..1fa2250 --- /dev/null +++ b/app/queue/redis/GoogleAdsCustomerQueue.php @@ -0,0 +1,26 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsCustomers::add_queue, $data); + // 无需反序列化 +// var_export($data); // 输出 ['to' => 'tom@gmail.com', 'content' => 'hello'] + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsDateDataQueue.php b/app/queue/redis/GoogleAdsDateDataQueue.php new file mode 100644 index 0000000..43a1d2a --- /dev/null +++ b/app/queue/redis/GoogleAdsDateDataQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsDateDatas::queue, $data); + } + +} \ No newline at end of file diff --git a/app/queue/redis/GoogleAdsGroupQueue.php b/app/queue/redis/GoogleAdsGroupQueue.php new file mode 100644 index 0000000..fc66888 --- /dev/null +++ b/app/queue/redis/GoogleAdsGroupQueue.php @@ -0,0 +1,24 @@ +queue.' consumed',$data); + Event::emit(GoogleAdsGroups::queue, $data); + } + +} \ No newline at end of file diff --git a/app/service/GoogleOAuthService.php b/app/service/GoogleOAuthService.php index c10da3f..cb073be 100644 --- a/app/service/GoogleOAuthService.php +++ b/app/service/GoogleOAuthService.php @@ -6,6 +6,9 @@ use GuzzleHttp\Client; use think\facade\Db as ThinkDb; use app\model\ThirdUserAdvertiser; use app\model\ThirdUser; +//use Webman\RedisQueue\Redis; +use Webman\RedisQueue\Client as QueueClient; +use app\event\GoogleAdsCustomers; class GoogleOAuthService { @@ -205,6 +208,10 @@ class GoogleOAuthService "; } ThinkDb::execute($sql, $data); + + $options = []; + $options['data'] = $refreshToken; + $this->queue($options); } public function updateRefreshToken($refreshToken) @@ -301,5 +308,20 @@ class GoogleOAuthService } + public function queue($options = []): string + { + // 队列名 + $queue = GoogleAdsCustomers::add_queue; + // 数据，可以直接传数组，无需序列化 +// $options = ['to' => 'tom@gmail.com', 'content' => 'hello']; + // 投递消息 +// Redis::send($queue, $options['data']); + QueueClient::send($queue, $options['data'],10); //异步投递 延后15秒 + // 投递延迟消息，消息会在60秒后处理 +// Redis::send($queue, $options['data'], 60); + + return $queue.' redis queue ok'; + } + } \ No newline at end of file diff --git a/config/event.php b/config/event.php index 4a076bc..238257a 100644 --- a/config/event.php +++ b/config/event.php @@ -20,28 +20,52 @@ return [ // TiktokAdsDetails::type => [ // [TiktokAdsDetails::class, 'update'], // ], - GoogleAdsCampaigns::type => [ + + + GoogleAdsCampaigns::event => [ + [GoogleAdsCampaigns::class, 'syncCampaigns'], + ], + GoogleAdsCampaigns::queue => [ [GoogleAdsCampaigns::class, 'getCampaigns'], ], - GoogleAdsDateDatas::type => [ - [GoogleAdsDateDatas::class, 'getDateDatas'], + GoogleAdsGroups::event => [ + [GoogleAdsGroups::class, 'syncGroups'], ], - GoogleAdsGroups::type => [ + GoogleAdsGroups::queue => [ [GoogleAdsGroups::class, 'getGroups'], ], - GoogleAdsAds::type => [ + GoogleAdsAds::event => [ + [GoogleAdsAds::class, 'syncAds'], + ], + GoogleAdsAds::queue => [ [GoogleAdsAds::class, 'getAds'], ], - GoogleAdsAssets::type => [ + GoogleAdsAssets::event => [ + [GoogleAdsAssets::class, 'syncAssets'], + ], + GoogleAdsAssets::queue => [ [GoogleAdsAssets::class, 'getAssets'], ], - GoogleAdsAssetRelations::IMAGEASSET => [ + GoogleAdsAssetRelations::event => [ + [GoogleAdsAssetRelations::class, 'syncAssetRelations'], + ], + GoogleAdsAssetRelations::queue => [ [GoogleAdsAssetRelations::class, 'getAssetRelations'], ], - GoogleAdsAssetRelations::VIDEOASSET => [ + + GoogleAdsAssetRelations::video_queue => [ [GoogleAdsAssetRelations::class, 'getVideoAssetRelations'], ], - GoogleAdsCustomers::CUSTOMERADD => [ + GoogleAdsDateDatas::event => [ + [GoogleAdsDateDatas::class, 'syncDateDatas'], + ], + GoogleAdsDateDatas::queue => [ + [GoogleAdsDateDatas::class, 'getDateDatas'], + ], + GoogleAdsCustomers::event => [ + [GoogleAdsCustomers::class, 'addCustomers'], + ], + GoogleAdsCustomers::add_queue => [ [GoogleAdsCustomers::class, 'addCustomers'], ], diff --git a/config/plugin/webman/redis-queue/process.php b/config/plugin/webman/redis-queue/process.php index c8d4da1..d27a49b 100644 --- a/config/plugin/webman/redis-queue/process.php +++ b/config/plugin/webman/redis-queue/process.php @@ -2,7 +2,7 @@ return [ 'consumer' => [ 'handler' => Webman\RedisQueue\Process\Consumer::class, - 'count' => 8, // 可以设置多进程同时消费 + 'count' => 1, // 可以设置多进程同时消费 'constructor' => [ // 消费者类目录 'consumer_dir' => app_path() . '/queue/redis' diff --git a/config/plugin/webman/redis-queue/redis.php b/config/plugin/webman/redis-queue/redis.php index 0876302..cefa64d 100644 --- a/config/plugin/webman/redis-queue/redis.php +++ b/config/plugin/webman/redis-queue/redis.php @@ -1,7 +1,7 @@ [ - 'host' => 'redis://127.0.0.1:6379', + 'host' => 'redis://'.env('REDIS_HOST').':6379', 'options' => [ 'auth' => null, // 密码，字符串类型，可选参数 'db' => 0, // 数据库