bbwy/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormAdGroupLevelSyncBusiness.cs

using BBWY.Common.Http;
using BBWY.Common.Models;
using BBWY.Server.Model;
using BBWY.Server.Model.Db;
using BBWY.Server.Model.Dto;
using Microsoft.Extensions.Options;
using Newtonsoft.Json;
using Newtonsoft.Json.Linq;
using NLog;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net.Http;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
using Yitter.IdGenerator;

namespace BBWY.Server.Business.Sync
{
    public class JDPopularizeReportFormAdGroupLevelSyncBusiness : BaseSyncBusiness, IDenpendency
    {
        public JDPopularizeReportFormAdGroupLevelSyncBusiness(RestApiService restApiService,
                                                              IOptions<GlobalConfig> options,
                                                              ILogger logger,
                                                              IFreeSql fsql,
                                                              IIdGenerator idGenerator,
                                                              TaskSchedulerManager taskSchedulerManager,
                                                              VenderBusiness venderBusiness) : base(restApiService,
                                                                                                    options,
                                                                                                    logger,
                                                                                                    fsql,
                                                                                                    idGenerator,
                                                                                                    taskSchedulerManager,
                                                                                                    venderBusiness)
        {

        }

        /// <summary>
        /// 删除推广报表-sku维度-京速推业务线数据
        /// </summary>
        /// <param name="shops"></param>
        /// <param name="startDate"></param>
        /// <param name="endDate"></param>
        private void DeleteOldData(IList<ShopResponse> shops, DateTime startDate, DateTime endDate)
        {
            var shopIds = shops.Select(s => Convert.ToInt64(s.ShopId)).ToList();
            fsql.Delete<JDPopularizeAdSku>().Where(s => shopIds.Contains(s.ShopId.Value) &&
                                                        s.Date >= startDate && s.Date <= endDate &&
                                                        s.BusinessType == 2).ExecuteAffrows();
        }

        public void SyncAllShopPopularizeReportFormAdGroupLevel()
        {
            var shopList = venderBusiness.GetShopList(shopId: null, Enums.Platform.京东);
            var date = DateTime.Now.Date.AddDays(-1);
            DeleteOldData(shopList, date, date);
            foreach (var shop in shopList)
            {
                Task.Factory.StartNew(() => SyncShopPopularizeReportFormAdGroupLevelByDate(shop, date, date),
                                            System.Threading.CancellationToken.None,
                                            TaskCreationOptions.LongRunning,
                                            taskSchedulerManager.JDPopularizeTaskScheduler);
            }
        }

        public void SyncShopPopularizeReportFormAdGroupLevelByDate(long? shopId, DateTime startDate, DateTime endDate)
        {
            startDate = startDate.Date;
            endDate = endDate.Date;
            var shopList = venderBusiness.GetShopList(shopId, Enums.Platform.京东);
            DeleteOldData(shopList, startDate, endDate);
            foreach (var shop in shopList)
            {
                Task.Factory.StartNew(() => SyncShopPopularizeReportFormAdGroupLevelByDate(shop, startDate, endDate),
                                            System.Threading.CancellationToken.None,
                                            TaskCreationOptions.LongRunning,
                                            taskSchedulerManager.JDPopularizeTaskScheduler);
            }
        }

        private void SyncShopPopularizeReportFormAdGroupLevelByDate(ShopResponse shop, DateTime startDate, DateTime endDate)
        {
            var pageIndex = 1;
            while (true)
            {
                SyncShopPopularizeReportFormAdGroupLevel(shop, startDate, endDate, pageIndex, out int count);
                if (count < 100)
                    break;
                pageIndex++;
                Thread.Sleep(2000);
            }
        }

        private void SyncShopPopularizeReportFormAdGroupLevel(ShopResponse shop, DateTime startDate, DateTime endDate, int pageIndex, out int currentCount)
        {
            currentCount = 0;
            try
            {
                var relayAPIHost = GetPlatformRelayAPIHost(shop.PlatformId);
                var httpResult = restApiService.SendRequest(relayAPIHost, "Api/PlatformSDK/GetJDSopularizeReportFormByAdGroupLevel", new SyncJDPopularizeReportFormRequest()
                {
                    AppKey = shop.AppKey,
                    AppSecret = shop.AppSecret,
                    AppToken = shop.AppToken,
                    EndDate = endDate,
                    StartDate = startDate,
                    Platform = shop.PlatformId,
                    PageIndex = pageIndex,
                    Business = 2
                }, null, HttpMethod.Post);
                if (httpResult.StatusCode != System.Net.HttpStatusCode.OK)
                    throw new Exception($"获取JD推广报表-创意维度失败 {httpResult.Content}");

                var presponse = JsonConvert.DeserializeObject<ApiResponse<JArray>>(httpResult.Content);
                if (!presponse.Success)
                    throw new Exception($"获取JD推广报表-创意维度失败 {presponse.Msg}");

                SyncShopPopularizeReportFormAdGroupLevel(long.Parse(shop.ShopId), presponse.Data);
                currentCount = presponse.Data?.Count() ?? 0;
            }
            catch (Exception ex)
            {
                var data = JsonConvert.SerializeObject(new { shop, startDate, endDate, pageIndex });
                logger.Error(ex, $"SyncShopPopularizeReportFormAdGroupLevel Data:{data}");
            }
        }

        private void SyncShopPopularizeReportFormAdGroupLevel(long shopId, JArray jArray)
        {
            if (jArray == null || !jArray.HasValues)
                return;
            var insertList = new List<JDPopularizeAdSku>();
            foreach (var j in jArray)
            {
                var adName = j.Value<string>("adName");
                var skuMatch = Regex.Match(adName, @"^(.*-)?(\d+)-(.*)$");
                if (!skuMatch.Success)
                    continue;
                var sku = skuMatch.Groups[2].Value;
                insertList.Add(new JDPopularizeAdSku()
                {
                    Id = idGenerator.NewLong(),
                    BusinessType = 2,
                    ShopId = shopId,
                    CreateTime = DateTime.Now,
                    CampaignId = j.Value<long>("campaignId"),
                    AdGroupId = j.Value<long>("adGroupId"),
                    AdId = j.Value<long>("adId"),
                    AdName = adName,
                    Date = DateTime.ParseExact(j.Value<string>("date"), "yyyyMMdd", System.Globalization.CultureInfo.CurrentCulture),
                    Cost = j["retrievalType0"].Value<decimal>("cost"),
                    Clicks = j["retrievalType0"].Value<int?>("clicks") ?? 0,
                    Impressions = j["retrievalType0"].Value<int?>("impressions") ?? 0,
                    TotalCartCnt = j["retrievalType0"].Value<int?>("totalCartCnt") ?? 0,
                    TotalOrderCnt = j["retrievalType0"].Value<int?>("totalOrderCnt") ?? 0,
                    Sku = sku
                });
            }
            if (insertList.Count > 0)
                fsql.Insert(insertList).ExecuteAffrows();
        }
    }
}