diff --git a/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormOrderLevelSyncBusiness.cs b/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormOrderLevelSyncBusiness.cs new file mode 100644 index 00000000..3f52984c --- /dev/null +++ b/BBWY.Server.Business/Sync/JD/JDPopularizeReportFormOrderLevelSyncBusiness.cs @@ -0,0 +1,228 @@ +using BBWY.Common.Http; +using BBWY.Common.Models; +using BBWY.Server.Model; +using BBWY.Server.Model.Db; +using BBWY.Server.Model.Dto; +using Microsoft.Extensions.Options; +using Newtonsoft.Json; +using Newtonsoft.Json.Linq; +using NLog; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Net.Http; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; +using Yitter.IdGenerator; + +namespace BBWY.Server.Business.Sync +{ + public class JDPopularizeReportFormOrderLevelSyncBusiness : BaseSyncBusiness, IDenpendency + { + public JDPopularizeReportFormOrderLevelSyncBusiness(RestApiService restApiService, + IOptions options, + ILogger logger, + IFreeSql fsql, + IIdGenerator idGenerator, + TaskSchedulerManager taskSchedulerManager, + VenderBusiness venderBusiness) : base(restApiService, + options, + logger, + fsql, + idGenerator, + taskSchedulerManager, + venderBusiness) + { + + } + + private void DeleteOldData(IList shops, DateTime startDate, DateTime endDate) + { + var shopIds = shops.Select(s => Convert.ToInt64(s.ShopId)).ToList(); + fsql.Delete().Where(s => shopIds.Contains(s.ShopId.Value) && + s.OrderTime >= startDate && s.OrderTime <= endDate).ExecuteAffrows(); + } + + public void SyncAllShopPopularizeReportFormOrderLevel() + { + var shopList = venderBusiness.GetShopList(shopId: null, Enums.Platform.京东); + var date = DateTime.Now.Date.AddDays(-1); + DeleteOldData(shopList, date, date); + foreach (var shop in shopList) + { + Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, date, date, 2), + System.Threading.CancellationToken.None, + TaskCreationOptions.LongRunning, + taskSchedulerManager.JDPopularizeTaskScheduler); + + Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, date, date, 134217728), + System.Threading.CancellationToken.None, + TaskCreationOptions.LongRunning, + taskSchedulerManager.JDPopularizeTaskScheduler); + } + } + + public void SyncShopPopularizeReportFormOrderLevelByDate(long? shopId, DateTime startDate, DateTime endDate) + { + startDate = startDate.Date; + endDate = endDate.Date; + var shopList = venderBusiness.GetShopList(shopId, Enums.Platform.京东); + DeleteOldData(shopList, startDate, endDate); + foreach (var shop in shopList) + { + Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, startDate, endDate, 2), + System.Threading.CancellationToken.None, + TaskCreationOptions.LongRunning, + taskSchedulerManager.JDPopularizeTaskScheduler); + + Task.Factory.StartNew(() => SyncShopPopularizeReportFormOrderLevelByDate(shop, startDate, endDate, 134217728), + System.Threading.CancellationToken.None, + TaskCreationOptions.LongRunning, + taskSchedulerManager.JDPopularizeTaskScheduler); + } + } + + private void SyncShopPopularizeReportFormOrderLevelByDate(ShopResponse shop, DateTime startDate, DateTime endDate, int businessType) + { + var pageIndex = 1; + while (true) + { + SyncShopPopularizeReportFormOrderLevel(shop, startDate, endDate, pageIndex, businessType, out int count); + if (count < 100) + break; + pageIndex++; + Thread.Sleep(2000); + } + } + + private void SyncShopPopularizeReportFormOrderLevel(ShopResponse shop, DateTime startDate, DateTime endDate, int pageIndex, int businessType, out int currentCount) + { + currentCount = 0; + try + { + var relayAPIHost = GetPlatformRelayAPIHost(shop.PlatformId); + var httpResult = restApiService.SendRequest(relayAPIHost, "Api/PlatformSDK/GetJDSopularizeReportFormByOrderLevel", new SyncJDPopularizeReportFormRequest() + { + AppKey = shop.AppKey, + AppSecret = shop.AppSecret, + AppToken = shop.AppToken, + EndDate = endDate, + StartDate = startDate, + Platform = shop.PlatformId, + PageIndex = pageIndex, + Business = businessType + }, null, HttpMethod.Post); + if (httpResult.StatusCode != System.Net.HttpStatusCode.OK) + throw new Exception($"获取JD推广报表-订单维度失败 {httpResult.Content}"); + + var presponse = JsonConvert.DeserializeObject>(httpResult.Content); + if (!presponse.Success) + throw new Exception($"获取JD推广报表-订单维度失败 {presponse.Msg}"); + + if (businessType == 2) + SyncShopPopularizeReportFormOrderLevelByKuaiChe(long.Parse(shop.ShopId), presponse.Data); + else if (businessType == 134217728) + SyncShopPopularizeReportFormOrderLevelByJST(long.Parse(shop.ShopId), presponse.Data); + + currentCount = presponse.Data?.Count() ?? 0; + } + catch (Exception ex) + { + var data = JsonConvert.SerializeObject(new { shop, startDate, endDate, pageIndex }); + logger.Error(ex, $"SyncShopPopularizeReportFormOrderLevel Data:{data}"); + } + } + + private void SyncShopPopularizeReportFormOrderLevelByKuaiChe(long shopId, JArray jArray) + { + if (jArray == null || !jArray.HasValues) + return; + + var campaignNames = jArray.Select(j => j.Value("campaignName")).Distinct().ToList(); + var adGroupNames = jArray.Select(j => j.Value("adGroupName")).Distinct().ToList(); + var adNames = jArray.Select(j => j.Value("adName")).Distinct().ToList(); + + var campaigns = fsql.Select() + .Where(c => c.ShopId == shopId && campaignNames.Contains(c.CampaignName)) + .GroupBy(c => new { c.CampaignId, c.CampaignName }) + .ToList(g => new { g.Key.CampaignId, g.Key.CampaignName }); + + var adGroups = fsql.Select() + .Where(c => c.ShopId == shopId && adGroupNames.Contains(c.AdGroupName)) + .GroupBy(c => new { c.AdGroupId, c.AdGroupName }) + .ToList(g => new { g.Key.AdGroupId, g.Key.AdGroupName }); + + var ads = fsql.Select() + .Where(c => c.ShopId == shopId && adNames.Contains(c.AdName)) + .GroupBy(c => new { c.AdId, c.AdName }) + .ToList(g => new { g.Key.AdId, g.Key.AdName }); + + var insertList = new List(); + foreach (var j in jArray) + { + var campaign = campaigns.FirstOrDefault(c => c.CampaignName == j.Value("campaignName")); + var adGroup = adGroups.FirstOrDefault(g => g.AdGroupName == j.Value("adGroupName")); + var ad = ads.FirstOrDefault(a => a.AdName == j.Value("adName")); + + var popularizeSku = string.Empty; + if (ad != null) + { + var skuMatch = Regex.Match(ad.AdName, @"^(.*-)?(\d+)-(.*)$"); + if (skuMatch.Success) + { + popularizeSku = skuMatch.Groups[2].Value; + } + } + + insertList.Add(new JDOrderPopularizeRelation() + { + Id = idGenerator.NewLong(), + BusinessType = 2, + ShopId = shopId, + CreateTime = DateTime.Now, + CampaignId = campaign?.CampaignId, + AdGroupId = adGroup?.AdGroupId, + AdId = ad?.AdId, + OrderId = j.Value("orderId"), + OrderTime = DateTime.ParseExact(j.Value("date"), "yyyyMMddHHmmss", System.Globalization.CultureInfo.CurrentCulture), + PlaceOrderSku = j.Value("skuId"), + PopularizeSku = popularizeSku + }); + } + if (insertList.Count > 0) + fsql.Insert(insertList).ExecuteAffrows(); + } + + private void SyncShopPopularizeReportFormOrderLevelByJST(long shopId, JArray jArray) + { + if (jArray == null || !jArray.HasValues) + return; + + var campaignNames = jArray.Select(j => j.Value("campaignName")).Distinct().ToList(); + var campaigns = fsql.Select() + .Where(c => c.ShopId == shopId && campaignNames.Contains(c.CampaignName)) + .GroupBy(c => new { c.CampaignId, c.CampaignName }) + .ToList(g => new { g.Key.CampaignId, g.Key.CampaignName }); + + var insertList = new List(); + foreach (var j in jArray) + { + insertList.Add(new JDOrderPopularizeRelation() + { + Id = idGenerator.NewLong(), + BusinessType = 134217728, + ShopId = shopId, + CreateTime = DateTime.Now, + CampaignId = campaigns.FirstOrDefault(c => c.CampaignName == j.Value("campaignName"))?.CampaignId, + OrderTime = DateTime.ParseExact(j.Value("date"), "yyyyMMddHHmmss", System.Globalization.CultureInfo.CurrentCulture), + OrderId = j.Value("orderId"), + PlaceOrderSku = j.Value("skuId"), + PopularizeSku = j.Value("clickSkuId") + }); + } + if (insertList.Count > 0) + fsql.Insert(insertList).ExecuteAffrows(); + } + } +} diff --git a/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs b/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs index ddd2a49c..ede7019f 100644 --- a/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs +++ b/BBWY.Server.Model/Db/JD/JDOrderPopularizeRelation.cs @@ -40,6 +40,9 @@ namespace BBWY.Server.Model.Db [Column(DbType = "datetime")] public DateTime? CreateTime { get; set; } + [Column(DbType = "datetime")] + public DateTime? OrderTime { get; set; } + /// /// 订单Id ///