Skip to content

B
bailuntec-datacenter
Commit ce931707 by huluobin
Options

# 更新

parent 6ebbb252
Showing with 1 addition and 746 deletions
datacenter-job/datacenter-base/base-sync-amazon-ad/pom.xml deleted 100644 → 0
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>com.bailuntec</groupId>
<artifactId>datacenter-base</artifactId>
<version>1.0-SNAPSHOT</version>
</parent>
<modelVersion>4.0.0</modelVersion>
<properties>
<maven.compiler.target>1.8</maven.compiler.target>
<maven.compiler.source>1.8</maven.compiler.source>
<maven.compiler.encoding>UTF-8</maven.compiler.encoding>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<maven-surefire-plugin.version>2.18.1</maven-surefire-plugin.version>
<maven.build.timestamp.format>yyyyMMddHHmm</maven.build.timestamp.format>
<skipTests>true</skipTests>
</properties>
<artifactId>base-sync-amazon-ad</artifactId>
<version>1.0-SNAPSHOT</version>
<packaging>jar</packaging>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<version>2.3.3.RELEASE</version>
<configuration>
<mainClass>com.bailuntec.job.AmazonApp</mainClass>
</configuration>
<executions>
<execution>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>com.spotify</groupId>
<artifactId>docker-maven-plugin</artifactId>
<version>1.0.0</version>
<configuration>
<skipDockerBuild>false</skipDockerBuild>
<imageName>ccr.ccs.tencentyun.com/blt.data.job/base-sync-amazon-ad:${maven.build.timestamp}
</imageName>
<dockerDirectory>src/main/docker</dockerDirectory>
<resources>
<resource>
<targetPath>/</targetPath>
<directory>${project.build.directory}</directory>
<include>${project.build.finalName}.jar</include>
</resource>
</resources>
<serverId>bailuntec-docker</serverId>
</configuration>
</plugin>
</plugins>
</build>
</project>
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/docker/Dockerfile deleted 100644 → 0
FROM openjdk:8-jdk-alpine
VOLUME /tmp
ADD base-sync-amazon-ad-1.0-SNAPSHOT.jar app.jar
RUN echo "Asia/Shanghai" > /etc/timezone
ENTRYPOINT ["java","-Xms2G","-Xmx2G","-jar","-Dspring.profiles.active=prod","/app.jar"]
EXPOSE 8080
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/java/com/bailuntec/job/AmazonAdJob.java deleted 100644 → 0
package com.bailuntec.job;
import com.bailuntec.application.IDcBaseFinanceAmazonAdProductService;
import com.bailuntec.application.IJobAmazonAdLogService;
import com.bailuntec.job.service.AmazonJobService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
/**
* <p>
*
* </p>
*
* @author robbendev
* @since 2020/9/24 2:38 下午
*/
@Component
@Slf4j
public class AmazonAdJob {
@Resource
private IJobAmazonAdLogService jobAmazonAdLogService;
@Resource
private IDcBaseFinanceAmazonAdProductService dcBaseFinanceAmazonAdProductService;
@Resource
AmazonJobService amazonJobService;
/**
* <p>
* 每天下午1点生成昨天的亚马逊广告报告
* </p>
*/
@Scheduled(cron = "0 0 12 * * ?")
public void generateAmazonAdReport() {
log.info("每天下午1点生成昨天的亚马逊广告报告 任务开始");
amazonJobService.generateAmazonAdReport();
log.info("每天下午1点生成昨天的亚马逊广告报告 任务结束");
}
/**
* <p>
* 每小时下载未下载的报告
* </p>
*/
@Scheduled(cron = "0 0/1 * * * ?")
public void downloadAmazonAdReport() {
log.info("每小时下载未下载的报告 任务开始");
amazonJobService.downloadAmazonAdReport();
log.info("每小时下载未下载的报告 任务结束");
}
}
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/java/com/bailuntec/job/AmazonAdProduct.java deleted 100644 → 0
package com.bailuntec.job;
import com.alibaba.fastjson.annotation.JSONField;
import lombok.Data;
import java.math.BigDecimal;
@Data
public class AmazonAdProduct {
@JSONField(name = "campaignName")
private String campaignName;
@JSONField(name = "campaignId")
private String campaignId;
@JSONField(name = "adGroupName")
private String adGroupName;
@JSONField(name = "adGroupId")
private String adGroupId;
@JSONField(name = "impressions")
private Integer impressions;
@JSONField(name = "clicks")
private Integer clicks;
@JSONField(name = "cost")
private BigDecimal cost;
@JSONField(name = "currency")
private String currency;
@JSONField(name = "asin")
private String asin;
@JSONField(name = "sku")
private String sku;
@JSONField(name = "attributedConversions1d")
private Integer attributedConversionsOneday;
@JSONField(name = "attributedConversions7d")
private Integer attributedConversionsSevenday;
@JSONField(name = "attributedConversions14d")
private Integer attributedConversionsFourteenday;
@JSONField(name = "attributedConversions30d")
private Integer attributedConversionsThirtyday;
@JSONField(name = "attributedConversions1dSameSKU")
private String attributedConversionsOnedaySameSku;
@JSONField(name = "attributedConversions7dSameSKU")
private String attributedConversionsSevendaySameSku;
@JSONField(name = "attributedConversions14dSameSKU")
private String attributedConversionsFourteendaySameSku;
@JSONField(name = "attributedConversions30dSameSKU")
private String attributedConversionsThirtydaySameSku;
@JSONField(name = "attributedUnitsOrdered1d")
private Integer attributedUnitsOrderedOneday;
@JSONField(name = "attributedUnitsOrdered7d")
private Integer attributedUnitsOrderedSevenday;
@JSONField(name = "attributedUnitsOrdered14d")
private String attributedUnitsOrderedFourteenday;
@JSONField(name = "attributedUnitsOrdered30d")
private String attributedUnitsOrderedThirtyday;
@JSONField(name = "attributedSales1d")
private Integer attributedSalesOneday;
@JSONField(name = "attributedSales7d")
private Integer attributedSalesSevenday;
@JSONField(name = "attributedSales14d")
private Integer attributedSalesFourteenday;
@JSONField(name = "attributedSales30d")
private Integer attributedSalesThirtyday;
@JSONField(name = "attributedSales1dSameSKU")
private String attributedSalesOnedaySameSku;
@JSONField(name = "attributedSales7dSameSKU")
private String attributedSalesSevendaySameSku;
@JSONField(name = "attributedSales14dSameSKU")
private String attributedSalesFourteendaySameSku;
@JSONField(name = "attributedSales30dSameSKU")
private String attributedSalesThirtydaySameSku;
@JSONField(name = "attributedUnitsOrdered1dSameSKU")
private String attributedUnitsOrderedOnedaySameSku;
@JSONField(name = "attributedUnitsOrdered7dSameSKU")
private String attributedUnitsOrderedSevendaySameSku;
@JSONField(name = "attributedUnitsOrdered14dSameSKU")
private String attributedUnitsOrderedFourteendaySameSku;
@JSONField(name = "attributedUnitsOrdered30dSameSKU")
private String attributedUnitsOrderedThirtydaySameSku;
}
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/java/com/bailuntec/job/AmazonApp.java deleted 100644 → 0
package com.bailuntec.job;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.openfeign.EnableFeignClients;
import org.springframework.context.annotation.ComponentScan;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.annotation.EnableScheduling;
/**
* <p>
*
* </p>
*
* @author robbendev
* @since 2020/8/29 3:29 下午
*/
@SpringBootApplication
@EnableScheduling
@ComponentScan("com.bailuntec")
@EnableAsync
@EnableFeignClients
public class AmazonApp {
public static void main(String[] args) {
SpringApplication.run(AmazonApp.class, args);
}
}
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/java/com/bailuntec/job/service/AmazonJobService.java deleted 100644 → 0
package com.bailuntec.job.service;
import com.alibaba.fastjson.JSON;
import com.bailuntec.api.amazon.AmazonAdApi;
import com.bailuntec.api.amazon.request.AmazonDisplayReportReq;
import com.bailuntec.api.amazon.request.AmazonProductsReportReq;
import com.bailuntec.api.amazon.request.AmazonURI;
import com.bailuntec.api.amazon.response.AmazonAdReportResp;
import com.bailuntec.application.IDcBaseFinanceAmazonAdProductService;
import com.bailuntec.common.BeanUtils;
import com.bailuntec.common.JsonUtilByFsJson;
import com.bailuntec.common.JsonUtilByJackson;
import com.bailuntec.common.StringUtils;
import com.bailuntec.domain.DcBaseCompanyAccount;
import com.bailuntec.domain.DcBaseFinanceAmazonAdProduct;
import com.bailuntec.domain.DcJobConfig;
import com.bailuntec.domain.JobAmazonAdLog;
import com.bailuntec.infrastructure.mapper.DcBaseCompanyAccountMapper;
import com.bailuntec.infrastructure.mapper.DcBaseFinanceAmazonAdProductMapper;
import com.bailuntec.infrastructure.mapper.DcJobConfigMapper;
import com.bailuntec.infrastructure.mapper.JobAmazonAdLogMapper;
import com.bailuntec.infrastructure.util.CallBailunSystemUtil;
import com.bailuntec.infrastructure.util.enumerate.CurrencyType;
import com.bailuntec.job.AmazonAdProduct;
import com.bailuntec.pojo.AmazonAdAuth;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.google.common.reflect.TypeToken;
import feign.FeignException;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import javax.annotation.Resource;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.lang.reflect.Type;
import java.math.BigDecimal;
import java.net.URI;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.time.temporal.ChronoUnit;
import java.util.List;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import java.util.zip.GZIPInputStream;
/**
* <p>
*
* </p>
*
* @author robbendev
* @since 2020/11/12 3:06 下午
*/
@Slf4j
@Service
public class AmazonJobService {
@Resource
private DcBaseCompanyAccountMapper dcBaseCompanyAccountMapper;
@Resource
private JobAmazonAdLogMapper jobAmazonAdLogMapper;
@Resource
private AmazonAdApi amazonAdApi;
@Resource
DcJobConfigMapper dcJobConfigMapper;
private static final String baseAdAmazonReportGenerate = "base-ad-amazon-report-generate";
private static final String baseAdAmazonReportDownload = "base-ad-amazon-report-download";
@Transactional(rollbackFor = Exception.class)
public void generateAmazonAdReport() {
DcJobConfig dcJobConfig = dcJobConfigMapper.selectByName(baseAdAmazonReportGenerate);
//需要生成的帐号列表
List<DcBaseCompanyAccount> dcBaseCompanyAccountList = dcBaseCompanyAccountMapper.selectList(new LambdaQueryWrapper<DcBaseCompanyAccount>()
.eq(DcBaseCompanyAccount::getPlatformId, DcBaseCompanyAccount.BLT_PLATFORM_ID)
.eq(DcBaseCompanyAccount::getStatus, true)
.ne(DcBaseCompanyAccount::getAmazonAdAuthJson, ""))
.stream()
.filter(dcBaseCompanyAccount -> StringUtils.isNotEmpty(dcBaseCompanyAccount.getAmazonAdAuthJson().trim()))
.collect(Collectors.toList());
//需要生成报告时间：昨天
LocalDate localDate = dcJobConfig.getStartTime().toLocalDate();
this.generateAmazonAdReport(dcBaseCompanyAccountList, localDate, localDate);
dcJobConfigMapper.updateById(dcJobConfig.refresh());
}
public void generateAmazonAdReport(List<DcBaseCompanyAccount> dcBaseCompanyAccountList, LocalDate start, LocalDate end) {
//获取时间区间reportDate列表
List<LocalDate> localDateList = Stream.iterate(start, localDate -> localDate.plusDays(1))
.limit(ChronoUnit.DAYS.between(start, end) + 1)
.collect(Collectors.toList());
//双重循环生成报告
dcBaseCompanyAccountList
.forEach(dcBaseCompanyAccount ->
localDateList.forEach(reportDate -> {
try {
this.generateAmazonAdReport(dcBaseCompanyAccount, reportDate);
} catch (Exception e) {
log.error("生成报告失败 帐号id:{},日期:{}", dcBaseCompanyAccount.getAccountId(), reportDate, e);
}
}));
}
/**
* <p>
* 生成指定帐号指定某一天日期的所有类型亚马逊广告报告
* 包括：
* </p>
*
* <li>品牌展示</li>
* <li>商品推广</li>
*
* @param dcBaseCompanyAccount dcBaseCompanyAccount
* @param reportDate reportDate
*/
private void generateAmazonAdReport(DcBaseCompanyAccount dcBaseCompanyAccount, LocalDate reportDate) {
/*1.商品展示报告生成*/
AmazonAdReportResp productAdResp = this.reportAdProduct(dcBaseCompanyAccount, reportDate);
//处理商品推广报告结果
this.handleAmazonAdReportResp(dcBaseCompanyAccount, productAdResp);
/*1.品牌展示报告生成*/
AmazonAdReportResp displayResp = this.reportDisplay(dcBaseCompanyAccount, reportDate);
//处理品牌展示报告结果
this.handleAmazonAdReportResp(dcBaseCompanyAccount, displayResp);
}
/**
* <p>
* 获取指定账号和指定日期的商品推广生成报告响应
* 可以看成{@link AmazonAdApi#report(URI, AmazonProductsReportReq, String, String, String, String)} 的代理
* </p>
*
* @param dcBaseCompanyAccount 帐号
* @param reportDate 指定日期
* @return 生成商品推广报告响应
*/
public AmazonAdReportResp reportAdProduct(DcBaseCompanyAccount dcBaseCompanyAccount, LocalDate reportDate) {
AmazonAdAuth amazonAdAuth = JsonUtilByFsJson.jsonToBean(dcBaseCompanyAccount.getAmazonAdAuthJson(), AmazonAdAuth.class);
AmazonProductsReportReq req = new AmazonProductsReportReq();
req.setReportDate(reportDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
req.setMetrics("campaignName,campaignId,adGroupName,adGroupId,impressions,clicks,cost,currency,asin,sku,attributedConversions1d,attributedConversions7d,attributedConversions14d,attributedConversions30d,attributedConversions1dSameSKU,attributedConversions7dSameSKU,attributedConversions14dSameSKU,attributedConversions30dSameSKU,attributedUnitsOrdered1d,attributedUnitsOrdered7d,attributedUnitsOrdered14d,attributedUnitsOrdered30d,attributedSales1d,attributedSales7d,attributedSales14d,attributedSales30d,attributedSales1dSameSKU,attributedSales7dSameSKU,attributedSales14dSameSKU,attributedSales30dSameSKU,attributedUnitsOrdered1dSameSKU,attributedUnitsOrdered7dSameSKU,attributedUnitsOrdered14dSameSKU,attributedUnitsOrdered30dSameSKU");
String reportResp = amazonAdApi.report(AmazonURI.getAmazonAdSiteUri(dcBaseCompanyAccount.getSiteEn()),
req,
"productAds",
amazonAdAuth.getAccessToken(),
amazonAdAuth.getClientId(),
amazonAdAuth.getProfileId());
log.debug(JsonUtilByFsJson.beanToJson(reportResp));
//反序列化响应报文
AmazonAdReportResp resp = JsonUtilByFsJson.jsonToBean(reportResp, AmazonAdReportResp.class);
resp.setJobAmazonLogType(AmazonAdReportResp.productAds);
resp.setReportDate(reportDate);
return resp;
}
/**
* <p>
* 获取指定账号和指定日期的品牌展示生成报告响应
* 可以看成{@link AmazonAdApi#reportDisPlay(URI, AmazonDisplayReportReq, String, String, String, String)} 的代理
* </p>
*
* @param dcBaseCompanyAccount 帐号
* @param reportDate 指定日期
* @return 生成品牌展示报告响应
*/
public AmazonAdReportResp reportDisplay(DcBaseCompanyAccount dcBaseCompanyAccount, LocalDate reportDate) {
AmazonAdAuth amazonAdAuth = JsonUtilByFsJson.jsonToBean(dcBaseCompanyAccount.getAmazonAdAuthJson(), AmazonAdAuth.class);
AmazonDisplayReportReq req = new AmazonDisplayReportReq();
req.setReportDate(reportDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
req.setMetrics("campaignName,campaignId,impressions,adGroupId,adGroupName,asin,sku,adId,clicks,cost,currency,attributedConversions1d,attributedConversions7d,attributedConversions14d,attributedConversions30d,attributedConversions1dSameSKU,attributedConversions7dSameSKU,attributedConversions14dSameSKU,attributedConversions30dSameSKU,attributedUnitsOrdered1d,attributedUnitsOrdered7d,attributedUnitsOrdered14d,attributedUnitsOrdered30d,attributedSales1d,attributedSales7d,attributedSales14d,attributedSales30d,attributedSales1dSameSKU,attributedSales7dSameSKU,attributedSales14dSameSKU,attributedSales30dSameSKU");
req.setTactic("T00020");
String reportResp = amazonAdApi.reportDisPlay(AmazonURI.getAmazonAdSiteUri(dcBaseCompanyAccount.getSiteEn()),
req,
"productAds",
amazonAdAuth.getAccessToken(),
amazonAdAuth.getClientId(),
amazonAdAuth.getProfileId());
log.debug(JsonUtilByFsJson.beanToJson(reportResp));
//反序列化响应报文
AmazonAdReportResp resp = JsonUtilByFsJson.jsonToBean(reportResp, AmazonAdReportResp.class);
resp.setJobAmazonLogType(AmazonAdReportResp.display);
resp.setReportDate(reportDate);
return resp;
}
/**
* <p>
* 处理亚马逊生成报告响应报文
* 新增或者更新 {@link JobAmazonAdLog}状态
* </p>
*
* @param resp
*/
private void handleAmazonAdReportResp(DcBaseCompanyAccount dcBaseCompanyAccount, AmazonAdReportResp resp) {
//新增或者更新报告状态为未下载
JobAmazonAdLog jobAmazonAdLog = jobAmazonAdLogMapper.selectOne(new LambdaQueryWrapper<JobAmazonAdLog>()
.eq(JobAmazonAdLog::getAccountId, dcBaseCompanyAccount.getAccountId())
.eq(JobAmazonAdLog::getCompanyId, dcBaseCompanyAccount.getCompanyId())
.eq(JobAmazonAdLog::getReportDate, resp.getReportDate())
.eq(JobAmazonAdLog::getType, resp.getJobAmazonLogType()));
if (jobAmazonAdLog == null) {
jobAmazonAdLog = new JobAmazonAdLog(null,
dcBaseCompanyAccount.getAccountId(),
resp.getReportId(),
resp.getReportDate(),
false,
LocalDateTime.now(),
LocalDateTime.now(),
dcBaseCompanyAccount.getSiteEn(),
dcBaseCompanyAccount.getCompanyId(),
resp.getJobAmazonLogType());
jobAmazonAdLogMapper.insert(jobAmazonAdLog);
log.info("新增一条亚马逊报告 帐号id:{},报告日期:{}", jobAmazonAdLog.getAccountId(), jobAmazonAdLog.getReportDate());
}
//如果已经生成了报告 是否设置为需要重新下载？//yes
else {
jobAmazonAdLog.setReportId(resp.getReportId());
jobAmazonAdLog.setStatus(false);
jobAmazonAdLog.setBjModified(LocalDateTime.now());
jobAmazonAdLogMapper.updateById(jobAmazonAdLog);
log.info("更新一条报告 帐号id:{},报告日期:{}", jobAmazonAdLog.getAccountId(), jobAmazonAdLog.getReportDate());
}
}
@Resource
private DcBaseFinanceAmazonAdProductMapper dcBaseFinanceAmazonAdProductMapper;
public void downloadAmazonAdReport() {
DcJobConfig dcJobConfig = dcJobConfigMapper.selectByName(baseAdAmazonReportDownload);
List<JobAmazonAdLog> jobAmazonAdLogList = jobAmazonAdLogMapper.selectList(new LambdaQueryWrapper<JobAmazonAdLog>()
.eq(JobAmazonAdLog::getStatus, false));
jobAmazonAdLogList.parallelStream().forEach(jobAmazonAdLog -> {
try {
this.downloadAmazonAdReport(jobAmazonAdLog);
} catch (FeignException ex) {
log.error("下载报告失败:{}", ex.getMessage(), ex);
}
});
dcJobConfigMapper.updateById(dcJobConfig.refresh());
}
@Resource
IDcBaseFinanceAmazonAdProductService dcBaseFinanceAmazonAdProductService;
/**
* <p>根据生成的报告下载报告 并且生成亚马逊广告费用明细</p>
* <li>根据组合唯一键判断</li>
* <li> 如果费用明细不存在就新增</li>
* <li> 如果费用明细存在就更新</li>
*
* @param jobAmazonAdLog 生成的报告记录
*/
private void downloadAmazonAdReport(JobAmazonAdLog jobAmazonAdLog) {
DcBaseCompanyAccount dcBaseCompanyAccount = dcBaseCompanyAccountMapper.selectOne(new LambdaQueryWrapper<DcBaseCompanyAccount>()
.eq(DcBaseCompanyAccount::getCompanyId, jobAmazonAdLog.getCompanyId())
.eq(DcBaseCompanyAccount::getAccountId, jobAmazonAdLog.getAccountId()));
AmazonAdAuth amazonAdAuth = JSON.parseObject(dcBaseCompanyAccount.getAmazonAdAuthJson(), AmazonAdAuth.class);
dcBaseFinanceAmazonAdProductMapper.delete(new LambdaQueryWrapper<DcBaseFinanceAmazonAdProduct>()
.eq(DcBaseFinanceAmazonAdProduct::getCompanyId, jobAmazonAdLog.getCompanyId())
.eq(DcBaseFinanceAmazonAdProduct::getAccountId, jobAmazonAdLog.getAccountId())
.eq(DcBaseFinanceAmazonAdProduct::getReportDate, jobAmazonAdLog.getReportDate())
.eq(DcBaseFinanceAmazonAdProduct::getType, jobAmazonAdLog.getType()));
byte[] response = amazonAdApi.reportDownload(AmazonURI.getAmazonAdSiteUri(dcBaseCompanyAccount.getSiteEn()),
jobAmazonAdLog.getReportId(),
amazonAdAuth.getAccessToken(),
amazonAdAuth.getClientId(),
amazonAdAuth.getProfileId());
try (GZIPInputStream gzipInputStream = new GZIPInputStream(new ByteArrayInputStream(response))) {
@SuppressWarnings("all")
Type type = new TypeToken<List<AmazonAdProduct>>() {
}.getType();
List<AmazonAdProduct> reportDownloadRespList = JSON.parseObject(gzipInputStream, type);
log.debug(JsonUtilByJackson.writeValueAsString(reportDownloadRespList));
for (AmazonAdProduct downloadAdProduct : reportDownloadRespList) {
if (downloadAdProduct.getCost() != null && BigDecimal.ZERO.compareTo(downloadAdProduct.getCost()) < 0) {
LambdaQueryWrapper<DcBaseFinanceAmazonAdProduct> wrapper = new LambdaQueryWrapper<DcBaseFinanceAmazonAdProduct>()
.eq(DcBaseFinanceAmazonAdProduct::getAccountId, jobAmazonAdLog.getAccountId())
.eq(DcBaseFinanceAmazonAdProduct::getCompanyId, jobAmazonAdLog.getCompanyId())
.eq(DcBaseFinanceAmazonAdProduct::getType, jobAmazonAdLog.getType())
.eq(DcBaseFinanceAmazonAdProduct::getReportDate, jobAmazonAdLog.getReportDate())
.eq(DcBaseFinanceAmazonAdProduct::getCampaignId, downloadAdProduct.getCampaignId());
if (StringUtils.isNotEmpty(downloadAdProduct.getAdGroupId())) {
wrapper.eq(DcBaseFinanceAmazonAdProduct::getAdGroupId, downloadAdProduct.getAdGroupId());
}
if (StringUtils.isNotEmpty(downloadAdProduct.getSku())) {
wrapper.eq(DcBaseFinanceAmazonAdProduct::getSku, downloadAdProduct.getSku());
}
DcBaseFinanceAmazonAdProduct dcBaseFinanceAmazonAdProduct = dcBaseFinanceAmazonAdProductMapper.selectOne(wrapper);
if (dcBaseFinanceAmazonAdProduct == null) {
dcBaseFinanceAmazonAdProduct = new DcBaseFinanceAmazonAdProduct();
}
BeanUtils.copyProperties(downloadAdProduct, dcBaseFinanceAmazonAdProduct);
dcBaseFinanceAmazonAdProduct.setAccountId(jobAmazonAdLog.getAccountId());
dcBaseFinanceAmazonAdProduct.setCompanyId(jobAmazonAdLog.getCompanyId());
dcBaseFinanceAmazonAdProduct.setReportDate(jobAmazonAdLog.getReportDate());
dcBaseFinanceAmazonAdProduct.setType(jobAmazonAdLog.getType());
dcBaseFinanceAmazonAdProduct.setExchangeRate(CallBailunSystemUtil.getExchangeRate(dcBaseFinanceAmazonAdProduct.getCurrency(), CurrencyType.CNY.value(), jobAmazonAdLog.getReportDate().atStartOfDay()));
dcBaseFinanceAmazonAdProduct.setExchangeRateUsd(CallBailunSystemUtil.getExchangeRate(dcBaseFinanceAmazonAdProduct.getCurrency(), CurrencyType.USD.value(), jobAmazonAdLog.getReportDate().atStartOfDay()));
dcBaseFinanceAmazonAdProduct.setBjModifyTime(LocalDateTime.now());
try {
dcBaseFinanceAmazonAdProductService.saveOrUpdate(dcBaseFinanceAmazonAdProduct, wrapper);
} catch (Exception ex) {
ex.printStackTrace();
}
log.info("同步亚马逊广告费");
}
}
jobAmazonAdLog.setStatus(true);
jobAmazonAdLog.setBjModified(LocalDateTime.now());
jobAmazonAdLogMapper.updateById(jobAmazonAdLog);
} catch (IOException e) {
e.printStackTrace();
}
}
}
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/resources/application-prod.yml deleted 100644 → 0
spring:
# 服务名称
application:
name: base-sync-amazon-ad
# 数据配置
datasource:
url: jdbc:mysql://10.0.8.15:3306/bailun_datacenter?serverTimezone=GMT%2B8&characterEncoding=utf-8&rewriteBatchedStatements=true
username: root
password: '#7kfnymAM$Y9-Ntf'
driver-class-name: com.mysql.jdbc.Driver
main:
allow-bean-definition-overriding: true
#mybatis plus 配置
mybatis-plus:
mapper-locations:
- classpath*:com/bailuntec/mapper/*.xml
# configuration:
# log-impl: org.apache.ibatis.logging.stdout.StdOutImpl
metrics:
campaignName,campaignId,impressions,clicks,cost,currency,attributedConversions1d,attributedConversions7d,attributedConversions14d,attributedConversions30d,attributedConversions1dSameSKU,attributedConversions7dSameSKU,attributedConversions14dSameSKU,attributedConversions30dSameSKU,attributedUnitsOrdered1d,attributedUnitsOrdered7d,attributedUnitsOrdered14d,attributedUnitsOrdered30d,attributedSales1d,attributedSales7d,attributedSales14d,attributedSales30d,attributedSales1dSameSKU,attributedSales7dSameSKU,attributedSales14dSameSKU,attributedSales30dSameSKU,attributedUnitsOrdered1dSameSKU,attributedUnitsOrdered7dSameSKU,attributedUnitsOrdered14dSameSKU,attributedUnitsOrdered30dSameSKU
feign:
hystrix:
enabled: false
client:
config:
default:
connectTimeout: 30000
readTimeout: 30000
server:
port: 8080
datacenter-job/datacenter-base/base-sync-amazon-ad/src/main/resources/application-test.yml deleted 100644 → 0
spring:
# 服务名称
application:
name: base-sync-amazon-ad
# 数据配置
datasource:
url: jdbc:mysql://gz-cdb-kp7s5i79.sql.tencentcdb.com:61691/bailun_datacenter?serverTimezone=GMT%2B8&characterEncoding=utf-8&rewriteBatchedStatements=true
username: root
password: '#7kfnymAM$Y9-Ntf'
driver-class-name: com.mysql.jdbc.Driver
main:
allow-bean-definition-overriding: true
#mybatis plus 配置
mybatis-plus:
mapper-locations:
- classpath*:com/bailuntec/mapper/*.xml
# configuration:
# log-impl: org.apache.ibatis.logging.stdout.StdOutImpl
metrics:
campaignName,campaignId,impressions,clicks,cost,currency,attributedConversions1d,attributedConversions7d,attributedConversions14d,attributedConversions30d,attributedConversions1dSameSKU,attributedConversions7dSameSKU,attributedConversions14dSameSKU,attributedConversions30dSameSKU,attributedUnitsOrdered1d,attributedUnitsOrdered7d,attributedUnitsOrdered14d,attributedUnitsOrdered30d,attributedSales1d,attributedSales7d,attributedSales14d,attributedSales30d,attributedSales1dSameSKU,attributedSales7dSameSKU,attributedSales14dSameSKU,attributedSales30dSameSKU,attributedUnitsOrdered1dSameSKU,attributedUnitsOrdered7dSameSKU,attributedUnitsOrdered14dSameSKU,attributedUnitsOrdered30dSameSKU
feign:
hystrix:
enabled: false
client:
config:
default:
connectTimeout: 30000
readTimeout: 30000
server:
port: 1223
datacenter-job/datacenter-base/base-sync-amazon-ad/src/test/java/com/bailuntec/job/service/AmazonJobServiceTest.java deleted 100644 → 0
package com.bailuntec.job.service;
import com.bailuntec.job.AmazonApp;
import lombok.extern.slf4j.Slf4j;
import org.junit.jupiter.api.Test;
import org.junit.runner.RunWith;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.cloud.netflix.hystrix.EnableHystrix;
import org.springframework.test.context.ActiveProfiles;
import org.springframework.test.context.junit4.SpringRunner;
import javax.annotation.Resource;
import static org.junit.jupiter.api.Assertions.*;
/**
* <p>
*
* </p>
*
* @author robbendev
* @since 2020/11/12 3:24 下午
*/
@ActiveProfiles(value = "test")
@Slf4j
@RunWith(SpringRunner.class)
@SpringBootTest(classes = AmazonApp.class)
class AmazonJobServiceTest {
@Resource
AmazonJobService amazonJobService;
@Test
void generateAmazonAdReport() {
amazonJobService.generateAmazonAdReport();
}
@Test
void downloadAmazonAdReport(){
amazonJobService.downloadAmazonAdReport();
}
}
datacenter-job/datacenter-base/pom.xml
......@@ -15,7 +15,7 @@
<packaging>pom</packaging>
<modules>
<module>base-sync-amazon-ad</module>
<!-- <module>base-sync-amazon-ad</module>-->
<module>base-sync-cashier</module>
<module>base-sync-fee</module>
<module>base-sync-sample</module>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment