Skip to content

D
dc-java
Commit 64fc5b58 by yinyong
Options

数据中心--亚马逊费用抓取获取任务属性值

parent 9033fa14
Showing with 152 additions and 137 deletions
data-base/base-sync-amazon-ad/src/main/java/com/bailuntec/job/AmazonAdDownloadReportJob.java
......@@ -48,15 +48,16 @@ public class AmazonAdDownloadReportJob implements SimpleJob {
int pageSize = totalPage % shardingContext.getShardingTotalCount() == 0 ? totalPage / shardingContext.getShardingTotalCount() : totalPage / shardingContext.getShardingTotalCount() + 1;
if (totalPage > 0) {
List<JobAmazonAdLog> jobAmazonAdLogList = findJobAmazonAdLogList(shardingContext, pageSize);
String shardParam = shardingContext.getJobParameter();
if (jobAmazonAdLogList != null && !jobAmazonAdLogList.isEmpty()) {
for (JobAmazonAdLog jobAmazonAdLog : jobAmazonAdLogList) {
downloadReport(jobAmazonAdLog);
downloadReport(jobAmazonAdLog, shardParam);
}
}
}
}
private void handleReport(JobAmazonAdLog jobAmazonAdLog, AmazonAdAuth amazonAdAuth) {
private void handleReport(JobAmazonAdLog jobAmazonAdLog, AmazonAdAuth amazonAdAuth, String shardParam) {
Response response = null;
GZIPInputStream gzin = null;
Request request = new Request.Builder()
......@@ -92,9 +93,9 @@ public class AmazonAdDownloadReportJob implements SimpleJob {
dcBaseFinanceAmazonAdProduct.setExchangeRateUsd(CallBailunSystem.getExchangeRate(dcBaseFinanceAmazonAdProduct.getCurrency(), CurrencyType.USD.value(), jobAmazonAdLog.getReportDate().atStartOfDay()));
dcBaseFinanceAmazonAdProduct.setBjModifyTime(LocalDateTime.now());
DcBaseFinanceAmazonAdProductExample example = DcBaseFinanceAmazonAdProductExample.newAndCreateCriteria().andCompanyIdEqualTo(dcBaseFinanceAmazonAdProduct.getCompanyId()).andAccountIdEqualTo(dcBaseFinanceAmazonAdProduct.getAccountId()).andCampaignIdEqualTo(dcBaseFinanceAmazonAdProduct.getCampaignId()).andAdGroupIdEqualTo(dcBaseFinanceAmazonAdProduct.getAdGroupId()).andSkuEqualTo(dcBaseFinanceAmazonAdProduct.getSku()).andReportDateEqualTo(dcBaseFinanceAmazonAdProduct.getReportDate()).example();
int update = mapper.updateByExampleSelective(dcBaseFinanceAmazonAdProduct, example);
int update = mapper.updateByExampleSelective(dcBaseFinanceAmazonAdProduct, example, shardParam);
if (update == 0) {
mapper.insertSelective(dcBaseFinanceAmazonAdProduct);
mapper.insertSelective(dcBaseFinanceAmazonAdProduct, shardParam);
}
}
}
......@@ -126,10 +127,10 @@ public class AmazonAdDownloadReportJob implements SimpleJob {
}
}
private void downloadReport(JobAmazonAdLog jobAmazonAdLog) {
private void downloadReport(JobAmazonAdLog jobAmazonAdLog, String shardParam) {
DcBaseCompanyAccount dcBaseCompanyAccount = getToken(jobAmazonAdLog);
AmazonAdAuth amazonAdAuth = JSON.parseObject(dcBaseCompanyAccount.getAmazonAdAuthJson(), AmazonAdAuth.class);
handleReport(jobAmazonAdLog, amazonAdAuth);
handleReport(jobAmazonAdLog, amazonAdAuth, shardParam);
}
private DcBaseCompanyAccount getToken(JobAmazonAdLog jobAmazonAdLog) {
......
data-common/src/main/java/com/bailuntec/mapper/DcBaseFinanceAmazonAdProductMapper.java
......@@ -45,7 +45,7 @@ public interface DcBaseFinanceAmazonAdProductMapper {
*
* @mbg.generated
*/
int insertSelective(DcBaseFinanceAmazonAdProduct record);
int insertSelective(@Param("record") DcBaseFinanceAmazonAdProduct record, @Param("shardParam") String shardParam);
/**
* This method was generated by MyBatis Generator.
......@@ -78,7 +78,7 @@ public interface DcBaseFinanceAmazonAdProductMapper {
*
* @mbg.generated
*/
int updateByExampleSelective(@Param("record") DcBaseFinanceAmazonAdProduct record, @Param("example") DcBaseFinanceAmazonAdProductExample example);
int updateByExampleSelective(@Param("record") DcBaseFinanceAmazonAdProduct record, @Param("example") DcBaseFinanceAmazonAdProductExample example, @Param("shardParam") String shardParam);
/**
* This method was generated by MyBatis Generator.
......
data-common/src/main/java/com/bailuntec/mapper/DcBaseFinanceAmazonAdProductMapper.xml
......@@ -237,267 +237,274 @@
WARNING - @mbg.generated
This element is automatically generated by MyBatis Generator, do not modify.
-->
<choose>
<when test="shardParam.shardParam != null and shardParam.shardParam != ''">
insert into dc_base_finance_amazon
</when>
<otherwise>
insert into dc_base_finance_amazon_ad_product
</otherwise>
</choose>
<trim prefix="(" suffix=")" suffixOverrides=",">
<if test="id != null">
<if test="record.id != null">
id,
</if>
<if test="campaignName != null">
<if test="record.campaignName != null">
campaign_name,
</if>
<if test="campaignId != null">
<if test="record.campaignId != null">
campaign_id,
</if>
<if test="adGroupName != null">
<if test="record.adGroupName != null">
ad_group_name,
</if>
<if test="adGroupId != null">
<if test="record.adGroupId != null">
ad_group_id,
</if>
<if test="impressions != null">
<if test="record.impressions != null">
impressions,
</if>
<if test="clicks != null">
<if test="record.clicks != null">
clicks,
</if>
<if test="cost != null">
<if test="record.cost != null">
cost,
</if>
<if test="currency != null">
<if test="record.currency != null">
currency,
</if>
<if test="asin != null">
<if test="record.asin != null">
asin,
</if>
<if test="sku != null">
<if test="record.sku != null">
sku,
</if>
<if test="attributedConversionsOneday != null">
<if test="record.attributedConversionsOneday != null">
attributed_conversions_oneday,
</if>
<if test="attributedConversionsSevenday != null">
<if test="record.attributedConversionsSevenday != null">
attributed_conversions_sevenday,
</if>
<if test="attributedConversionsFourteenday != null">
<if test="record.attributedConversionsFourteenday != null">
attributed_conversions_fourteenday,
</if>
<if test="attributedConversionsThirtyday != null">
<if test="record.attributedConversionsThirtyday != null">
attributed_conversions_thirtyday,
</if>
<if test="attributedConversionsOnedaySameSku != null">
<if test="record.attributedConversionsOnedaySameSku != null">
attributed_conversions_oneday_same_sku,
</if>
<if test="attributedConversionsSevendaySameSku != null">
<if test="record.attributedConversionsSevendaySameSku != null">
attributed_conversions_sevenday_same_sku,
</if>
<if test="attributedConversionsFourteendaySameSku != null">
<if test="record.attributedConversionsFourteendaySameSku != null">
attributed_conversions_fourteenday_same_sku,
</if>
<if test="attributedConversionsThirtydaySameSku != null">
<if test="record.attributedConversionsThirtydaySameSku != null">
attributed_conversions_thirtyday_same_sku,
</if>
<if test="attributedUnitsOrderedOneday != null">
<if test="record.attributedUnitsOrderedOneday != null">
attributed_units_ordered_oneday,
</if>
<if test="attributedUnitsOrderedSevenday != null">
<if test="record.attributedUnitsOrderedSevenday != null">
attributed_units_ordered_sevenday,
</if>
<if test="attributedUnitsOrderedFourteenday != null">
<if test="record.attributedUnitsOrderedFourteenday != null">
attributed_units_ordered_fourteenday,
</if>
<if test="attributedUnitsOrderedThirtyday != null">
<if test="record.attributedUnitsOrderedThirtyday != null">
attributed_units_ordered_thirtyday,
</if>
<if test="attributedSalesOneday != null">
<if test="record.attributedSalesOneday != null">
attributed_sales_oneday,
</if>
<if test="attributedSalesSevenday != null">
<if test="record.attributedSalesSevenday != null">
attributed_sales_sevenday,
</if>
<if test="attributedSalesFourteenday != null">
<if test="record.attributedSalesFourteenday != null">
attributed_sales_fourteenday,
</if>
<if test="attributedSalesThirtyday != null">
<if test="record.attributedSalesThirtyday != null">
attributed_sales_thirtyday,
</if>
<if test="attributedSalesOnedaySameSku != null">
<if test="record.attributedSalesOnedaySameSku != null">
attributed_sales_oneday_same_sku,
</if>
<if test="attributedSalesSevendaySameSku != null">
<if test="record.attributedSalesSevendaySameSku != null">
attributed_sales_sevenday_same_sku,
</if>
<if test="attributedSalesFourteendaySameSku != null">
<if test="record.attributedSalesFourteendaySameSku != null">
attributed_sales_fourteenday_same_sku,
</if>
<if test="attributedSalesThirtydaySameSku != null">
<if test="record.attributedSalesThirtydaySameSku != null">
attributed_sales_thirtyday_same_sku,
</if>
<if test="attributedUnitsOrderedOnedaySameSku != null">
<if test="record.attributedUnitsOrderedOnedaySameSku != null">
attributed_units_ordered_oneday_same_sku,
</if>
<if test="attributedUnitsOrderedSevendaySameSku != null">
<if test="record.attributedUnitsOrderedSevendaySameSku != null">
attributed_units_ordered_sevenday_same_sku,
</if>
<if test="attributedUnitsOrderedFourteendaySameSku != null">
<if test="record.attributedUnitsOrderedFourteendaySameSku != null">
attributed_units_ordered_fourteenday_same_sku,
</if>
<if test="attributedUnitsOrderedThirtydaySameSku != null">
<if test="record.attributedUnitsOrderedThirtydaySameSku != null">
attributed_units_ordered_thirtyday_same_sku,
</if>
<if test="accountId != null">
<if test="record.accountId != null">
account_id,
</if>
<if test="companyId != null">
<if test="record.companyId != null">
company_id,
</if>
<if test="bjCreateTime != null">
<if test="record.bjCreateTime != null">
bj_create_time,
</if>
<if test="bjModifyTime != null">
<if test="record.bjModifyTime != null">
bj_modify_time,
</if>
<if test="reportDate != null">
<if test="record.reportDate != null">
report_date,
</if>
<if test="reportType != null">
<if test="record.reportType != null">
report_type,
</if>
<if test="exchangeRate != null">
<if test="record.exchangeRate != null">
exchange_rate,
</if>
<if test="exchangeRateUsd != null">
<if test="record.exchangeRateUsd != null">
exchange_rate_usd,
</if>
</trim>
<trim prefix="values (" suffix=")" suffixOverrides=",">
<if test="id != null">
#{id,jdbcType=INTEGER},
<if test="record.id != null">
#{record.id,jdbcType=INTEGER},
</if>
<if test="campaignName != null">
#{campaignName,jdbcType=VARCHAR},
<if test="record.campaignName != null">
#{record.campaignName,jdbcType=VARCHAR},
</if>
<if test="campaignId != null">
#{campaignId,jdbcType=VARCHAR},
<if test="record.campaignId != null">
#{record.campaignId,jdbcType=VARCHAR},
</if>
<if test="adGroupName != null">
#{adGroupName,jdbcType=VARCHAR},
<if test="record.adGroupName != null">
#{record.adGroupName,jdbcType=VARCHAR},
</if>
<if test="adGroupId != null">
#{adGroupId,jdbcType=VARCHAR},
<if test="record.adGroupId != null">
#{record.adGroupId,jdbcType=VARCHAR},
</if>
<if test="impressions != null">
#{impressions,jdbcType=INTEGER},
<if test="record.impressions != null">
#{record.impressions,jdbcType=INTEGER},
</if>
<if test="clicks != null">
#{clicks,jdbcType=INTEGER},
<if test="record.clicks != null">
#{record.clicks,jdbcType=INTEGER},
</if>
<if test="cost != null">
#{cost,jdbcType=DECIMAL},
<if test="record.cost != null">
#{record.cost,jdbcType=DECIMAL},
</if>
<if test="currency != null">
#{currency,jdbcType=VARCHAR},
<if test="record.currency != null">
#{record.currency,jdbcType=VARCHAR},
</if>
<if test="asin != null">
#{asin,jdbcType=VARCHAR},
<if test="record.asin != null">
#{record.asin,jdbcType=VARCHAR},
</if>
<if test="sku != null">
#{sku,jdbcType=VARCHAR},
<if test="record.sku != null">
#{record.sku,jdbcType=VARCHAR},
</if>
<if test="attributedConversionsOneday != null">
#{attributedConversionsOneday,jdbcType=INTEGER},
<if test="record.attributedConversionsOneday != null">
#{record.attributedConversionsOneday,jdbcType=INTEGER},
</if>
<if test="attributedConversionsSevenday != null">
#{attributedConversionsSevenday,jdbcType=INTEGER},
<if test="record.attributedConversionsSevenday != null">
#{record.attributedConversionsSevenday,jdbcType=INTEGER},
</if>
<if test="attributedConversionsFourteenday != null">
#{attributedConversionsFourteenday,jdbcType=INTEGER},
<if test="record.attributedConversionsFourteenday != null">
#{record.attributedConversionsFourteenday,jdbcType=INTEGER},
</if>
<if test="attributedConversionsThirtyday != null">
#{attributedConversionsThirtyday,jdbcType=INTEGER},
<if test="record.attributedConversionsThirtyday != null">
#{record.attributedConversionsThirtyday,jdbcType=INTEGER},
</if>
<if test="attributedConversionsOnedaySameSku != null">
#{attributedConversionsOnedaySameSku,jdbcType=VARCHAR},
<if test="record.attributedConversionsOnedaySameSku != null">
#{record.attributedConversionsOnedaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedConversionsSevendaySameSku != null">
#{attributedConversionsSevendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedConversionsSevendaySameSku != null">
#{record.attributedConversionsSevendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedConversionsFourteendaySameSku != null">
#{attributedConversionsFourteendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedConversionsFourteendaySameSku != null">
#{record.attributedConversionsFourteendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedConversionsThirtydaySameSku != null">
#{attributedConversionsThirtydaySameSku,jdbcType=VARCHAR},
<if test="record.attributedConversionsThirtydaySameSku != null">
#{record.attributedConversionsThirtydaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedOneday != null">
#{attributedUnitsOrderedOneday,jdbcType=INTEGER},
<if test="record.attributedUnitsOrderedOneday != null">
#{record.attributedUnitsOrderedOneday,jdbcType=INTEGER},
</if>
<if test="attributedUnitsOrderedSevenday != null">
#{attributedUnitsOrderedSevenday,jdbcType=INTEGER},
<if test="record.attributedUnitsOrderedSevenday != null">
#{record.attributedUnitsOrderedSevenday,jdbcType=INTEGER},
</if>
<if test="attributedUnitsOrderedFourteenday != null">
#{attributedUnitsOrderedFourteenday,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedFourteenday != null">
#{record.attributedUnitsOrderedFourteenday,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedThirtyday != null">
#{attributedUnitsOrderedThirtyday,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedThirtyday != null">
#{record.attributedUnitsOrderedThirtyday,jdbcType=VARCHAR},
</if>
<if test="attributedSalesOneday != null">
#{attributedSalesOneday,jdbcType=INTEGER},
<if test="record.attributedSalesOneday != null">
#{record.attributedSalesOneday,jdbcType=INTEGER},
</if>
<if test="attributedSalesSevenday != null">
#{attributedSalesSevenday,jdbcType=INTEGER},
<if test="record.attributedSalesSevenday != null">
#{record.attributedSalesSevenday,jdbcType=INTEGER},
</if>
<if test="attributedSalesFourteenday != null">
#{attributedSalesFourteenday,jdbcType=INTEGER},
<if test="record.attributedSalesFourteenday != null">
#{record.attributedSalesFourteenday,jdbcType=INTEGER},
</if>
<if test="attributedSalesThirtyday != null">
#{attributedSalesThirtyday,jdbcType=INTEGER},
<if test="record.attributedSalesThirtyday != null">
#{record.attributedSalesThirtyday,jdbcType=INTEGER},
</if>
<if test="attributedSalesOnedaySameSku != null">
#{attributedSalesOnedaySameSku,jdbcType=VARCHAR},
<if test="record.attributedSalesOnedaySameSku != null">
#{record.attributedSalesOnedaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedSalesSevendaySameSku != null">
#{attributedSalesSevendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedSalesSevendaySameSku != null">
#{record.attributedSalesSevendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedSalesFourteendaySameSku != null">
#{attributedSalesFourteendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedSalesFourteendaySameSku != null">
#{record.attributedSalesFourteendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedSalesThirtydaySameSku != null">
#{attributedSalesThirtydaySameSku,jdbcType=VARCHAR},
<if test="record.attributedSalesThirtydaySameSku != null">
#{record.attributedSalesThirtydaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedOnedaySameSku != null">
#{attributedUnitsOrderedOnedaySameSku,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedOnedaySameSku != null">
#{record.attributedUnitsOrderedOnedaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedSevendaySameSku != null">
#{attributedUnitsOrderedSevendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedSevendaySameSku != null">
#{record.attributedUnitsOrderedSevendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedFourteendaySameSku != null">
#{attributedUnitsOrderedFourteendaySameSku,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedFourteendaySameSku != null">
#{record.attributedUnitsOrderedFourteendaySameSku,jdbcType=VARCHAR},
</if>
<if test="attributedUnitsOrderedThirtydaySameSku != null">
#{attributedUnitsOrderedThirtydaySameSku,jdbcType=VARCHAR},
<if test="record.attributedUnitsOrderedThirtydaySameSku != null">
#{record.attributedUnitsOrderedThirtydaySameSku,jdbcType=VARCHAR},
</if>
<if test="accountId != null">
#{accountId,jdbcType=INTEGER},
<if test="record.accountId != null">
#{record.accountId,jdbcType=INTEGER},
</if>
<if test="companyId != null">
#{companyId,jdbcType=INTEGER},
<if test="record.companyId != null">
#{record.companyId,jdbcType=INTEGER},
</if>
<if test="bjCreateTime != null">
#{bjCreateTime,jdbcType=TIMESTAMP},
<if test="record.bjCreateTime != null">
#{record.bjCreateTime,jdbcType=TIMESTAMP},
</if>
<if test="bjModifyTime != null">
#{bjModifyTime,jdbcType=TIMESTAMP},
<if test="record.bjModifyTime != null">
#{record.bjModifyTime,jdbcType=TIMESTAMP},
</if>
<if test="reportDate != null">
#{reportDate,jdbcType=DATE},
<if test="record.reportDate != null">
#{record.reportDate,jdbcType=DATE},
</if>
<if test="reportType != null">
#{reportType,jdbcType=VARCHAR},
<if test="record.reportType != null">
#{record.reportType,jdbcType=VARCHAR},
</if>
<if test="exchangeRate != null">
#{exchangeRate,jdbcType=DECIMAL},
<if test="record.exchangeRate != null">
#{record.exchangeRate,jdbcType=DECIMAL},
</if>
<if test="exchangeRateUsd != null">
#{exchangeRateUsd,jdbcType=DECIMAL},
<if test="record.exchangeRateUsd != null">
#{record.exchangeRateUsd,jdbcType=DECIMAL},
</if>
</trim>
</insert>
......@@ -516,7 +523,14 @@
WARNING - @mbg.generated
This element is automatically generated by MyBatis Generator, do not modify.
-->
<choose>
<when test="shardParam.shardParam != null and shardParam.shardParam != ''">
update dc_base_finance_amazon
</when>
<otherwise>
update dc_base_finance_amazon_ad_product
</otherwise>
</choose>
<set>
<if test="record.id != null">
id = #{record.id,jdbcType=INTEGER},
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment