Commit 76d18631 authored by sheteng's avatar sheteng

修改导数据sql

数据计算逻辑

修改无登录历史记录时的逻辑

配置打包,修改bug
parent 92938fe2
# appsflyer_advert_ck
新广告广告后台计算
数据迁移
CREATE TABLE adv_appsflyer.appsflyer_metrics
(
......@@ -72,7 +68,12 @@ INSERT into appsflyer_metrics
select data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,data_activation,data_register,
data_day_act_register,data_device_register,data_create_role,data_day_register_create,data_active_day_dau,data_active_2day,data_active_3day,
data_active_7day,data_active_15day,data_active_30day
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
INSERT into appsflyer_metrics
( data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,data_activation)
select data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,re_engagement as data_activation
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
......@@ -117,7 +118,7 @@ appsflyer_device_id',
`time_zone` String DEFAULT '+0900' COMMENT '时区'
)
ENGINE = MergeTree
ENGINE = ReplacingMergeTree
PARTITION BY toYYYYMM(pay_time)
ORDER BY (uid,
game_id,
......@@ -135,7 +136,7 @@ UPDATE appsflyer_pay_record t1,appsflyer_activation_devices t2 set t1.activation
INSERT into appsflyer_pay_record select
did,uid,game_id,region,platform,media_source,campaign_id,ad_set_id,ad_id,channel,currency,'1',money,order_no,pay_time,
activation_time, reg_time,time_zone
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_pay_record', 'appsflyer', 'Hs*9Ds1&s') WHERE activation_time is NOT NULL AND toDate(activation_time) is NOT NULL;
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_pay_record', 'appsflyer', 'SDFKKJ#%#23sf1632') WHERE activation_time is NOT NULL AND toDate(activation_time) is NOT NULL;
//物化视图 ltv
......@@ -283,40 +284,45 @@ SETTINGS index_granularity = 8192
//转移数据 列转行
INSERT into appsflyer_metrics_detail
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_view',data_view
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_click',data_click
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_activation',data_activation
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_register',data_register
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_day_act_register',data_day_act_register
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_device_register',data_device_register
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_create_role',data_create_role
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_day_register_create',data_day_register_create
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_day_dau',data_active_day_dau
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'re_engagement',re_engagement
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s')
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_2day',data_active_2day
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'re_attribution',re_attribution
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_metrics', 'appsflyer', 'Hs*9Ds1&s');
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_3day',data_active_3day
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632');
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_7day',data_active_7day
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_15day',data_active_15day
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
UNION ALL
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'data_active_30day',data_active_30day
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_metrics', 'appsflyer', 'SDFKKJ#%#23sf1632')
INSERT into appsflyer_metrics_detail
select -1 as uid ,data_date,data_hour,time_zone,region,platform,game_id,channel,media_source,campaign_id,ad_set_id, ad_id,data_type,'retention_day1',SUM(retention_day1)
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_order_accumulative', 'appsflyer', 'SDFKKJ#%#23sf1632')
//物化视图 metric
......@@ -352,7 +358,6 @@ CREATE TABLE `appsflyer_activation_devices` (
`campaign_id` String COMMENT '广告系列ID 23843308705120641',
`ad_set_id` String DEFAULT '-1' COMMENT '广告组|计划ID 23843308705230641',
`ad_id` String DEFAULT '-1' COMMENT '广告ID 23843308708070641',
`ip` String DEFAULT '' COMMENT 'IP地址',
`time_zone` String DEFAULT '+0900' COMMENT '时区',
`event_type` String COMMENT '类型',
`event_time` DateTime COMMENT '时间'
......@@ -364,25 +369,23 @@ SETTINGS index_granularity = 8192
//激活表迁移数据
INSERT into appsflyer_activation_devices
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,'',time_zone,'activation',reg_time
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_register_account', 'appsflyer', 'Hs*9Ds1&s') WHERE reg_time is NOT NULL;
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,time_zone,'activation',reg_time
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_register_account', 'appsflyer', 'SDFKKJ#%#23sf1632') WHERE reg_time is NOT NULL;
INSERT into appsflyer_activation_devices
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,ip,time_zone,'activation',activation_time
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_activation_devices', 'appsflyer', 'Hs*9Ds1&s');
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,time_zone,'activation',activation_time
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_activation_devices', 'appsflyer', 'SDFKKJ#%#23sf1632');
INSERT into appsflyer_activation_devices
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,ip,time_zone,'activation',retargeting_time
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_activation_devices', 'appsflyer', 'Hs*9Ds1&s') WHERE retargeting_time is NOT NULL;
INSERT into appsflyer_activation_devices
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,'',time_zone,'register',reg_time
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_register_account', 'appsflyer', 'Hs*9Ds1&s') WHERE reg_time is NOT NULL;
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,time_zone,'register',reg_time
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_register_account', 'appsflyer', 'SDFKKJ#%#23sf1632') WHERE reg_time is NOT NULL;
INSERT into appsflyer_activation_devices
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,'',time_zone,'pauchase',pay_time
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_pay_record', 'appsflyer', 'Hs*9Ds1&s') WHERE pay_time is NOT NULL;
select platform,did,uid,region,game_id,media_source,campaign_id,ad_set_id,ad_id,time_zone,'pauchase',pay_time
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_pay_record', 'appsflyer', 'SDFKKJ#%#23sf1632') WHERE pay_time is NOT NULL;
// 留存表
......@@ -448,6 +451,7 @@ order by(`data_date`,`game_id`,`media_source`,`campaign_id`,`ad_set_id`,`ad_id`,
SETTINGS index_granularity = 8192
//留存迁移数据
//留存迁移数据
INSERT into appsflyer_retention
select
......@@ -506,7 +510,47 @@ select
`retention_day120`,
`retention_day150`,
`retention_day180`
FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_order_accumulative', 'appsflyer', 'Hs*9Ds1&s')
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_order_accumulative', 'appsflyer', 'SDFKKJ#%#23sf1632')
//事件表
CREATE TABLE adv_appsflyer.appsflyer_event_times
(
`data_date` Int32 COMMENT '激活日期',
`region` String DEFAULT 'KR' COMMENT '地区',
`media_source` String COMMENT '媒体',
`platform` String COMMENT '平台 Android|IOS',
`game_id` String COMMENT '游戏ID bundle_id,
com.edgames.new19gp',
`campaign_id` String COMMENT '广告系列ID 23843308705120641',
`event_name` String,
`event_date` Int32,
`times` Int64 COMMENT '发生次数'
)
ENGINE=SummingMergeTree
PARTITION BY intDiv(data_date , 100)
order by(`data_date`,`region`,`media_source`,`platform`,`game_id`,`campaign_id`,`event_name`,`event_date`)
SETTINGS index_granularity = 8192
//事件表导数据
INSERT into appsflyer_event_times
select `data_date`,`region`,`media_source`,`platform`,`game_id`,`campaign_id`,`event_name`,`event_date`,`times`
FROM mysql('172.17.16.32:3306', 'adv_appsflyer_new_sheteng', 'appsflyer_event_times', 'appsflyer', 'SDFKKJ#%#23sf1632')
......@@ -516,13 +560,205 @@ FROM mysql('10.3.15.213:3306', 'adv_appsflyer_new', 'appsflyer_order_accumulativ
//mysqlshuju
<!-- media -->
CREATE TABLE media(`id` Int32,`af_media_id` String,`name` String ,`permission_id` Int32,`type` Int8,`last_update_time` DateTime) engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'media', 'appsflyer', 'Hs*9Ds1&s');
<!-- adgroup_media_mapping -->
CREATE TABLE adgroup_media_mapping (
`id` Int32,
`media_id` Int32,
`af_media_id` String,
`af_group_id` String,
`af_group_name` String,
`user_id` Int32,
`user_name` String,
`permission_id` Int32
)engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'adgroup_media_mapping', 'appsflyer', 'Hs*9Ds1&s');
<!-- appsflyer_event_name -->
CREATE TABLE appsflyer_event_name (
`id` Int32,
`af_app_id` Nullable(String),
`af_event_id` Nullable(String),
`af_event_name` Nullable(String)
) engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'appsflyer_event_name', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE game (
`id` Int16 ,
`platform_id` Int16 ,
`af_app_id` String ,
`af_app_name` String ,
`time_zone` String DEFAULT '+0900' COMMENT '时区',
`select_time_zone` String ,
`permission_id` Int32 ,
`last_update_time` DateTime COMMENT '最后更新时间',
`app_id` String COMMENT 'app_id 用于数据同步',
`currency` String DEFAULT 'KRW',
`rate` Float32 DEFAULT '0.00089',
`state` Int8 DEFAULT '1',
`cost_currency` String DEFAULT 'KRW',
`cost_rate` Float32 DEFAULT '0.00089'
) engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'game', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE game_events_relationship (
`id` Int32 ,
`user_id` Int32 ,
`platform` String DEFAULT 'android',
`af_app_id` String ,
`group_id` Int32 ,
`group_name` String ,
`events` String
) engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'game_events_relationship', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE game_media_relationship (
`id` Int32 ,
`platform_id` Int32 ,
`platform` String ,
`game_id` Int32 ,
`game` String ,
`media_id` Int32 ,
`media` String ,
`media_name` String
) engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'game_media_relationship', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `user_auto_permission` (
`id` Int32 ,
`user_id` Int32,
`auto_game` Int32 ,
`auto_platform` String,
`created_at` DateTime,
`updated_at` DateTime,
`auto_platform_games` String)engine= MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'user_auto_permission', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `user_game_media` (
`id` Int32,
`user_id` Int32,
`platform` String COMMENT '平台',
`game_id` String COMMENT '游戏',
`media_source` String COMMENT '媒体'
) ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'user_game_media', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `user_media_campign` (
`id` Int32,
`user_id` Int32,
`principal_user_id` Int32,
`principal_user_name` Int32,
`auth_af_media_id` String,
`auth_af_ad_group_id` String
)ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'user_media_campign', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `user_shield_columns` (
`id` Int32,
`uid` Int32,
`name` String DEFAULT '' COMMENT '列组合名称',
`menu` String DEFAULT '' COMMENT '菜单栏',
`column` String COMMENT '自定义列',
`is_use` Int8 COMMENT '默认使用'
) ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'user_shield_columns', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `users` (
`id` Int32,
`username` String,
`password` String,
`realName` String,
`status` Int8,
`permission` String,
`token` String,
`is_wechat` Int32,
`created_at` DateTime,
`updated_at` DateTime
)ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'users', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `appsflyer_pay_record_server` (
`id` Int32 ,
`did` String DEFAULT '-1',
`uid` String COMMENT '用户ID, appsflyer_device_id',
`game_id` String COMMENT '游戏ID bundle_id com.edgames.new19gp',
`platform` String COMMENT '平台 Android|IOS',
`media_source` String COMMENT '媒体平台 googleadwords_int',
`campaign_id` String COMMENT '广告系列ID 23843308705120641',
`ad_set_id` String DEFAULT '-1' COMMENT '广告组|计划ID 23843308705230641',
`ad_id` String DEFAULT '-1' COMMENT '广告ID 23843308708070641',
`channel` String COMMENT 'channel',
`pay_time` DateTime COMMENT '支付时间 2019-02-28 00:07:06',
`money` Float64 COMMENT '支付金额',
`region` String DEFAULT 'KR' COMMENT '韩国KR, 香港 HK, 台湾 TW, 其它:-1,或者其它值',
`currency` String DEFAULT 'KRW' COMMENT '货币类型',
`order_no` String COMMENT '订单编号',
`time_zone` String DEFAULT '+0900' COMMENT '时区',
`server_reg_date` Int32 COMMENT '区服注册时间',
`server_reg_hour` Int32 COMMENT '区服注册的小时数',
`reg_server_id` String COMMENT '区服id'
) ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'appsflyer_pay_record_server', 'appsflyer', 'Hs*9Ds1&s');
CREATE TABLE `appsflyer_metrics_server` (
`data_date` Int64 COMMENT '日期 20190228',
`data_hour` Int64 COMMENT '小时 13',
`time_zone` String COMMENT '时区 +0900',
`media_source` String COMMENT '媒体平台 googleadwords_int',
`platform` String COMMENT '平台 Android|IOS',
`game_id` String COMMENT '游戏ID bundle_id, com.edgames.new19gp',
`campaign_id` String COMMENT '广告系列ID 23843308705120641',
`ad_set_id` String COMMENT '广告组|计划ID 23843308705230641',
`ad_id` String COMMENT '广告ID 23843308708070641',
`region` String DEFAULT 'KR' COMMENT '韩国KR, 香港 HK, 台湾 TW, 其它:-1,或者其它值',
`channel` String DEFAULT '-1',
`server_id` String DEFAULT '-1',
`data_view` Int64 DEFAULT '0' COMMENT '展示数(impression) 按唯一设备去重',
`data_click` Int64 DEFAULT '0' COMMENT '点击数(clicks) 按唯一设备去重',
`data_activation` Int64 DEFAULT '0' COMMENT '激活数 按唯一设备去重 ',
`data_register` Int64 DEFAULT '0' COMMENT '注册数 按唯一用户去重',
`data_day_act_register` Int64 DEFAULT '0' COMMENT '当日激活 并且当日注册数',
`data_device_register` Int64 DEFAULT '0' COMMENT '设备注册数',
`data_create_role` Int64 DEFAULT '0' COMMENT '创角数',
`data_day_register_create` Int64 DEFAULT '0' COMMENT '当日注册 并且当日创角数',
`data_active_day_dau` Int64 DEFAULT '0' COMMENT '当日登录用户,排除当日注册用户',
`data_active_2day` Int64 DEFAULT '0' COMMENT '次日活跃|留存',
`data_active_3day` Int64 DEFAULT '0' COMMENT '3日活跃|留存',
`data_active_7day` Int64 DEFAULT '0' COMMENT '7日活跃|留存',
`data_active_15day` Int64 DEFAULT '0' COMMENT '15日活跃|留存',
`data_active_30day` Int64 DEFAULT '0' COMMENT '30日活跃|留存'
)ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'appsflyer_metrics_server', 'appsflyer', 'Hs*9Ds1&s');
INSERT INTO appsflyer_cost (data_date , region ,media_source ,platform ,game_id ,campaign_id ,ad_set_id ,ad_id ,channel ,cost,data_click,data_view,channel_click,channel_view)
select data_date , region ,media_source ,platform ,game_id ,campaign_id ,ad_set_id ,ad_id ,channel ,0,SUM(data_click) as data_click
,SUM(data_view) as data_view ,sum(channel_click) as channel_click ,SUM(channel_view) as channel_view from appsflyer_metrics
WHERE data_click > 0 or data_view > 0 or channel_click > 0 or channel_view > 0
GROUP BY data_date , region ,media_source ,platform ,game_id ,campaign_id ,ad_set_id ,ad_id ,channel
on duplicate key UPDATE data_click= VALUES(data_click) ,data_view = VALUES(data_view ), channel_click = VALUES (channel_click ) ,channel_view = VALUES(channel_view)
CREATE TABLE `appsflyer_cost` (
`data_date` Int32 COMMENT '日期',
`region` String DEFAULT 'KR' COMMENT '地区',
`media_source` String COMMENT '媒体',
`platform` String COMMENT '平台 Android|IOS',
`game_id` String COMMENT '游戏ID bundle_id, com.edgames.new19gp',
`campaign_id` String COMMENT '广告系列ID 23843308705120641',
`ad_set_id` String COMMENT '广告组|计划ID 23843308705230641',
`ad_id` String COMMENT '广告ID 23843308708070641',
`cost` Float64 COMMENT '成本',
`last_update_time` DateTime COMMENT '最后更新时间',
`op_uid` Int32 COMMENT '导入用户id ',
`channel` String DEFAULT '-1',
`priority` Int32 DEFAULT '3' COMMENT '优先级:1后台操作,2实时拉取,3AF获取',
`data_view` Int64 ,
`data_click` Int64 ,
`channel_view` Int64 ,
`channel_click` Int64
) ENGINE=MySQL('172.17.16.16:3306', 'adv_appsflyer_new', 'appsflyer_cost', 'appsflyer', 'Hs*9Ds1&s');
......@@ -42,7 +42,7 @@ public class ActivitionProcess extends RichFlatMapFunction<AppsFlyerEvent, Activ
Optional<GameAccount> account = gameAccountDao.findByPrimary(value, Constants.TYPE_ACTIVIYION);
String event_time = DateUtils.formatAsYMDHMS(value.getEvent_time());
if (!account.isPresent()) { //
if (!account.isPresent() || value.getIs_retargeting()) { //
gameAccountDao.insertActivition(value, event_time);
activationMetrics.setData_activation(1L);
activationMetrics.setData_date(Long.parseLong(DateUtils.formatAsYMD(event_time)));
......
......@@ -46,6 +46,7 @@ public class CreateRoleProcess extends RichFlatMapFunction<AppsFlyerEvent, Activ
activationMetrics.setData_date(Long.parseLong(DateUtils.formatAsYMD(event_time)));
activationMetrics.setData_hour(Integer.parseInt(DateUtils.formatAsHH(event_time)));
gameAccountDao.insertActivition(value, event_time);
activationMetrics.setData_activation(1L);
activition = value.getEvent_time();
} else {
GameAccount gameAccount = account.get();
......
......@@ -46,7 +46,7 @@ public class RoleLoginProcess extends RichFlatMapFunction<AppsFlyerEvent, Activa
activationMetrics.setData_date(Long.parseLong(DateUtils.formatAsYMD(event_time)));
activationMetrics.setData_hour(Integer.parseInt(DateUtils.formatAsHH(event_time)));
gameAccountDao.insertActivition(value, event_time);
// activationMetrics.setData_activation(1L);
activationMetrics.setData_activation(1L);
} else {
GameAccount gameAccount = account.get();
String activationTime = gameAccount.getEvent_time();
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment