starrocks-connector-for-apache-spark
starrocks-connector-for-apache-spark copied to clipboard
StarRocks
starrocks-spark-connector-3.3_2.12-1.1.2 java.lang.String is not a valid external type for schema of timestamp
starrocks 3.3
spark 3.5.3
我在使用starrocks-spark-connector-3.3_2.12-1.1.2读取starrocks数据时报错
Caused by: org.apache.spark.SparkRuntimeException: Error while encoding: java.lang.RuntimeException: java.lang.String is not a valid external type for schema of timestamp if (assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt) null else staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, TimestampType, anyToMicros, validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, _event_time), TimestampType, ObjectType(class java.lang.Object)), true, false, true) AS _event_time#872. at org.apache.spark.sql.errors.QueryExecutionErrors$.expressionEncodingError(QueryExecutionErrors.scala:1416) at org.apache.spark.sql.catalyst.encoders.ExpressionEncoder$Serializer.apply(ExpressionEncoder.scala:217) at org.apache.spark.sql.catalyst.encoders.ExpressionEncoder$Serializer.apply(ExpressionEncoder.scala:200) at scala.collection.Iterator$$anon$10.next(Iterator.scala:461) at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source) at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43) at org.apache.spark.sql.execution.WholeStageCodegenEvaluatorFactory$WholeStageCodegenPartitionEvaluator$$anon$1.hasNext(WholeStageCodegenEvaluatorFactory.scala:43) at org.apache.spark.sql.execution.SparkPlan.$anonfun$getByteArrayRdd$1(SparkPlan.scala:388) at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2(RDD.scala:893) at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2$adapted(RDD.scala:893) at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:367) at org.apache.spark.rdd.RDD.iterator(RDD.scala:331) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93) at org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:166) at org.apache.spark.scheduler.Task.run(Task.scala:141) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:620) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:94) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:623) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) Caused by: java.lang.RuntimeException: java.lang.String is not a valid external type for schema of timestamp at org.apache.spark.sql.catalyst.expressions.GeneratedClass$SpecificUnsafeProjection.StaticInvoke_0$(Unknown Source) at org.apache.spark.sql.catalyst.expressions.GeneratedClass$SpecificUnsafeProjection.apply(Unknown Source) at org.apache.spark.sql.catalyst.encoders.ExpressionEncoder$Serializer.apply(ExpressionEncoder.scala:214) ... 22 more
表信息为：CREATE TABLE event (
_part_date int(11) NOT NULL COMMENT "分区时间",
_user_identifier varchar(65533) NOT NULL COMMENT "用户唯一标识",
_uuid varchar(65533) NOT NULL COMMENT "数据唯一标识",
_event_name varchar(65533) NULL COMMENT "事件名",
_event_time datetime NULL COMMENT "数据时间",
_addtime_ datetime NULL COMMENT "入库时间",
_row_id varchar(65533) NULL COMMENT "uuid",
_app_key varchar(65533) NULL COMMENT "产品key",
_route varchar(65533) NULL COMMENT "路由",
_ip varchar(65533) NULL COMMENT "ip",
_language varchar(65533) NULL COMMENT "language",
_useragent varchar(65533) NULL COMMENT "代理用户",
_server_id varchar(65533) NULL COMMENT "服务器",
_account_id varchar(65533) NULL COMMENT "账号id",
_user_id varchar(65533) NULL COMMENT "用户id",
accessory_id bigint(20) NULL COMMENT "副物品id",
accessory_monopoly bigint(20) NULL COMMENT "副物品交易属性",
accessory_num bigint(20) NULL COMMENT "副物品数量",
accessory_refine_exp bigint(20) NULL COMMENT "副物品神炼经验",
accessory_rune_exp bigint(20) NULL COMMENT "副物品神纹经验",
accessory_type bigint(20) NULL COMMENT "副物品类型",
accumulate_num bigint(20) NULL COMMENT "数量",
add_life bigint(20) NULL COMMENT "加持属性",
addition_level bigint(20) NULL COMMENT "装备追加等级",
anti_monster bigint(20) NULL COMMENT "anti_monster",
area bigint(20) NULL COMMENT "区域",
begin_time bigint(20) NULL COMMENT "本局时长(s)",
bet_in bigint(20) NULL COMMENT "投入金额",
betting_cnt bigint(20) NULL COMMENT "出牌次数",
buyer_id bigint(20) NULL COMMENT "购买物品的角色id",
buyer_name varchar(65533) NULL COMMENT "购买物品的角色名字",
card_game_type bigint(20) NULL COMMENT "玩法",
consume_item_count bigint(20) NULL COMMENT "消耗物品数量",
consume_itemtype varchar(65533) NULL COMMENT "消耗物品类型",
consume_itemtype_all varchar(65533) NULL COMMENT "消耗物品_全部",
consume_item_count_all varchar(65533) NULL COMMENT "消耗物品数量_全部",
cost_emoney bigint(20) NULL COMMENT "消耗天石",
cost_emoney_present bigint(20) NULL COMMENT "消耗赠点",
currency_type bigint(20) NULL COMMENT "货币类型",
d2 bigint(20) NULL COMMENT "数量",
dec_dmg bigint(20) NULL COMMENT "dec_dmg",
dur bigint(20) NULL COMMENT "dur",
game_type varchar(65533) NULL COMMENT "比赛标识",
gem1 bigint(20) NULL COMMENT "开洞1",
gem2 bigint(20) NULL COMMENT "开洞2",
item_id bigint(20) NULL COMMENT "物品id",
item_type bigint(20) NULL COMMENT "装备类型",
map_id bigint(20) NULL COMMENT "地图id",
max_dur bigint(20) NULL COMMENT "max_dur",
mc bigint(20) NULL COMMENT "剩余免费局",
metempsychosis bigint(20) NULL COMMENT "转世",
money_in bigint(20) NULL COMMENT "德州投入",
money_rest bigint(20) NULL COMMENT "剩余存量",
money_type bigint(20) NULL COMMENT "金币类型",
monopoly bigint(20) NULL COMMENT "装备交易属性",
monster_type bigint(20) NULL COMMENT "拾取类型",
msp bigint(20) NULL COMMENT "免费局判断",
mt bigint(20) NULL COMMENT "小游戏判断",
multiple bigint(20) NULL COMMENT "获得倍数",
npc_id bigint(20) NULL COMMENT "商店id",
open_id bigint(20) NULL COMMENT "开桌编号",
open_type bigint(20) NULL COMMENT "任务类型",
partinmatch_type bigint(20) NULL COMMENT "团战类型",
pattern bigint(20) NULL COMMENT "pattern",
player_num bigint(20) NULL COMMENT "开桌人数",
port bigint(20) NULL COMMENT "端口",
price bigint(20) NULL COMMENT "价格",
profession bigint(20) NULL COMMENT "角色职业编号",
quest_id bigint(20) NULL COMMENT "任务id",
quest_process varchar(65533) NULL COMMENT "任务步骤",
redue_dmg bigint(20) NULL COMMENT "神佑属性",
ref_id bigint(20) NULL COMMENT "编号",
refine_exp bigint(20) NULL COMMENT "装备神炼经验",
refine_level bigint(20) NULL COMMENT "装备神炼等级",
reward bigint(20) NULL COMMENT "获得金额",
reward_item_count bigint(20) NULL COMMENT "产出物品数量",
reward_item_count_all varchar(65533) NULL COMMENT "获得物品数量_全部",
reward_itemtype varchar(65533) NULL COMMENT "产出物品",
reward_itemtype_all varchar(65533) NULL COMMENT "获得物品_全部",
reward_type bigint(20) NULL COMMENT "结算方式",
rune_exp bigint(20) NULL COMMENT "神纹经验",
serverid bigint(20) NULL COMMENT "服务器id",
slot_npc_id bigint(20) NULL COMMENT "slot_npc_id",
spirit bigint(20) NULL COMMENT "镶嵌龙魂类型",
table_id bigint(20) NULL COMMENT "桌号",
table_id_1 varchar(65533) NULL COMMENT "牌型",
table_id_2 varchar(65533) NULL COMMENT "注型_匹配",
team_id bigint(20) NULL COMMENT "队伍id",
user_level bigint(20) NULL COMMENT "角色等级",
user_name varchar(65533) NULL COMMENT "角色名字",
accessory_addition_exp bigint(20) NULL COMMENT "副物品追加经验",
accessory_addition_level bigint(20) NULL COMMENT "副物品追加等级",
serverid_change bigint(20) NULL COMMENT "跨服转置id",
addition_exp bigint(20) NULL COMMENT "装备追加经验",
amount bigint(20) NULL COMMENT "收益",
d1 bigint(20) NULL COMMENT "单价",
emoney bigint(20) NULL COMMENT "天石",
emoney_class_1 bigint(20) NULL COMMENT "消费小类",
emoney_class_2 bigint(20) NULL COMMENT "消费大类",
emoney_class_3 bigint(20) NULL COMMENT "活动名称",
money bigint(20) NULL COMMENT "金币",
fruit_type varchar(65533) NULL COMMENT "水果机玩法",
npc_fruit varchar(65533) NULL COMMENT "水果机npc",
betsmall bigint(20) NULL COMMENT "游戏压大小",
luck bigint(20) NULL COMMENT "luck玩法",
bet_in_0 bigint(20) NULL COMMENT "投注_0",
bet_in_1 bigint(20) NULL COMMENT "投注_1",
bet_in_2 bigint(20) NULL COMMENT "投注_2",
bet_in_3 bigint(20) NULL COMMENT "投注_3",
bet_in_4 bigint(20) NULL COMMENT "投注_4",
bet_in_5 bigint(20) NULL COMMENT "投注_5",
bet_in_6 bigint(20) NULL COMMENT "投注_6",
bet_in_7 bigint(20) NULL COMMENT "投注_7",
ret bigint(20) NULL COMMENT "比大小结果",
bs_result varchar(65533) NULL COMMENT "比大小结果",
mg varchar(65533) NULL COMMENT "小游戏结果",
is_betsmall bigint(20) NULL COMMENT "触发比大小",
currency_type_fruit bigint(20) NULL COMMENT "货币类型_水果机",
money_saved_fruit bigint(20) NULL COMMENT "代币存量_水果机",
add_rune_exp bigint(20) NULL COMMENT "追加神纹经验",
bet_in_num bigint(20) NULL COMMENT "投入个数",
costtype bigint(20) NULL COMMENT "兑换消耗类型",
costvalue bigint(20) NULL COMMENT "兑换消耗数量",
buy_item_type bigint(20) NULL COMMENT "兑换物品类型",
buy_num bigint(20) NULL COMMENT "兑换物品数量",
shop_id bigint(20) NULL COMMENT "商店id",
forcenum bigint(20) NULL COMMENT "刷新次数",
npc_id_reset bigint(20) NULL COMMENT "兑换物品数量",
cost_itemtype bigint(20) NULL COMMENT "兑换消耗物品类型",
change_rank bigint(20) NULL COMMENT "兑换序号",
money_carry bigint(20) NULL COMMENT "携带金币",
emoney_mono bigint(20) NULL COMMENT "赠点存量",
bp bigint(20) NULL COMMENT "上线时战斗力",
peerage bigint(20) NULL COMMENT "爵位",
level bigint(20) NULL COMMENT "等级",
vip bigint(20) NULL COMMENT "vip等级",
fate_point bigint(20) NULL COMMENT "练气分",
jianghu_value bigint(20) NULL COMMENT "自创武功",
inner_strength bigint(20) NULL COMMENT "内力值",
beasts_level bigint(20) NULL COMMENT "灵兽等级",
additional_point bigint(20) NULL COMMENT "总属性",
syn_id bigint(20) NULL COMMENT "帮派id",
syn_rank bigint(20) NULL COMMENT "帮派职位",
family_id bigint(20) NULL COMMENT "家族id",
syn_name varchar(65533) NULL COMMENT "帮派名字",
syn_leader_name varchar(65533) NULL COMMENT "帮主名字",
port_user varchar(65533) NULL COMMENT "登录端",
cost_num bigint(20) NULL COMMENT "兑换消耗物品数量",
meta_serverid varchar(65533) NULL COMMENT "原服务器id",
cg1 bigint(20) NULL COMMENT "cg1",
cg2 bigint(20) NULL COMMENT "cg2",
newslot_type bigint(20) NULL COMMENT "新版老虎机玩法类型",
newslot_bet bigint(20) NULL COMMENT "新版老虎机底注",
rank varchar(65533) NULL COMMENT "rank",
prize_money_type bigint(20) NULL COMMENT "奖池金币类型",
pre_value bigint(20) NULL COMMENT "总奖池",
cur_value bigint(20) NULL COMMENT "发奖后奖池",
prize_value bigint(20) NULL COMMENT "发奖金额",
machine bigint(20) NULL COMMENT "机器id",
orderid bigint(20) NULL COMMENT "流水id",
raceindex bigint(20) NULL COMMENT "开局流水id",
client bigint(20) NULL COMMENT "进场入口",
betwin bigint(20) NULL COMMENT "获得金币",
jackpot bigint(20) NULL COMMENT "获得奖池金币",
action_ns_jb varchar(65533) NULL COMMENT "金币神龙顶动作",
count bigint(20) NULL COMMENT "数量",
action_ns_lh bigint(20) NULL COMMENT "龙魂神龙顶动作",
itemtype varchar(65533) NULL COMMENT "装备类型",
itemcount bigint(20) NULL COMMENT "物品数量",
levelup bigint(20) NULL COMMENT "提升等级",
logtime varchar(65533) NULL COMMENT "时间",
currency varchar(65533) NULL COMMENT "代币类型",
profit int(11) NULL COMMENT "profit",
toprofit varchar(65533) NULL COMMENT "toprofit",
tosystem int(11) NULL COMMENT "tosystem",
tojackpot1 int(11) NULL COMMENT "tojackpot1",
bet_num bigint(20) NULL COMMENT "注型",
sharerate bigint(20) NULL COMMENT "抽水比率",
emoney_saved bigint(20) NULL COMMENT "天石存量",
mac varchar(65533) NULL COMMENT "mac",
port_cop bigint(20) NULL COMMENT "cop分端",
user_id_kf varchar(65533) NULL COMMENT "跨服对应userid",
texmatch_rank bigint(20) NULL COMMENT "锦标赛流水id",
texmatch_join varchar(65533) NULL COMMENT "锦标赛参与类型",
texmatch_sorce bigint(20) NULL COMMENT "锦标赛sorce",
texmatch_table bigint(20) NULL COMMENT "锦标赛桌号",
texmatch_confirm bigint(20) NULL COMMENT "锦标赛confirm",
texmatch_signup bigint(20) NULL COMMENT "锦标赛报名时间",
texmatch_leave bigint(20) NULL COMMENT "锦标赛离开时间",
texmatch_buyrepeat bigint(20) NULL COMMENT "锦标赛重复购买",
texmatch_buymore bigint(20) NULL COMMENT "锦标赛购买更多",
texmatch_washout varchar(65533) NULL COMMENT "锦标赛失败判断",
texmatch_reason varchar(65533) NULL COMMENT "锦标赛失败原因",
timeorder bigint(20) NULL COMMENT "时间流水",
cop_open_type bigint(20) NULL COMMENT "任务类型",
cop_quest_id bigint(20) NULL COMMENT "任务id",
cop_item_id bigint(20) NULL COMMENT "cop物品id",
cop_item_type bigint(20) NULL COMMENT "cop物品数量",
betlevelexp bigint(20) NULL COMMENT "博弈经验",
card_game_type_new bigint(20) NULL COMMENT "玩法",
table_num bigint(20) NULL COMMENT "牌桌人数上限",
blind bigint(20) NULL COMMENT "盲注大小",
action_type varchar(65533) NULL COMMENT "动作类型",
tex_point bigint(20) NULL COMMENT "德州段位",
position_tex bigint(20) NULL COMMENT "牌桌位置",
action_order bigint(20) NULL COMMENT "牌桌位置",
state bigint(20) NULL COMMENT "发牌阶段",
turn bigint(20) NULL COMMENT "操作轮数",
card varchar(65533) NULL COMMENT "手牌",
max_card_type bigint(20) NULL COMMENT "结算牌型",
action_time bigint(20) NULL COMMENT "操作时长",
cost_item varchar(65533) NULL COMMENT "消耗物品及数量",
new_text_type bigint(20) NULL COMMENT "新德州场类型",
card_b_s bigint(20) NULL COMMENT "德州大小牌",
quick_mode bigint(20) NULL COMMENT "模式",
type_id varchar(65533) NULL COMMENT "物品id",
emoney_price bigint(20) NULL COMMENT "单价",
emoney_num bigint(20) NULL COMMENT "数量",
count_type bigint(20) NULL COMMENT "统计方式",
openid_dmn bigint(20) NULL COMMENT "牌局流水id",
bettingcnt_dmn bigint(20) NULL COMMENT "抽牌总张数",
winopt_dmn bigint(20) NULL COMMENT "赢牌方式",
turn_dmn bigint(20) NULL COMMENT "回合数",
points_dmn bigint(20) NULL COMMENT "点数",
remain_dmn bigint(20) NULL COMMENT "牌库剩余牌",
if_cross_dmn bigint(20) NULL COMMENT "是否跨服",
port_dmn bigint(20) NULL COMMENT "客户端类型",
old_lev bigint(20) NULL COMMENT "原有等级",
old_exp bigint(20) NULL COMMENT "原有经验",
new_lev bigint(20) NULL COMMENT "现有等级",
new_exp bigint(20) NULL COMMENT "现有经验",
add_exp bigint(20) NULL COMMENT "添加经验",
cost_itemtypeid bigint(20) NULL COMMENT "物品id",
quality bigint(20) NULL COMMENT "属性",
per_exp bigint(20) NULL COMMENT "每个物品经验",
hold_state bigint(20) NULL COMMENT "状态",
combatgear_id bigint(20) NULL COMMENT "战装id",
equip_hold bigint(20) NULL COMMENT "装备持有",
npc bigint(20) NULL COMMENT "npc",
bet_level bigint(20) NULL COMMENT "博弈总等级",
aciont_place bigint(20) NULL COMMENT "动作地点",
point bigint(20) NULL COMMENT "获得积分数",
total_money bigint(20) NULL COMMENT "累计金币数",
total_point bigint(20) NULL COMMENT "累计积分数",
base_money bigint(20) NULL COMMENT "进入转盘计数流水",
idspirittypeprice bigint(20) NULL COMMENT "lh单价",
lh_money bigint(20) NULL COMMENT "lh金额",
weaponid bigint(20) NULL COMMENT "武器id",
action_place1 bigint(20) NULL COMMENT "比赛类型",
action_place2 bigint(20) NULL COMMENT "比赛阶段",
costtype_mtt bigint(20) NULL COMMENT "消耗道具类型",
mttid int(11) NULL COMMENT "赛事流水",
parent_account_id2 varchar(65533) NULL COMMENT "上级账号id2",
parent_type int(11) NULL COMMENT "上级类型",
bind_time datetime NULL COMMENT "绑定时间",
isnew int(11) NULL COMMENT "是否有效拉新",
update_time datetime NULL COMMENT "更新时间",
time datetime NULL COMMENT "账期",
parent_account_id varchar(65533) NULL COMMENT "直属上级账号id",
child_num int(11) NULL COMMENT "直属粉丝数",
exclusive_contribution int(11) NULL COMMENT "专属贡献度",
recruitment_bonus bigint(20) NULL COMMENT "拉新奖金",
team_num bigint(20) NULL COMMENT "总粉丝数",
team_contribution bigint(20) NULL COMMENT "团队总贡献度",
share_ratio bigint(20) NULL COMMENT "返利系数",
team_bonus bigint(20) NULL COMMENT "团队总奖金",
share_bonus bigint(20) NULL COMMENT "分成奖金",
day7_effective_child_num int(11) NULL COMMENT "7日有效拉新人数",
day1_effective_child_num int(11) NULL COMMENT "当日有效拉新人数",
effective_child_num bigint(20) NULL COMMENT "总有效拉新人数",
cal_time datetime NULL COMMENT "计算时间",
flowid int(11) NULL COMMENT "流水id",
receive_time datetime NULL COMMENT "领取时间",
event_time_hour int(11) NULL COMMENT "小时",
hairface_place varchar(65533) NULL COMMENT "购买位置",
hairface_type bigint(20) NULL COMMENT "头像类型",
hairface_id bigint(20) NULL COMMENT "头像id",
skin_id bigint(20) NULL COMMENT "气泡框id",
state_buy varchar(65533) NULL COMMENT "购买状态",
sprittype bigint(20) NULL COMMENT "类型",
lhtype bigint(20) NULL COMMENT "lh类型",
action_place_domtt bigint(20) NULL COMMENT "比赛类型_多米诺mtt",
action_place_sng bigint(20) NULL COMMENT "比赛类型_sng",
robot bigint(20) NULL COMMENT "机器人情况",
reward_1 bigint(20) NULL COMMENT "返奖1",
eject_1 bigint(20) NULL COMMENT "跳车1",
reward_2 bigint(20) NULL COMMENT "返奖2",
eject_2 bigint(20) NULL COMMENT "跳车2",
reward_3 bigint(20) NULL COMMENT "返奖3",
eject_3 bigint(20) NULL COMMENT "跳车3",
eject_end bigint(20) NULL COMMENT "最终倍率",
machine_tb bigint(20) NULL COMMENT "骰宝机器id",
reward0 bigint(20) NULL COMMENT "原本返奖金额",
jackpot_remain bigint(20) NULL COMMENT "彩池当前剩余金额",
casual_game_type bigint(20) NULL COMMENT "开赛方式",
luck_result bigint(20) NULL COMMENT "luck结果",
uniondeviceid varchar(65533) NULL COMMENT "uniondeviceid",
floor bigint(20) NULL COMMENT "达到层数",
settlement bigint(20) NULL COMMENT "结算地点",
kill_serverid bigint(20) NULL COMMENT "击杀方_服务器id",
killed_serverid bigint(20) NULL COMMENT "被击杀方_服务器id",
killed_accountid varchar(65533) NULL COMMENT "被击杀方_账号id",
killed_userid varchar(65533) NULL COMMENT "被击杀方_角色id",
killed_level bigint(20) NULL COMMENT "被击杀方_等级",
killed_metempsychosis bigint(20) NULL COMMENT "被击杀方_转世次数",
killed_bp bigint(20) NULL COMMENT "被击杀方_战力",
killed_profession bigint(20) NULL COMMENT "被击杀方_职业",
killed_money bigint(20) NULL COMMENT "被击杀方_身上携带金币(被击杀前数值)",
killed_money_down bigint(20) NULL COMMENT "被击杀方_掉落金币",
mines_gold_num bigint(20) NULL COMMENT "挖到的金块数",
mines_num bigint(20) NULL COMMENT "地雷数",
insurance_in bigint(20) NULL COMMENT "保险投入",
insurance_win bigint(20) NULL COMMENT "保险返奖",
betwin0 bigint(20) NULL COMMENT "应返奖",
rp_type bigint(20) NULL COMMENT "rp类型",
rp bigint(20) NULL COMMENT "rp积分变动",
rp_idshopgood bigint(20) NULL COMMENT "商品id",
rp_awardtype bigint(20) NULL COMMENT "商品类型",
rp_itemtype bigint(20) NULL COMMENT "发奖action",
rp_amount bigint(20) NULL COMMENT "兑换物品数量",
rp_awardrp bigint(20) NULL COMMENT "累计获得rp数量",
rp_costrp bigint(20) NULL COMMENT "累计消耗rp数量",
rpshop_type varchar(65533) NULL COMMENT "rp商场动作类型",
mobile_id varchar(65533) NULL COMMENT "手机编码",
rp_product_id bigint(20) NULL COMMENT "话费id",
sign varchar(65533) NULL COMMENT "数据匹配码",
serial_no varchar(65533) NULL COMMENT "序列号",
ori_account_id bigint(20) NULL COMMENT "推广员解析账号id",
vip_point int(11) NULL COMMENT "vip点数",
vip_player_num int(11) NULL COMMENT "vip点数对应角色数",
cur_seg int(11) NULL COMMENT "当前赛季段位",
cur_player_num int(11) NULL COMMENT "赛季段位对应角色数",
main_type int(11) NULL COMMENT "游戏类型",
sub_type int(11) NULL COMMENT "盲注对应枚举",
medal_type bigint(20) NULL COMMENT "勋章类型",
medal_id bigint(20) NULL COMMENT "勋章id",
progress bigint(20) NULL COMMENT "当前进度",
progress_max bigint(20) NULL COMMENT "进度上限",
itemid_medal bigint(20) NULL COMMENT "道具id",
itemnum_medal bigint(20) NULL COMMENT "道具数量",
red_num bigint(20) NULL COMMENT "红包大小",
actionem bigint(20) NULL COMMENT "红包动作",
vip_etype bigint(20) NULL COMMENT "vip升点类型",
vip_value bigint(20) NULL COMMENT "vip升点消耗",
vip_addpoint bigint(20) NULL COMMENT "vip提升点数",
vip_awardlev bigint(20) NULL COMMENT "vip领取奖励等级",
copvippoint bigint(20) NULL COMMENT "copvip点数",
acc_money bigint(20) NULL COMMENT "当日提现",
rule_name varchar(65533) NULL COMMENT "命中规则标签",
data_type_td bigint(20) NULL COMMENT "反黑判断",
cnt bigint(20) NULL COMMENT "次数",
data_type_newuser bigint(20) NULL COMMENT "反黑判断",
partner_id bigint(20) NULL COMMENT "合伙人id",
sub_account_cnt bigint(20) NULL COMMENT "下家数",
total_income bigint(20) NULL COMMENT "累计收益",
withdrawn_amount bigint(20) NULL COMMENT "已提现",
unwithdrawn_amount bigint(20) NULL COMMENT "未提现",
matches_last_7_days bigint(20) NULL COMMENT "对局数_近7日",
match_income bigint(20) NULL COMMENT "对局收益_近7日",
new_sub_accounts_last_month bigint(20) NULL COMMENT "下家新手数_近1个月",
suspicious_status_cnt bigint(20) NULL COMMENT "可疑状态标识",
unique_device_cnt bigint(20) NULL COMMENT "下家机型数_近1个月",
vipaddmoney bigint(20) NULL COMMENT "vip额外金币",
account_id varchar(65533) NULL COMMENT "account_id",
parent_task_id bigint(20) NULL COMMENT "风控主项目id",
parent_task_name varchar(65533) NULL COMMENT "风控主项目名称",
task_id bigint(20) NULL COMMENT "风控项目id",
source_table varchar(65533) NULL COMMENT "风控来源表",
batch_code varchar(65533) NULL COMMENT "风控批次",
game_id bigint(20) NULL COMMENT "游戏id",
server_id bigint(20) NULL COMMENT "服务器id",
reason varchar(65533) NULL COMMENT "封号原因",
manager_id bigint(20) NULL COMMENT "风控管理人id",
create_staff varchar(65533) NULL COMMENT "创建人员",
add_time varchar(65533) NULL COMMENT "添加时间",
deal_time varchar(65533) NULL COMMENT "执行时间",
deal_status bigint(20) NULL COMMENT "执行结果状态",
deal_detail varchar(65533) NULL COMMENT "执行结果",
special_num bigint(20) NULL COMMENT "大奖号",
begintime varchar(65533) NULL COMMENT "开始时间",
period bigint(20) NULL COMMENT "期数",
data5 varchar(65533) NULL COMMENT "奖池",
bp_point bigint(20) NULL COMMENT "实力评分",
periodtype bigint(20) NULL COMMENT "奖池类型",
class bigint(20) NULL COMMENT "奖励等级",
randomnum varchar(65533) NULL COMMENT "中奖号-大奖号",
nshoptype bigint(20) NULL COMMENT "商店类型",
ntype bigint(20) NULL COMMENT "消耗类型",
idgoods bigint(20) NULL COMMENT "对应商店物品id",
idgoodscount bigint(20) NULL COMMENT "对应商店物品数量",
ncosttype bigint(20) NULL COMMENT "折扣类型",
n64costvalue bigint(20) NULL COMMENT "折扣金额",
iditemtype bigint(20) NULL COMMENT "购买物品id",
namount bigint(20) NULL COMMENT "购买物品数量",
data varchar(65533) NULL COMMENT "data",
datas varchar(65533) NULL COMMENT "datas",
accountname varchar(65533) NULL COMMENT "账号名",
unip varchar(65533) NULL COMMENT "ipint",
nregpalt bigint(20) NULL COMMENT "注册代码",
undevrisklv bigint(20) NULL COMMENT "设备风险",
unbindmobile bigint(20) NULL COMMENT "是否绑定手机",
month_sum bigint(20) NULL COMMENT "总和",
year int(11) NULL COMMENT "年",
month int(11) NULL COMMENT "月",
number bigint(20) NULL COMMENT "战装id",
lev bigint(20) NULL COMMENT "战装等级",
exp bigint(20) NULL COMMENT "战装经验",
flag bigint(20) NULL COMMENT "属性",
skin_order bigint(20) NULL COMMENT "skin_order",
dict1_id bigint(20) NULL COMMENT "词条镶嵌1",
dict2_id bigint(20) NULL COMMENT "词条镶嵌2",
dict3_id bigint(20) NULL COMMENT "词条镶嵌3",
dict4_id bigint(20) NULL COMMENT "词条镶嵌4",
dict5_id bigint(20) NULL COMMENT "词条镶嵌5",
dict6_id bigint(20) NULL COMMENT "词条镶嵌6",
truing bigint(20) NULL COMMENT "truing",
debris bigint(20) NULL COMMENT "debris",
server_name varchar(65533) NULL COMMENT "服务器名称",
stamp bigint(20) NULL COMMENT "经验扣除的时间戳",
all_cost_exp bigint(20) NULL COMMENT "总经验",
dayofweek int(11) NULL COMMENT "dayofweek",
magic_active bigint(20) NULL COMMENT "玩家激活的技能",
money_saved bigint(20) NULL COMMENT "仓库金币数",
fuli_score bigint(20) NULL COMMENT "累计获得rp值",
fuli_score_web_used bigint(20) NULL COMMENT "累计使用rp值",
account_contribution bigint(20) NULL COMMENT "个人贡献度",
child_contribution bigint(20) NULL COMMENT "直属下级贡献度",
copitem varchar(65533) NULL COMMENT "COPVIP道具",
type varchar(65533) NULL COMMENT "物品名称",
login_time varchar(65533) NULL COMMENT "登录时间",
logout_time varchar(65533) NULL COMMENT "登出时间",
mapid bigint(20) NULL COMMENT "",
met_level bigint(20) NULL COMMENT "",
pk_info varchar(65533) NULL COMMENT ""
) ENGINE=OLAP
PRIMARY KEY(_part_date, _user_identifier, _uuid)
COMMENT "enzf_event数据"
PARTITION BY (_part_date)
DISTRIBUTED BY HASH(_part_date, _user_identifier, _uuid) BUCKETS 10
PROPERTIES (
"compression" = "LZ4",
"datacache.enable" = "true",
"datacache.partition_duration" = "7 days",
"enable_async_write_back" = "false",
"enable_persistent_index" = "true",
"persistent_index_type" = "CLOUD_NATIVE",
"replication_num" = "3",
"storage_volume" = "builtin_storage_volume"
); 具体代码
看这个问题修复的 commit 是 https://github.com/StarRocks/starrocks-connector-for-apache-spark/commit/846f1e4755114311b0b6e71f08e15e2689b857cc，1.1.3 版本已经包含这个修复，升级下 1.1.3 版本试试
