alibaba / canal

阿里巴巴 MySQL binlog 增量订阅&消费组件
Apache License 2.0
28.5k stars 7.62k forks source link

数据丢失,日志中返回Affected indexes:,但是ES中没有这条数据或者被更新的数据没有出现 #3368

Open LuckyManGit opened 3 years ago

LuckyManGit commented 3 years ago

Question

canal:1.1.5 日志如下: 2021-02-07 15:14:41.768 [pool-1-thread-1] DEBUG c.a.o.canal.client.adapter.es.core.service.ESSyncService - DML: {"data":[{"id":1358313189632196609,"order_no":"XS36078719","store_item_id":180850246,"src_item_id":null,"spu_code":"","send_department_id":257938,"parent_warehouse_id":0,"parent_warehouse_name":"","warehouse_id":0,"warehouse_name":"","spu_id":0,"original_price":0.0,"category_discount_rate":0.0,"cost_price":10.290000,"init_sale_price":13.500000,"sale_price":0.0,"final_deal_original_price":null,"final_deal_price":null,"price":13.50,"distribution_price":0.0,"retail_price":0.0,"specify_price":0.0,"sale_type":0,"color":"","sku_info":"","product_model":"100天地40*0.6","product_pic":"","buyyer_count":600.0,"ship_count":0.0,"delivery_count":0.0,"receive_count":0.0,"can_send_count":594.0,"unit_id":1984,"unit_name":"根","product_id":3205985,"product_code":"10243265","product_name":"Z轻钢龙骨(鑫京固)L","occupy_store":0.0,"shop_occupy_store":0.0,"occupy_virtual_store":0.0,"arrival_cycle":0,"sku_long":300.0,"sku_width":0.0,"sku_height":0.0,"sku_volume":0.012000,"sku_weight":3.0,"activity_id":0,"activity_type":0,"activity_rule":"","restricted":0,"share_coupon_value":null,"share_promotion_value":null,"share_fare":0.0,"share_used_points":null,"share_add_points":null,"category_three_id":896,"category_three_name":"","category_two_id":0,"category_two_name":"","category_one_id":0,"category_one_name":"","is_temp_sku":0,"number_decimal":0,"revenue_code":"","revenue_name":"","customer_materiel_number":"","customer_unit_name":"","brand_id":0,"brand_name":"","basic_count":600.0,"final_sale_price":0.0,"system_price":13.500000,"total_price":0.0,"cancel_count":0.0,"package_count":"8根\捆;432根/架","stock_max":600.0,"stock_min":300.0,"discount_amount":0.0,"self_determined_price":13.500000,"self_determined_amount":8100.0,"classify_code":"","classify_name":"轻钢龙骨","marketing_attributes":15615,"shortage_count":-6.0,"take_file":0,"urgent":"","wait_organize_status":2,"description":"","last_price":0.0,"item_make_invoice":1,"up_bill_type":10,"up_bill_code":"","up_bill_id":0,"up_bill_subid":0,"price_deduct_rule":"","sample_count":0.0,"advanced_stock":0.0,"product_series_innercode":"0","ton_count":0.0,"ton_price":0.0,"ton_original_price":0.0,"ton_total_price":0.0,"ordered_goods_reward_userid":0,"ordered_goods_reward_username":"","occupy_purchasecount":0.0,"transfer_count":0.0,"occupy_count":0.0,"wait_organize_count":0.0,"delete_status":0,"tax_rate":0.130000,"tax_code":"13","tax_amount":0.0,"untax_amount":8100.0,"deduction_tax_type":1,"converse_rate":0.010000,"service_materials":-1,"aux_count":600.0,"aux_unit":1984,"untax_sale_price":13.500000,"distributor_discount":1.0,"discount_price":13.500000,"discount_total_price":8100.0,"purcahse_userid":0,"purcahse_username":0,"already_send_count":0.0,"unsend_count":600.0,"unsubscribe_count":0.0,"reject_count":0.0,"refund_count":0.0,"actual_unsubscribe_count":0.0,"actual_reject_count":0.0,"actual_refund_count":0.0,"item_status":0,"final_refund_price":0.0,"final_refund_total_price":0.0,"share_refund_service_fee":0.0,"share_refund_shipping_fee":0.0,"fentryid":1,"product_class_code":"","product_class_name":"","occupy_type":0,"expect_release_time":1613145599000,"virtual_stock_occupy_count":0.0,"virtual_stock_pre_occupy_count":0.0,"stock_occupy_count":594.0,"stock_pre_occupy_count":0.0,"assign_stock_occupy_count":0.0,"assign_stock_pre_occupy_count":0.0,"transship_onway_occupy_count":0.0,"assign_transship_onway_occupy_count":0.0,"purchase_onway_occupy_count":0.0,"assign_purchase_onway_occupy_count":6.0,"physical_allow_sale_stock_count":0.0,"virtual_stock_occupy_total_count":0.0,"not_physical_stock_occupy_count":6.0,"stock_occupy_total_count":594.0,"onway_occupy_total_count":6.0,"transship_onway_occupy_total_count":0.0,"purchase_onway_occupy_total_count":6.0,"assign_transship_onway_pre_occupy_count":0.0,"purchase_onway_pre_occupy_count":0.0,"assign_purchase_onway_pre_occupy_count":0.0,"created_at":-30610252800000,"updated_at":-30610252800000,"update_time":1612682081000,"item_model":"","discount_rate":14,"amount":8100.0,"stock_id":708622,"stock_name":"大兴9库C","is_emergency":0,"despriction":"","marketing_property_name":"集团主推","tax_cost_price":10.29,"rebate_code":0,"rebate_name":"","qty_scale":0,"direct_selling_price":12.10,"refund_original_price":10.13,"price_scale":3,"no_tax_cost_price":9.22,"refund_qty":null,"bill_price":0.0,"item_series_name":"","reward_user_name":"","purchase_order_id":0,"scrsaleentry_id":0,"tip":"","sublength":0.0,"minlength":0.0,"storage_check_id":0,"storage_check_name":"","storage_check_time":null,"warehous_in_id":0,"warehous_in_code":"","warehous_in_time":null,"warehous_check_status":10,"ship_status":20,"dispatch_status":20,"is_origin_refund":0,"refund_price":0.0,"cross_warehouse":0,"received_id":0,"received_name":"","distribution_account_type":null,"refund_reason":null,"remark":null,"received_code":null,"product_type":"-1","stock_code":null}],"database":"order-center-13","destination":"t2_order_center","es":1612682081000,"groupId":"g1","isDdl":false,"old":[{"wait_organize_status":1,"wait_organize_count":6.0,"expect_release_time":-30610252800000,"stock_occupy_count":0.0,"assign_purchase_onway_occupy_count":0.0,"not_physical_stock_occupy_count":0.0,"stock_occupy_total_count":0.0,"onway_occupy_total_count":0.0,"purchase_onway_occupy_total_count":0.0,"update_time":1612682016000}],"pkNames":["id"],"sql":"","table":"order_items_2","ts":1612682081766,"type":"UPDATE"} Affected indexes: order_wide

khywolf commented 3 years ago

遇到同样问题

liushujiang commented 2 years ago

一样的问题,烦死了都

moonService commented 2 years ago

同样的问题

gaohui965 commented 9 months ago

binlog_format需要设置为row模式。