xyz_canal数据同步elasticsearch

-- 查询索引结构
GET /sink_erp_schedule_alias_pre/_mapping


-- 删除索引
DELETE /sink_erp_schedule_alias_pre


-- 创建索引
PUT /sink_erp_schedule_alias_pre


-- 创建索引的别名
POST _aliases
{
  "actions": [
    {
      "add": {
        "index": "sink_erp_schedule_pre",
        "alias": "sink_erp_schedule_alias_pre"
      }
    }
  ]
}

GET /sink_erp_schedule_pre
GET /sink_erp_schedule_alias_pre



-- xyz_canal数据同步elasticsearch
GET /erp_order_xyzc_v1_pre/_mapping
DELETE /erp_order_xyzc_v1_pre

PUT /erp_order_xyzc_v1_pre
{
    "mappings" : {
      "properties" : {
        "act_id" : {
          "type" : "integer"
        },
        "act_type" : {
          "type" : "integer"
        },
        "app_id" : {
          "type" : "integer"
        },
        "bills" : {
          "type" : "nested",
          "properties" : {
            "bill_id" : {
              "type" : "keyword"
            },
            "bill_status" : {
              "type" : "integer"
            },
            "bill_trade_no" : {
              "type" : "keyword"
            }
          }
        },
        "create_time" : {
          "type" : "long"
        },
        "delivers" : {
          "type" : "nested",
          "properties" : {
            "deliver_id" : {
              "type" : "long"
            },
            "deliver_status" : {
              "type" : "integer"
            }
          }
        },
        "id" : {
          "type" : "keyword"
        },
        "order_status" : {
          "type" : "integer"
        },
        "package_id" : {
          "type" : "integer"
        },
        "package_name" : {
          "type" : "text",
          "fields" : {
            "keyword" : {
              "type" : "keyword",
              "ignore_above" : 64
            }
          }
        },
        "package_type" : {
          "type" : "integer"
        },
        "pay_status" : {
          "type" : "integer"
        },
        "pay_time" : {
          "type" : "long"
        },
        "pay_way" : {
          "type" : "integer"
        },
        "refunds" : {
          "type" : "nested",
          "properties" : {
            "refund_id" : {
              "type" : "long"
            },
            "refund_status" : {
              "type" : "integer"
            }
          }
        },
        "sale_shop" : {
          "type" : "integer"
        },
        "source" : {
          "type" : "integer"
        },
        "student_id" : {
          "type" : "integer"
        },
        "student_mobile" : {
          "type" : "text",
          "fields" : {
            "keyword" : {
              "type" : "keyword",
              "ignore_above" : 64
            }
          }
        },
        "student_name" : {
          "type" : "text",
          "fields" : {
            "keyword" : {
              "type" : "keyword",
              "ignore_above" : 64
            }
          }
        },
        "student_uuid" : {
          "type" : "keyword"
        }
      }
    }
}

GET /erp_order_xyzc_v1_pre/_mapping

 

-- 查看supervisor任务
# supervisorctl status

-- supervisor配置文件
# cd /etc/supervisor/conf.d/
# cat erp_deliver_deliver.conf
[program:erp_deliver_deliver]
command=/data/web/xyz_canal_prod_used_order/xyz_canal -config deliver/deliver.yml
directory=/data/web/xyz_canal_prod_used_order/erp_deliver
autostart=true
autorestart=true
#process_name=%(program_name)s_%(process_num)02d
numprocs=1
stdout_logfile=/data/log/supervisor/xyz_canal_prod_used_order/erp_deliver/erp_deliver_deliver.log
redirect_stderr=true
stopsignal=QUIT


# cd /data/web/xyz_canal_pre_v1.1.0/erp_order
# supervisorctl status|grep deliver
# cd /etc/supervisor/conf.d/
# cp -a erp_deliver_deliver_v1.conf erp_order_order_v1.conf

# supervisorctl update


-- erp_order
nohup /data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -mode=pos -stock -save-gtid -config /data/web/xyz_canal_pre_v1.1.0/erp_order/order/order.yml > /data/erp_order_order.log 2>&1  && supervisorctl start  erp_order_order_v1 &
nohup /data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -mode=pos -stock -save-gtid -config /data/web/xyz_canal_pre_v1.1.0/erp_order/bill/bill.yml > /data/erp_order_bill.log 2>&1  && supervisorctl start  erp_order_bill_v1 &
nohup /data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -mode=pos -stock -save-gtid -config /data/web/xyz_canal_pre_v1.1.0/erp_order/deliver/deliver.yml > /data/erp_order_deliver.log 2>&1  && supervisorctl start  erp_order_deliver_v1 &
nohup /data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -mode=pos -stock -save-gtid -config /data/web/xyz_canal_pre_v1.1.0/erp_order/refund/refund.yml > /data/erp_order_refund.log 2>&1  && supervisorctl start  erp_order_refund_v1 &
nohup /data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -mode=pos -stock -save-gtid -config /data/web/xyz_canal_pre_v1.1.0/erp_order/student/student.yml > /data/erp_order_student.log 2>&1  && supervisorctl start  erp_order_student_v1 &


etcd查看elasticsearch里面的位置点
/data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -config /data/web/xyz_canal_pre_v1.1.0/erp_order/order/order.yml -mode=gtid -status
/data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -config /data/web/xyz_canal_pre_v1.1.0/erp_order/order/order.yml -mode=gtid -position
/data/web/xyz_canal_pre_v1.1.0/main-v1.1.0 -config /data/web/xyz_canal_pre_v1.1.0/erp_order/order/order.yml -mode=gtid -status


tail -f /data/erp_order_order.log
tail -f /data/log/xyz_canal_pre_v1.1.0/erp_order/order/log/system.log
supervisorctl status erp_order_order_v1