Clickhouse2
clickhouse 使用副本的时候,需要用zookeeper, 需要在/etc/hosts文件有所有节点的hostname
修改hostname使用命令 hostname +名称
控制并发,合并提交
ALTER TABLE yztlog DELETE WHERE saleChannel=''
ALTER TABLE `default`.appstat DROP COLUMN createDate
ALTER TABLE `default`.appstat DELETE WHERE host='d.ab95569.com'
ALTER TABLE `default`.nglog DELETE WHERE d='2020-02-25'
ALTER TABLE nglog UPDATE d=toDate(time_local) where d='2020-02-25'
nginx日志:
CREATE TABLE nglog(id String,request String,http_referer String,status String,http_user_agent String,d Date,BID string, time_local UInt64) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/nglog', '1', d, (id), 8192)
CREATE TABLE nglog(id String,request String,http_referer String,status String,http_user_agent String,d Date,BID string, time_local UInt64) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/nglog', '2', d, (id), 8192)
CREATE TABLE nglog(id String,request String,http_referer String,status String,http_user_agent String,d Date,BID string, time_local UInt64) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/nglog', '3', d, (id), 8192)
select count() from nglog n where toDate(time_local)='2020-02-24' and request like 'GET /front/knowledge/?source=KNL&prodId=g66073b4210e4d4191d601e28cac9005%'
CREATE TABLE tracklog(id String,pointCode String,trackId String,trackPId String,trackPoint String,trackDesc String,trackBI String,sourceId String,sourceType String,activityCode String,referralCode String,isShare String,shareToken String,isNewUser String,wxOid String,h5DeviceId String,deviceAppId String,platformId String,deviceType String,organCode String,saleChannel String,mobile String,mappingId String,planCode String,orderNo String,orderStatus String,policyNo String,amount String,premium String,url String,ua String,ip String,host String,d Date, ts UInt64) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/track', '1', d, (id), 8192)
CREATE TABLE tracklog(id String,pointCode String,trackId String,trackPId String,trackPoint String,trackDesc String,trackBI String,sourceId String,sourceType String,activityCode String,referralCode String,isShare String,shareToken String,isNewUser String,wxOid String,h5DeviceId String,deviceAppId String,platformId String,deviceType String,organCode String,saleChannel String,mobile String,mappingId String,planCode String,orderNo String,orderStatus String,policyNo String,amount String,premium String,url String,ua String,ip String,host String,d Date, ts UInt64) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/track', '2', d, (id), 8192)
SELECT messageId, toDateTime(startTime/1000), toDateTime(endTime/1000), accountId, targetUrl, originalUrl, serviceId, resultCode, messageCode, message, `method`, contentType, originalContentType, requesterIp, pointStage, debugMode, debugParamData, contentLength, pointTags_category, pointTags_targetId, sourceId, sourceType, deviceType, platformId, appVersion, tokenId, tokenId2, deviceAppId, appChannel, shareId, shareType, shareToken, activityCode, organCode, referralCode, userAgent, host, pointCode, clientId, headerTags, userTags, respTags, partId, d, toDateTime(createDate)
FROM `default`.appstat where accountId='UR000006051913' order BY createDate;
134
CREATE TABLE yztlog(id String,startTime DateTime,reqChnlId String, regChnlId String,saleChannel String,activityCode String,sourceId String,referralCode String,parentReferralCode String,accountId String,mobile String,certNo String,certName String,certType String,certLevel String,birthday String,sex String,certExpBegin String,certExpEnd String,email String,shareToken String,shareType String,regTime String,reqDate String,highRiskOps String,userLoginId String,refID String,refStaffNo String,refMobile String,refName String,refOrganCode String,refOrganName String,refCertNo String,refCertType String,refStatus String,refCreateAT String,transactionCode String, error String, message String,targetClz String,methodName String,code String,sourceType String,userCertInfoJson String,userInfoJson String,requestJson String,traceThirdUserInfos String,costTime String,scope String,IP String,partId String,d Date, createDate DateTime) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/yztlog', '1', d, (id), 8192)
135
CREATE TABLE yztlog(id String,startTime DateTime,reqChnlId String, regChnlId String,saleChannel String,activityCode String,sourceId String,referralCode String,parentReferralCode String,accountId String,mobile String,certNo String,certName String,certType String,certLevel String,birthday String,sex String,certExpBegin String,certExpEnd String,email String,shareToken String,shareType String,regTime String,reqDate String,highRiskOps String,userLoginId String,refID String,refStaffNo String,refMobile String,refName String,refOrganCode String,refOrganName String,refCertNo String,refCertType String,refStatus String,refCreateAT String,transactionCode String, error String, message String,targetClz String,methodName String,code String,sourceType String,userCertInfoJson String,userInfoJson String,requestJson String,traceThirdUserInfos String,costTime String,scope String,IP String,partId String,d Date, createDate DateTime) ENGINE = ReplicatedMergeTree('/clickhouse/bdx/stat/yztlog', '2', d, (id), 8192)

浙公网安备 33010602011771号