乐字节直播实时分析平台

//启动Zookeeper
zkServer.sh start
//启动redis
redis-server /opt/bdp/redis/conf/redis.conf
//启动canal
/opt/bdp/canal/bin/startup.sh
kafka-console-consumer.sh --bootstrap-server node01:9092,node02:9092,node03:9092 --topic order-main --from-beginning
//kafka启动
kafka-server-start.sh /opt/bdp/kafka_2.13-3.0.1/config/server.properties
//clickhouse启动版本一
clickhouse start 
clickhouse status
clickhouse-client -m --host node01
//或者
systemctl start clickhouse-server
clickhouse client -h 127.0.0.1
//或者版本二（两者不兼容，且二版本不能远程连接,不推荐使用）
clickhouse-server start
clickhouse-client
clickhouse-client -m --host node01
//clickhouse手动合并
optimize table tb_user_event
select from table tb_user_event final //能够查出最新数据
server clickhouse-server stop

systemctl restart clickhouse-server
systemctl status clickhouse-server
chmod 755 config.xml

//3.xx版本创建主题
//3.x 参考资料
https://blog.csdn.net/qq_43585580/article/details/125735430

kafka-topics.sh --bootstrap-server node01:9092 --create --topic yjxxt --partitions 1 --replication-factor 1

kafka-topics.sh --bootstrap-server node01:9092,node02:9092,node03:9092 --create --replication-factor 2 --partitions 3 --topic yjxxt
//查看主题

 kafka-topics.sh --bootstrap-server node01:9092,node02:9092,node03:9092 --list

//生产者
cat data.json | kafka-console-producer.sh --broker-list node01:9092,node02:9092,node03:9092 --topic accessyjx
//消费者
kafka-console-consumer.sh --bootstrap-server node01:9092,node02:9092,node03:9092 --topic order-main --from-beginning

//删除主题
kafka-topics.sh --zookeeper node01:2181 --delete --replication-factor 2 --partitions 6 --topic baidu
//查看所有主题
kafka-topics.sh --zookeeper node01:2181,node02:2181,node03:2181 --list
//查看主题
kafka-topics.sh --zookeeper node01:2181,node02:2181,node03:2181 --describe --topic yjxxt
//创建生产者
kafka-console-producer.sh --broker-list node01:9092,node02:9092,node03:9092 --topic yjxxt
//创建消费者
kafka-console-consumer.sh --zookeeper node01:2181,node02:2181,node03:2181 --from-beginning --topic yjxxt

//2.xx版本创建主题
kafka-topics.sh --zookeeper node01:2181,node02:2181,node03:2181 --create --replication-factor 2 --partitions 3 --topic yjxxt
kafka-topics.sh --zookeeper node01:2181 --create --replication-factor 2 --partitions 6 --topic studentlog
//删除主题
kafka-topics.sh --zookeeper node01:2181 --delete --replication-factor 2 --partitions 6 --topic baidu
//查看所有主题
kafka-topics.sh --zookeeper node01:2181,node02:2181,node03:2181 --list
//查看主题
kafka-topics.sh --zookeeper node01:2181,node02:2181,node03:2181 --describe --topic yjxxt
//创建生产者
kafka-console-producer.sh --broker-list node01:9092,node02:9092,node03:9092 --topic yjxxt
//创建消费者
kafka-console-consumer.sh --zookeeper node01:2181,node02:2181,node03:2181 --from-beginning --topic yjxxt