pulsar mongo sink 示例

  -----------------mongo sink -------------------------
  [root@apache-pulsar-2.6.1]# cat connectors/mongo
    configs:
        mongoUri: "mongodb://192.168.13.19:27001"
        database: "pulsar"
        collection: "msg"
        batchSize: 100
        batchTimeMs: 2000


   ./bin/pulsar-admin sinks delete --tenant public --namespace default --name mg-sink
   
  ./bin/pulsar-admin sink create \
    --archive ./connectors/pulsar-io-mongo-2.6.1.nar \
    --tenant public \
    --namespace default \
    --name mg-sink \
    --sinkConfigFile connectors/mongo \
    --inputs mgtopic
 
 
      static void xrun2() {
        class Test {
            int id;
            String name;
            public String toString(){

                JSONObject xo = new JSONObject();
                xo.append("id",id);
                xo.append("name",name);
                return xo.toString();
            }
        }
        PulsarClient client = null;
        try {
            client = PulsarClient.builder()
                    .serviceUrl("pulsar://192.168.0.150:6650")
                    .build();
            String xtopic = "persistent://public/default/mgtopic";
            Producer producerx2 = client.newProducer()
                    .topic(xtopic)
                    .create();

            int xx = 10000;
            while (xx++ < 13000) {
                try {
                    Test o = new Test();
                    o.id = xx;
                    o.name = "this is a test " + xx ;
                    producerx2.sendAsync(o.toString().getBytes()  );
                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        }
        catch (Exception e){
            e.printStackTrace();
        }
        System.err.println("done !!!!");
    }
 

posted @ 2020-09-17 14:41  大大唐  阅读(136)  评论(0)    收藏  举报