练习 : 自定义sink mysql hbase

 

mysql

package sink;

//import com.util.Propss;
//import com.bean.Sku;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.streaming.api.functions.sink.RichSinkFunction;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;

import java.lang.reflect.Field;
import java.sql.*;

/**
 * @Description:
 * @Author: liuyuan
 * @Times : 2021/9/24 20:09
 */

//自定义SINK RichSinkFuncation
public class MySQLSink extends RichSinkFunction<String> {
    private static Connection conn;
    private static PreparedStatement pre;

    private static String database;
    private static String sql;
    private static Class T;

    public MySQLSink(String database,String sql,Class T){
        this.database=database;
        this.sql=sql;
        this.T=T;
    }

    @Override
    public void open(Configuration parameters) throws Exception {
        Class.forName("com.mysql.jdbc.Driver");
        conn = DriverManager.getConnection("jdbc:mysql://hadoop106:3306/"+database, "root", "root");
        conn.setAutoCommit(true);
    }

    @Override
    public void invoke(String value, Context context) throws Exception {
        String[] split = value.split(",");
        Field[] declaredFields = T.getDeclaredFields();
        pre = conn.prepareStatement(sql);
        for (int i = 0; i < declaredFields.length; i++) {
            if(declaredFields[i].getType().toString().equals("class java.lang.String")){
                pre.setString((i+1),split[i]);
            }
            if(declaredFields[i].getType().toString().equals("class java.lang.Integer")){
                pre.setInt((i+1),Integer.valueOf(split[i]));
            }
            if(declaredFields[i].getType().toString().equals("class java.lang.Double")){
                pre.setDouble((i+1),Double.valueOf(split[i]));
            }
            if(declaredFields[i].getType().toString().equals("class java.lang.Long")){
                pre.setLong((i+1),Long.valueOf(split[i]));
            }
        }
        pre.execute();
    }

    @Override
    public void close() throws Exception {
        pre.close();
        conn.close();

    }
}

方法二

stream. addsink (dbcSink.sink(
"INSERT INTO clicks (user, ur1)VALUES (? , ?)"，
((statement，event) ->{
statement.setString( parameterlndex: 1,event.user);
statement.setstring( parameterlndex: 2,event.ur1);
}),
new JdbcConnectionoptions.JdbcConnectionoptionsBuilder()
.withUrl( "jdbc :mysql://localhost: 3306/test")
.withDriverName( "com.mysq1.jdbc.Driver")
.withUsername("root")
.withPassword( "root")
.build()
));

<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-connector-jdbc_${scala.binary.version}</artifactId>
<version>${flink.version)</version>
</dependency>

<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId><version>5.1.47</version>
</dependency>