Question

我是春季靴子和cassandra的新手。我试图通过flink-cassandra-connector将数据保存到cassandra表。

的pom.xml

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>com.example</groupId>
    <artifactId>demo</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <packaging>jar</packaging>

    <name>demo</name>
    <description>Demo project for Spring Boot</description>

    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>1.5.3.RELEASE</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>

    <properties>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
        <java.version>1.8</java.version>
    </properties>

    <dependencies>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-data-cassandra</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
        </dependency>

        <!--Flink-->                                                        
        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-java</artifactId>
            <version>1.2.1</version>
        </dependency>

        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-streaming-java_2.10</artifactId>
            <version>1.2.1</version>
        </dependency>

        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-clients_2.10</artifactId>
            <version>1.2.1</version>
        </dependency>

        <!--Flink Cassandra-->

        <dependency>
            <groupId>org.apache.flink</groupId>
            <artifactId>flink-connector-cassandra_2.10</artifactId>
            <version>1.2.1</version>
        </dependency>
    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>
</project>

Date.java

package com.example.demo;

import com.datastax.driver.mapping.annotations.Column;
import com.datastax.driver.mapping.annotations.Table;
import org.springframework.cassandra.core.PrimaryKeyType;
import org.springframework.data.cassandra.mapping.PrimaryKeyColumn;

@Table(keyspace = "testing" ,name = "dates")
public class Date {

    public Date(int patientid, long date, long timestamp) {
        super();
        this.patientid = patientid;
        this.date = date;
        this.timestamp = timestamp;
    }
    @PrimaryKeyColumn(name = "patientid", ordinal = 0, type = PrimaryKeyType.PARTITIONED)
    private int patientid;
    @PrimaryKeyColumn(name = "date", ordinal = 1, type = PrimaryKeyType.CLUSTERED)
    private long date;

    @Column(name = "timestamp")
    private long timestamp;

    public long getTimestamp() {
        return timestamp;
    }

    public void setTimestamp(long timestamp) {
        this.timestamp = timestamp;
    }

    public int getPatientid() {
        return patientid;
    }

    public void setPatientid(int patientid) {
        this.patientid = patientid;
    }

    public long getDate() {
        return date;
    }

    public void setDate(long date) {
        this.date = date;
    }

}

Test.java

package com.example.demo;

import java.util.ArrayList;
import java.util.Collection;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.connectors.cassandra.CassandraSink;
import org.springframework.boot.CommandLineRunner;
import org.springframework.stereotype.Component;

@Component
public class Test implements CommandLineRunner {

    private final static Collection<Date> collection = new ArrayList<>(2);

    static {
        for (int i = 1; i <= 2; ++i) {
            collection.add(new Date(i, i, i));
        }
    }

    @Override
    public void run(String... strings) {
            StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
            DataStreamSource<Date> fromCollection = env.fromCollection(collection);

        try {

            CassandraSink
                    .addSink(fromCollection)
                    .setHost("192.168.1.20")
                    .build();

            env.execute();
        } catch (Exception e) {

        }
    }
}

完整Stacktrace

java.lang.NoSuchMethodError: com.datastax.driver.core.BoundStatement.set(ILjava/lang/Object;Lorg/apache/flink/cassandra/shaded/com/google/common/reflect/TypeToken;)Lcom/datastax/driver/core/BoundStatement;
    at com.datastax.driver.mapping.Mapper.setObject(Mapper.java:230)
    at com.datastax.driver.mapping.Mapper.saveQuery(Mapper.java:206)
    at com.datastax.driver.mapping.Mapper.saveQuery(Mapper.java:163)
    at com.datastax.driver.mapping.Mapper.saveAsync(Mapper.java:271)
    at org.apache.flink.streaming.connectors.cassandra.CassandraPojoSink.send(CassandraPojoSink.java:65)
    at org.apache.flink.streaming.connectors.cassandra.CassandraSinkBase.invoke(CassandraSinkBase.java:75)
    at org.apache.flink.streaming.api.operators.StreamSink.processElement(StreamSink.java:38)
    at org.apache.flink.streaming.runtime.io.StreamInputProcessor.processInput(StreamInputProcessor.java:185)
    at org.apache.flink.streaming.runtime.tasks.OneInputStreamTask.run(OneInputStreamTask.java:63)
    at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:261)
    at org.apache.flink.runtime.taskmanager.Task.run(Task.java:665)
    at java.lang.Thread.run(Thread.java:745)

我找不到合适的解决方案。请帮我。提前谢谢。

Answer 1

java.lang.NoSuchMethodError： com.datastax.driver.core.BoundStatement.set（ILjava /郎/对象; Lorg /阿帕奇/弗林克/卡桑德拉/阴影/ COM /谷歌/普通/反映/ TypeToken）LCOM / datastax /驱动器/芯/ BoundStatement; 在com.datastax.driver.mapping.Mapper.setObject（Mapper.java:230）

上述方法表明，setObject包中的Mapper类中没有方法com.datastax.driver.mapping。

查看了cassandra-driver-mapping here的jar版本，很可能您已经下载了旧版本的驱动程序，并在pom中指定了flink个依赖项。

您可以验证类路径中是否有较早版本的com.datastax.driver.mapping.Mapper类吗？

希望这有帮助，祝你好运！

Answer 2

就我而言，我有一个复合分区键：PRIMARY KEY（metric_id，data_type）

通过将@PartitionKey注释添加到我对象的coressponding属性中，一切正常：

    @PartitionKey(0)
    @Column(name = "metric_id")
    private UUID metricId;
    @PartitionKey(1)
    @Column(name = "data_type")
    private Integer dataType;

这是pom.xml中的依赖项：

    <flink.version>1.8.0</flink.version>
    ....

    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-connector-cassandra_2.11</artifactId>
        <version>${flink.version}</version>
    </dependency>

链接：https://docs.datastax.com/en/developer/java-driver/2.1/manual/object_mapper/creating/

希望对您有帮助！

此致

阿里

java.lang.NoSuchMethodError：com.datastax.driver.core.BoundStatement.set

2 个答案: