Created
October 23, 2019 20:41
-
-
Save mserranom/4b2e0088b6000b892c38bd7f93d4fe73 to your computer and use it in GitHub Desktop.
flink_1.9.0_error
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
org.apache.flink.table.api.TableException: findAndCreateTableSink failed. | |
at org.apache.flink.table.factories.TableFactoryUtil.findAndCreateTableSink(TableFactoryUtil.java:87) | |
at org.apache.flink.table.factories.TableFactoryUtil.findAndCreateTableSink(TableFactoryUtil.java:77) | |
at org.apache.flink.table.descriptors.ConnectTableDescriptor.registerTableSink(ConnectTableDescriptor.java:81) | |
at JSONTest.testIncrementPipeline(JSONTest.java:31) | |
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.base/java.lang.reflect.Method.invoke(Method.java:567) | |
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) | |
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) | |
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) | |
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) | |
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) | |
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) | |
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) | |
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) | |
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) | |
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) | |
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) | |
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) | |
at org.junit.runners.ParentRunner.run(ParentRunner.java:363) | |
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:252) | |
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:141) | |
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:112) | |
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.base/java.lang.reflect.Method.invoke(Method.java:567) | |
at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:189) | |
at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:165) | |
at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:85) | |
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:115) | |
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:75) | |
Caused by: org.apache.flink.table.api.NoMatchingTableFactoryException: Could not find a suitable table factory for 'org.apache.flink.table.factories.TableSinkFactory' in | |
the classpath. | |
Reason: No context matches. | |
The following properties are requested: | |
connector.path=file://./data.json | |
connector.property-version=1 | |
connector.type=filesystem | |
format.derive-schema=true | |
format.fail-on-missing-field=false | |
format.property-version=1 | |
format.type=json | |
schema.0.name=f0 | |
schema.0.type=BIGINT | |
update-mode=append | |
The following factories have been considered: | |
org.apache.flink.formats.json.JsonRowFormatFactory | |
org.apache.flink.table.sources.CsvBatchTableSourceFactory | |
org.apache.flink.table.sources.CsvAppendTableSourceFactory | |
org.apache.flink.table.sinks.CsvBatchTableSinkFactory | |
org.apache.flink.table.sinks.CsvAppendTableSinkFactory | |
org.apache.flink.table.catalog.GenericInMemoryCatalogFactory | |
org.apache.flink.table.planner.StreamPlannerFactory | |
org.apache.flink.table.executor.StreamExecutorFactory | |
at org.apache.flink.table.factories.TableFactoryService.filterByContext(TableFactoryService.java:283) | |
at org.apache.flink.table.factories.TableFactoryService.filter(TableFactoryService.java:191) | |
at org.apache.flink.table.factories.TableFactoryService.findSingleInternal(TableFactoryService.java:144) | |
at org.apache.flink.table.factories.TableFactoryService.find(TableFactoryService.java:97) | |
at org.apache.flink.table.factories.TableFactoryUtil.findAndCreateTableSink(TableFactoryUtil.java:84) | |
... 32 more |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import org.apache.flink.api.common.typeinfo.Types; | |
import org.apache.flink.streaming.api.datastream.DataStreamSource; | |
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; | |
import org.apache.flink.table.api.EnvironmentSettings; | |
import org.apache.flink.table.api.Table; | |
import org.apache.flink.table.api.java.StreamTableEnvironment; | |
import org.apache.flink.table.descriptors.FileSystem; | |
import org.apache.flink.table.descriptors.Json; | |
import org.apache.flink.table.descriptors.Schema; | |
import org.junit.Test; | |
public class JSONTest { | |
@Test | |
public void testIncrementPipeline() throws Exception { | |
StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); | |
EnvironmentSettings settings = | |
EnvironmentSettings.newInstance().useOldPlanner().inStreamingMode().build(); | |
StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env, settings); | |
DataStreamSource<Long> stream = env.fromElements(1L, 21L, 22L); | |
Table table = tableEnv.fromDataStream(stream); | |
tableEnv.registerTable("data", table); | |
tableEnv | |
.connect(new FileSystem().path("file://./data.json")) | |
.withSchema(new Schema().field("f0", Types.LONG)) | |
.withFormat(new Json().failOnMissingField(false).deriveSchema()) | |
.inAppendMode() | |
.registerTableSink("sink"); | |
env.execute(); | |
} | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project xmlns="http://maven.apache.org/POM/4.0.0" | |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | |
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | |
<modelVersion>4.0.0</modelVersion> | |
<groupId>test</groupId> | |
<artifactId>example</artifactId> | |
<version>1.0-SNAPSHOT</version> | |
<properties> | |
<flink.version>1.9.0</flink.version> | |
<scala.binary.version>2.11</scala.binary.version> | |
</properties> | |
<build> | |
<plugins> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-compiler-plugin</artifactId> | |
<configuration> | |
<source>8</source> | |
<target>8</target> | |
</configuration> | |
</plugin> | |
</plugins> | |
</build> | |
<dependencies> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-json</artifactId> | |
<version>${flink.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-java</artifactId> | |
<version>${flink.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | |
<version>${flink.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-table-api-java-bridge_${scala.binary.version}</artifactId> | |
<version>${flink.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId> | |
<version>${flink.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-table-planner_${scala.binary.version}</artifactId> | |
<version>${flink.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.flink</groupId> | |
<artifactId>flink-test-utils_${scala.binary.version}</artifactId> | |
<version>${flink.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>junit</groupId> | |
<artifactId>junit</artifactId> | |
<version>4.12</version> | |
<scope>test</scope> | |
</dependency> | |
</dependencies> | |
</project> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment