Skip to content

Commit 61ee775

Browse files
wuchongwuchong
authored
[tests] Add end-to-end tests for cdc connector uber jars (#594)
1 parent dc5a0c2 commit 61ee775

File tree

26 files changed

+1868
-156
lines changed

26 files changed

+1868
-156
lines changed

‎azure-pipelines.yml‎

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -47,15 +47,3 @@ stages:
4747
vmImage: 'ubuntu-20.04'
4848
run_end_to_end: false
4949
jdk: 8
50-
51-
#steps:
52-
# - task: Maven@3
53-
# inputs:
54-
# mavenPomFile: 'pom.xml'
55-
# mavenOptions: '-Xmx3072m -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120'
56-
# javaHomeOption: 'JDKVersion'
57-
# jdkVersionOption: '1.8'
58-
# jdkArchitectureOption: 'x64'
59-
# publishJUnitResults: true
60-
# testResultsFiles: '**/surefire-reports/TEST-*.xml'
61-
# goals: 'clean verify'

‎flink-cdc-e2e-tests/pom.xml‎

Lines changed: 227 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,227 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
Licensed to the Apache Software Foundation (ASF) under one
4+
or more contributor license agreements. See the NOTICE file
5+
distributed with this work for additional information
6+
regarding copyright ownership. The ASF licenses this file
7+
to you under the Apache License, Version 2.0 (the
8+
"License"); you may not use this file except in compliance
9+
with the License. You may obtain a copy of the License at
10+
http://www.apache.org/licenses/LICENSE-2.0
11+
Unless required by applicable law or agreed to in writing,
12+
software distributed under the License is distributed on an
13+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14+
KIND, either express or implied. See the License for the
15+
specific language governing permissions and limitations
16+
under the License.
17+
-->
18+
<project xmlns="http://maven.apache.org/POM/4.0.0"
19+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
21+
<parent>
22+
<artifactId>flink-cdc-connectors</artifactId>
23+
<groupId>com.ververica</groupId>
24+
<version>2.1-SNAPSHOT</version>
25+
</parent>
26+
<modelVersion>4.0.0</modelVersion>
27+
28+
<artifactId>flink-cdc-e2e-tests</artifactId>
29+
<name>flink-cdc-e2e-tests</name>
30+
<packaging>jar</packaging>
31+
32+
<properties>
33+
<flink-1.13>1.13.3</flink-1.13>
34+
<mysql.driver.version>8.0.27</mysql.driver.version>
35+
</properties>
36+
37+
<dependencies>
38+
<!-- Drivers -->
39+
<dependency>
40+
<groupId>mysql</groupId>
41+
<artifactId>mysql-connector-java</artifactId>
42+
<exclusions>
43+
<exclusion>
44+
<groupId>com.google.protobuf</groupId>
45+
<artifactId>protobuf-java</artifactId>
46+
</exclusion>
47+
</exclusions>
48+
<version>${mysql.driver.version}</version>
49+
<scope>test</scope>
50+
</dependency>
51+
<dependency>
52+
<groupId>org.postgresql</groupId>
53+
<artifactId>postgresql</artifactId>
54+
<version>42.3.1</version>
55+
</dependency>
56+
57+
<!-- CDC connectors test utils -->
58+
<dependency>
59+
<groupId>com.ververica</groupId>
60+
<artifactId>flink-connector-mysql-cdc</artifactId>
61+
<version>${project.version}</version>
62+
<type>test-jar</type>
63+
<scope>test</scope>
64+
</dependency>
65+
<dependency>
66+
<groupId>com.ververica</groupId>
67+
<artifactId>flink-connector-mongodb-cdc</artifactId>
68+
<version>${project.version}</version>
69+
<type>test-jar</type>
70+
<scope>test</scope>
71+
</dependency>
72+
<dependency>
73+
<groupId>com.ververica</groupId>
74+
<artifactId>flink-connector-oracle-cdc</artifactId>
75+
<version>${project.version}</version>
76+
<type>test-jar</type>
77+
<scope>test</scope>
78+
</dependency>
79+
<dependency>
80+
<groupId>com.ververica</groupId>
81+
<artifactId>flink-connector-test-util</artifactId>
82+
<version>${project.version}</version>
83+
<scope>test</scope>
84+
</dependency>
85+
86+
<!-- testcontainers -->
87+
<dependency>
88+
<groupId>org.testcontainers</groupId>
89+
<artifactId>mysql</artifactId>
90+
<version>${testcontainers.version}</version>
91+
<scope>test</scope>
92+
</dependency>
93+
<dependency>
94+
<groupId>org.testcontainers</groupId>
95+
<artifactId>postgresql</artifactId>
96+
<version>${testcontainers.version}</version>
97+
<scope>test</scope>
98+
</dependency>
99+
<dependency>
100+
<groupId>org.testcontainers</groupId>
101+
<artifactId>oracle-xe</artifactId>
102+
<version>${testcontainers.version}</version>
103+
<scope>test</scope>
104+
</dependency>
105+
</dependencies>
106+
107+
<build>
108+
<plugins>
109+
<plugin>
110+
<groupId>org.apache.maven.plugins</groupId>
111+
<artifactId>maven-deploy-plugin</artifactId>
112+
<configuration>
113+
<skip>true</skip>
114+
</configuration>
115+
</plugin>
116+
117+
<plugin>
118+
<groupId>org.apache.maven.plugins</groupId>
119+
<artifactId>maven-surefire-plugin</artifactId>
120+
<executions>
121+
<execution>
122+
<id>default-test</id>
123+
<phase>none</phase>
124+
</execution>
125+
<execution>
126+
<id>integration-tests</id>
127+
<phase>none</phase>
128+
</execution>
129+
<execution>
130+
<id>end-to-end-tests</id>
131+
<phase>integration-test</phase>
132+
<goals>
133+
<goal>test</goal>
134+
</goals>
135+
<configuration>
136+
<includes>
137+
<include>**/*.*</include>
138+
</includes>
139+
<forkCount>1</forkCount>
140+
<systemPropertyVariables>
141+
<moduleDir>${project.basedir}</moduleDir>
142+
</systemPropertyVariables>
143+
</configuration>
144+
</execution>
145+
</executions>
146+
</plugin>
147+
148+
<plugin>
149+
<groupId>org.apache.maven.plugins</groupId>
150+
<artifactId>maven-dependency-plugin</artifactId>
151+
<executions>
152+
<execution>
153+
<id>copy-jars</id>
154+
<phase>process-resources</phase>
155+
<goals>
156+
<goal>copy</goal>
157+
</goals>
158+
</execution>
159+
</executions>
160+
<configuration>
161+
<artifactItems>
162+
<artifactItem>
163+
<groupId>mysql</groupId>
164+
<artifactId>mysql-connector-java</artifactId>
165+
<version>${mysql.driver.version}</version>
166+
<destFileName>mysql-driver.jar</destFileName>
167+
<type>jar</type>
168+
<outputDirectory>${project.build.directory}/dependencies
169+
</outputDirectory>
170+
</artifactItem>
171+
172+
<artifactItem>
173+
<groupId>org.apache.flink</groupId>
174+
<artifactId>flink-connector-jdbc_2.11</artifactId>
175+
<version>${flink-1.13}</version>
176+
<destFileName>jdbc-connector.jar</destFileName>
177+
<type>jar</type>
178+
<outputDirectory>${project.build.directory}/dependencies
179+
</outputDirectory>
180+
</artifactItem>
181+
182+
<artifactItem>
183+
<groupId>com.ververica</groupId>
184+
<artifactId>flink-sql-connector-mysql-cdc</artifactId>
185+
<version>${project.version}</version>
186+
<destFileName>mysql-cdc-connector.jar</destFileName>
187+
<type>jar</type>
188+
<outputDirectory>${project.build.directory}/dependencies
189+
</outputDirectory>
190+
</artifactItem>
191+
192+
<artifactItem>
193+
<groupId>com.ververica</groupId>
194+
<artifactId>flink-sql-connector-postgres-cdc</artifactId>
195+
<version>${project.version}</version>
196+
<destFileName>postgres-cdc-connector.jar</destFileName>
197+
<type>jar</type>
198+
<outputDirectory>${project.build.directory}/dependencies
199+
</outputDirectory>
200+
</artifactItem>
201+
202+
<artifactItem>
203+
<groupId>com.ververica</groupId>
204+
<artifactId>flink-sql-connector-mongodb-cdc</artifactId>
205+
<version>${project.version}</version>
206+
<destFileName>mongodb-cdc-connector.jar</destFileName>
207+
<type>jar</type>
208+
<outputDirectory>${project.build.directory}/dependencies
209+
</outputDirectory>
210+
</artifactItem>
211+
212+
<artifactItem>
213+
<groupId>com.ververica</groupId>
214+
<artifactId>flink-sql-connector-oracle-cdc</artifactId>
215+
<version>${project.version}</version>
216+
<destFileName>oracle-cdc-connector.jar</destFileName>
217+
<type>jar</type>
218+
<outputDirectory>${project.build.directory}/dependencies
219+
</outputDirectory>
220+
</artifactItem>
221+
</artifactItems>
222+
</configuration>
223+
</plugin>
224+
</plugins>
225+
</build>
226+
227+
</project>

0 commit comments

Comments
 (0)