Skip to content

Commit f3ba400

Browse files
nicusXnicusX
authored
Fix provided dependencies in all Java examples (#66)
* Modify dependency scopes for consistency and to minimize the uber JAR size * Parent POM for all Java examples
1 parent c67df95 commit f3ba400

File tree

16 files changed

+127
-81
lines changed

16 files changed

+127
-81
lines changed

‎java/AvroGlueSchemaRegistryKafka/pom.xml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@
5353
<scope>provided</scope>
5454
</dependency>
5555

56-
<!-- Amazon Managed Service for Apache Flink (formerly Kinesis Analytics) runtime-->
56+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
5757
<dependency>
5858
<groupId>com.amazonaws</groupId>
5959
<artifactId>aws-kinesisanalytics-runtime</artifactId>
@@ -66,6 +66,7 @@
6666
<groupId>org.apache.flink</groupId>
6767
<artifactId>flink-connector-base</artifactId>
6868
<version>${flink.version}</version>
69+
<scope>provided</scope>
6970
</dependency>
7071
<dependency>
7172
<groupId>org.apache.flink</groupId>

‎java/AvroGlueSchemaRegistryKinesis/pom.xml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,13 +52,14 @@
5252
<scope>provided</scope>
5353
</dependency>
5454

55-
<!-- Kinesis Data Analytics -->
55+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
5656
<dependency>
5757
<groupId>com.amazonaws</groupId>
5858
<artifactId>aws-kinesisanalytics-runtime</artifactId>
5959
<version>${kda.runtime.version}</version>
6060
<scope>provided</scope>
6161
</dependency>
62+
6263
<dependency>
6364
<groupId>com.amazonaws</groupId>
6465
<artifactId>aws-kinesisanalytics-flink</artifactId>
@@ -70,6 +71,7 @@
7071
<groupId>org.apache.flink</groupId>
7172
<artifactId>flink-connector-base</artifactId>
7273
<version>${flink.version}</version>
74+
<scope>provided</scope>
7375
</dependency>
7476
<dependency>
7577
<groupId>org.apache.flink</groupId>

‎java/CustomMetrics/pom.xml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,11 +37,12 @@
3737
</dependencyManagement>
3838

3939
<dependencies>
40-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
40+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
4141
<dependency>
4242
<groupId>com.amazonaws</groupId>
4343
<artifactId>aws-kinesisanalytics-runtime</artifactId>
4444
<version>${kda.runtime.version}</version>
45+
<scope>provided</scope>
4546
</dependency>
4647

4748
<!-- Apache Flink dependencies -->
@@ -70,6 +71,7 @@
7071
<groupId>org.apache.flink</groupId>
7172
<artifactId>flink-connector-base</artifactId>
7273
<version>${flink.version}</version>
74+
<scope>provided</scope>
7375
</dependency>
7476
<dependency>
7577
<groupId>org.apache.flink</groupId>

‎java/GettingStarted/pom.xml

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -57,11 +57,12 @@
5757
<scope>provided</scope>
5858
</dependency>
5959

60-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
60+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6161
<dependency>
6262
<groupId>com.amazonaws</groupId>
6363
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6464
<version>${kda.runtime.version}</version>
65+
<scope>provided</scope>
6566
</dependency>
6667

6768
<!-- Connectors -->
@@ -84,19 +85,16 @@
8485
<groupId>org.apache.logging.log4j</groupId>
8586
<artifactId>log4j-slf4j-impl</artifactId>
8687
<version>${log4j.version}</version>
87-
<scope>compile</scope>
8888
</dependency>
8989
<dependency>
9090
<groupId>org.apache.logging.log4j</groupId>
9191
<artifactId>log4j-api</artifactId>
9292
<version>${log4j.version}</version>
93-
<scope>compile</scope>
9493
</dependency>
9594
<dependency>
9695
<groupId>org.apache.logging.log4j</groupId>
9796
<artifactId>log4j-core</artifactId>
9897
<version>${log4j.version}</version>
99-
<scope>compile</scope>
10098
</dependency>
10199
</dependencies>
102100

‎java/GettingStartedTable/pom.xml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -57,11 +57,12 @@
5757
</dependency>
5858

5959

60-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
60+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6161
<dependency>
6262
<groupId>com.amazonaws</groupId>
6363
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6464
<version>${kda.runtime.version}</version>
65+
<scope>provided</scope>
6566
</dependency>
6667

6768

@@ -75,6 +76,7 @@
7576
<groupId>org.apache.flink</groupId>
7677
<artifactId>flink-connector-files</artifactId>
7778
<version>${flink.version}</version>
79+
<scope>provided</scope>
7880
</dependency>
7981
<dependency>
8082
<groupId>org.apache.flink</groupId>
@@ -86,6 +88,7 @@
8688
<groupId>org.apache.flink</groupId>
8789
<artifactId>flink-json</artifactId>
8890
<version>${flink.version}</version>
91+
<scope>provided</scope>
8992
</dependency>
9093

9194

@@ -95,19 +98,16 @@
9598
<groupId>org.apache.logging.log4j</groupId>
9699
<artifactId>log4j-slf4j-impl</artifactId>
97100
<version>${log4j.version}</version>
98-
<scope>compile</scope>
99101
</dependency>
100102
<dependency>
101103
<groupId>org.apache.logging.log4j</groupId>
102104
<artifactId>log4j-api</artifactId>
103105
<version>${log4j.version}</version>
104-
<scope>compile</scope>
105106
</dependency>
106107
<dependency>
107108
<groupId>org.apache.logging.log4j</groupId>
108109
<artifactId>log4j-core</artifactId>
109110
<version>${log4j.version}</version>
110-
<scope>compile</scope>
111111
</dependency>
112112
</dependencies>
113113

‎java/IcebergDatastreamSink/pom.xml

Lines changed: 3 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -23,10 +23,6 @@
2323
<log4j.version>2.17.1</log4j.version>
2424
<iceberg.version>1.4.2</iceberg.version>
2525
<hadoop.version>3.3.6</hadoop.version>
26-
27-
28-
29-
3026
</properties>
3127

3228
<dependencies>
@@ -129,6 +125,7 @@
129125
<groupId>org.apache.flink</groupId>
130126
<artifactId>flink-connector-files</artifactId>
131127
<version>${flink.version}</version>
128+
<scope>provided</scope>
132129
</dependency>
133130
<dependency>
134131
<groupId>org.apache.flink</groupId>
@@ -137,11 +134,12 @@
137134
<scope>provided</scope>
138135
</dependency>
139136

140-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
137+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
141138
<dependency>
142139
<groupId>com.amazonaws</groupId>
143140
<artifactId>aws-kinesisanalytics-runtime</artifactId>
144141
<version>${kda.runtime.version}</version>
142+
<scope>provided</scope>
145143
</dependency>
146144

147145
<!-- Flink Kinesis connector -->
@@ -163,19 +161,16 @@
163161
<groupId>org.apache.logging.log4j</groupId>
164162
<artifactId>log4j-slf4j-impl</artifactId>
165163
<version>${log4j.version}</version>
166-
<scope>runtime</scope>
167164
</dependency>
168165
<dependency>
169166
<groupId>org.apache.logging.log4j</groupId>
170167
<artifactId>log4j-api</artifactId>
171168
<version>${log4j.version}</version>
172-
<scope>runtime</scope>
173169
</dependency>
174170
<dependency>
175171
<groupId>org.apache.logging.log4j</groupId>
176172
<artifactId>log4j-core</artifactId>
177173
<version>${log4j.version}</version>
178-
<scope>runtime</scope>
179174
</dependency>
180175
</dependencies>
181176

‎java/KafkaConfigProviders/Kafka-SASL_SSL-ConfigProviders/pom.xml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,11 +58,12 @@
5858
<scope>provided</scope>
5959
</dependency>
6060

61-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
61+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6262
<dependency>
6363
<groupId>com.amazonaws</groupId>
6464
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6565
<version>${kda.runtime.version}</version>
66+
<scope>provided</scope>
6667
</dependency>
6768

6869
<!-- Flink Kafka connector -->
@@ -77,6 +78,7 @@
7778
<groupId>org.apache.flink</groupId>
7879
<artifactId>flink-connector-base</artifactId>
7980
<version>${flink.version}</version>
81+
<scope>provided</scope>
8082
</dependency>
8183

8284
<!-- Logging framework, to produce console output when running in the IDE. -->

‎java/KafkaConfigProviders/Kafka-mTLS-Keystore-ConfigProviders/pom.xml

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -59,13 +59,15 @@
5959
<groupId>org.apache.flink</groupId>
6060
<artifactId>flink-connector-base</artifactId>
6161
<version>${flink.version}</version>
62+
<scope>provided</scope>
6263
</dependency>
6364

64-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
65+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6566
<dependency>
6667
<groupId>com.amazonaws</groupId>
6768
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6869
<version>${kda.runtime.version}</version>
70+
<scope>provided</scope>
6971
</dependency>
7072

7173
<!-- Flink Kafka connector -->
@@ -98,19 +100,16 @@
98100
<groupId>org.apache.logging.log4j</groupId>
99101
<artifactId>log4j-slf4j-impl</artifactId>
100102
<version>${log4j.version}</version>
101-
<scope>runtime</scope>
102103
</dependency>
103104
<dependency>
104105
<groupId>org.apache.logging.log4j</groupId>
105106
<artifactId>log4j-api</artifactId>
106107
<version>${log4j.version}</version>
107-
<scope>runtime</scope>
108108
</dependency>
109109
<dependency>
110110
<groupId>org.apache.logging.log4j</groupId>
111111
<artifactId>log4j-core</artifactId>
112112
<version>${log4j.version}</version>
113-
<scope>runtime</scope>
114113
</dependency>
115114
</dependencies>
116115

‎java/KafkaConnectors/pom.xml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,11 +43,12 @@
4343
<scope>provided</scope>
4444
</dependency>
4545

46-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
46+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
4747
<dependency>
4848
<groupId>com.amazonaws</groupId>
4949
<artifactId>aws-kinesisanalytics-runtime</artifactId>
5050
<version>${kda.runtime.version}</version>
51+
<scope>provided</scope>
5152
</dependency>
5253

5354
<!-- Flink Kafka connector -->
@@ -62,6 +63,7 @@
6263
<groupId>org.apache.flink</groupId>
6364
<artifactId>flink-connector-base</artifactId>
6465
<version>${flink.version}</version>
66+
<scope>provided</scope>
6567
</dependency>
6668

6769
<!-- Logging framework, to produce console output when running in the IDE. -->
@@ -81,6 +83,7 @@
8183
<artifactId>log4j-core</artifactId>
8284
<version>${log4j.version}</version>
8385
</dependency>
86+
8487
<!-- MSK IAM Authentication -->
8588
<dependency>
8689
<groupId>software.amazon.msk</groupId>

‎java/KinesisConnectors/pom.xml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,11 +57,12 @@
5757
<scope>provided</scope>
5858
</dependency>
5959

60-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime -->
60+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6161
<dependency>
6262
<groupId>com.amazonaws</groupId>
6363
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6464
<version>${kda.runtime.version}</version>
65+
<scope>provided</scope>
6566
</dependency>
6667

6768
<!-- Connectors and Formats -->

‎java/KinesisFirehoseSink/pom.xml

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -56,11 +56,12 @@
5656
<scope>provided</scope>
5757
</dependency>
5858

59-
<!-- Amazon Managed Service for Apache Flink (formerly Amazon Kinesis Data Analytics) runtime-->
59+
<!-- Library to retrieve runtime application properties in Managed Service for Apache Flink -->
6060
<dependency>
6161
<groupId>com.amazonaws</groupId>
6262
<artifactId>aws-kinesisanalytics-runtime</artifactId>
6363
<version>${kda.runtime.version}</version>
64+
<scope>provided</scope>
6465
</dependency>
6566

6667
<!-- Flink Kinesis connector -->
@@ -73,6 +74,7 @@
7374
<groupId>org.apache.flink</groupId>
7475
<artifactId>flink-connector-base</artifactId>
7576
<version>${flink.version}</version>
77+
<scope>provided</scope>
7678
</dependency>
7779
<dependency>
7880
<groupId>org.apache.flink</groupId>
@@ -86,19 +88,16 @@
8688
<groupId>org.apache.logging.log4j</groupId>
8789
<artifactId>log4j-slf4j-impl</artifactId>
8890
<version>${log4j.version}</version>
89-
<scope>runtime</scope>
9091
</dependency>
9192
<dependency>
9293
<groupId>org.apache.logging.log4j</groupId>
9394
<artifactId>log4j-api</artifactId>
9495
<version>${log4j.version}</version>
95-
<scope>runtime</scope>
9696
</dependency>
9797
<dependency>
9898
<groupId>org.apache.logging.log4j</groupId>
9999
<artifactId>log4j-core</artifactId>
100100
<version>${log4j.version}</version>
101-
<scope>runtime</scope>
102101
</dependency>
103102
</dependencies>
104103

‎java/README.md

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,8 @@
11
## Flink Java examples
22

33
This folder contains examples of Flink applications written in Java
4+
5+
You can import all the Java examples in your IDE importing the parent `pom.xml` in this directory,
6+
and you can build all examples at once running `mvn package` in this directory.
7+
8+
Alternatively, you can import and build each single example independently.

0 commit comments

Comments
 (0)