|
13 | 13 | <description>SANSA Examples for Apache Spark</description> |
14 | 14 |
|
15 | 15 | <dependencies> |
16 | | - <!-- Scala --> |
17 | | - <dependency> |
18 | | - <groupId>org.scala-lang</groupId> |
19 | | - <artifactId>scala-library</artifactId> |
20 | | - </dependency> |
21 | | - |
22 | | - <!-- Apache Spark Core --> |
| 16 | + <!-- Apache Spark --> |
23 | 17 | <dependency> |
24 | 18 | <groupId>org.apache.spark</groupId> |
25 | 19 | <artifactId>spark-core_${scala.binary.version}</artifactId> |
26 | 20 | <version>${spark.version}</version> |
| 21 | + <scope>provided</scope> |
27 | 22 | <!-- <exclusions> <exclusion> <groupId>org.mortbay.jetty</groupId> <artifactId>jetty</artifactId> |
28 | 23 | </exclusion> <exclusion> <groupId>org.mortbay.jetty</groupId> <artifactId>jetty-util</artifactId> |
29 | 24 | </exclusion> </exclusions> --> |
30 | 25 | </dependency> |
31 | | - <!-- Apache Spark SQL --> |
32 | 26 | <dependency> |
33 | 27 | <groupId>org.apache.spark</groupId> |
34 | 28 | <artifactId>spark-sql_${scala.binary.version}</artifactId> |
35 | 29 | <version>${spark.version}</version> |
| 30 | + <scope>provided</scope> |
36 | 31 | </dependency> |
37 | 32 | <dependency> |
38 | 33 | <groupId>org.apache.spark</groupId> |
39 | | - <artifactId>spark-mllib_${scala.binary.version}</artifactId> |
| 34 | + <artifactId>spark-graphx_${scala.binary.version}</artifactId> |
40 | 35 | <version>${spark.version}</version> |
| 36 | + <scope>provided</scope> |
41 | 37 | </dependency> |
42 | 38 |
|
43 | 39 | <!-- Apache JENA 3.x --> |
44 | 40 | <dependency> |
45 | 41 | <groupId>org.apache.jena</groupId> |
46 | | - <artifactId>apache-jena-libs</artifactId> |
47 | | - <type>pom</type> |
| 42 | + <artifactId>jena-core</artifactId> |
| 43 | + </dependency> |
| 44 | + <dependency> |
| 45 | + <groupId>org.apache.jena</groupId> |
| 46 | + <artifactId>jena-arq</artifactId> |
| 47 | + </dependency> |
| 48 | + |
| 49 | + <dependency> |
| 50 | + <groupId>org.aksw.jena-sparql-api</groupId> |
| 51 | + <artifactId>jena-sparql-api-server-standalone</artifactId> |
| 52 | + </dependency> |
| 53 | + <dependency> |
| 54 | + <groupId>org.eclipse.jetty</groupId> |
| 55 | + <artifactId>jetty-server</artifactId> |
| 56 | + <version>9.4.18.v20190429</version> |
48 | 57 | </dependency> |
49 | 58 |
|
50 | 59 | <!-- SANSA RDF --> |
|
80 | 89 | <artifactId>sansa-ml-spark_${scala.binary.version}</artifactId> |
81 | 90 | </dependency> |
82 | 91 |
|
83 | | - <!-- Test --> |
84 | | - <dependency> |
85 | | - <groupId>junit</groupId> |
86 | | - <artifactId>junit</artifactId> |
87 | | - <scope>test</scope> |
88 | | - </dependency> |
89 | | - <dependency> |
90 | | - <groupId>org.scalatest</groupId> |
91 | | - <artifactId>scalatest_${scala.binary.version}</artifactId> |
92 | | - <scope>test</scope> |
93 | | - </dependency> |
94 | | - |
95 | 92 | <!-- Logging --> |
96 | 93 | <dependency> |
97 | 94 | <groupId>com.typesafe.scala-logging</groupId> |
|
104 | 101 | <artifactId>scopt_${scala.binary.version}</artifactId> |
105 | 102 | </dependency> |
106 | 103 |
|
| 104 | + <!-- BigDL Library --> |
| 105 | + <dependency> |
| 106 | + <groupId>com.intel.analytics.bigdl</groupId> |
| 107 | + <artifactId>bigdl-SPARK_2.2</artifactId> |
| 108 | + <version>0.3.0</version> |
| 109 | + <scope>provided</scope> |
| 110 | + </dependency> |
| 111 | + <dependency> |
| 112 | + <groupId>com.github.haifengl</groupId> |
| 113 | + <artifactId>smile-core</artifactId> |
| 114 | + <version>1.5.0</version> |
| 115 | + <scope>provided</scope> |
| 116 | + </dependency> |
| 117 | + <dependency> |
| 118 | + <groupId>com.github.haifengl</groupId> |
| 119 | + <artifactId>smile-netlib</artifactId> |
| 120 | + <version>1.5.0</version> |
| 121 | + <scope>provided</scope> |
| 122 | + </dependency> |
| 123 | + |
107 | 124 | </dependencies> |
108 | 125 |
|
109 | 126 | <build> |
110 | 127 | <sourceDirectory>src/main/scala</sourceDirectory> |
111 | | - <testSourceDirectory>src/test/scala</testSourceDirectory> |
112 | 128 | <plugins> |
113 | 129 | <plugin> |
114 | 130 | <groupId>net.alchim31.maven</groupId> |
|
151 | 167 | <goal>shade</goal> |
152 | 168 | </goals> |
153 | 169 | <configuration> |
| 170 | + <shadedClassifierName>dist</shadedClassifierName> |
| 171 | +<!-- <finalName>dist-${project.artifactId}-${project.version}</finalName>--> |
154 | 172 | <artifactSet> |
155 | 173 | <excludes> |
156 | 174 | <exclude>asm:asm</exclude> |
|
162 | 180 | <exclude>com.google.code.findbugs:jsr305</exclude> |
163 | 181 | <exclude>com.google.code.gson:gson</exclude> |
164 | 182 | <exclude>com.google.inject.extensions:guice-servlet</exclude> |
165 | | - <exclude>com.google.guava:guava</exclude> |
| 183 | +<!-- <exclude>com.google.guava:guava</exclude>--> |
166 | 184 | <exclude>com.google.protobuf:protobuf-java</exclude> |
167 | 185 | <exclude>com.jcraft:jsch</exclude> |
168 | 186 | <exclude>com.ning:compress-lzf</exclude> |
|
184 | 202 | <exclude>commons-logging:commons-logging</exclude> |
185 | 203 | <exclude>commons-net:commons-net</exclude> |
186 | 204 | <exclude>io.dropwizard.metrics:metrics*</exclude> |
187 | | - <exckude>io.netty:netty*</exckude> |
| 205 | + <exclude>io.netty:netty*</exclude> |
188 | 206 | <exclude>javax.activation:activation</exclude> |
189 | 207 | <exclude>javax.annotation:javax.annotation-api</exclude> |
190 | 208 | <exclude>javax.servlet:javax.servlet-api</exclude> |
|
209 | 227 | <exclude>org.apache.directory.server:*</exclude> |
210 | 228 | <exclude>org.apache.hadoop:*</exclude> |
211 | 229 | <exclude>org.apache.htrace:htrace-core</exclude> |
212 | | - <exclude>org.apache.httpcomponents:*</exclude> |
| 230 | +<!-- <exclude>org.apache.httpcomponents:*</exclude>--> |
213 | 231 | <exclude>org.apache.ivy:ivy</exclude> |
214 | 232 | <exclude>org.apache.mesos:mesos</exclude> |
215 | 233 | <exclude>org.apache.parquet:parquet*</exclude> |
|
220 | 238 | <exclude>org.codehaus.janino:*</exclude> |
221 | 239 | <exclude>org.codehaus.jettison:jettison</exclude> |
222 | 240 | <exclude>org.fusesource.leveldbjni:leveldbjni-all</exclude> |
223 | | - <exckude>org.glassfish.hk2*</exckude> |
224 | | - <exclude>org.glassfish.jersey*</exclude> |
| 241 | +<!-- <exclude>org.glassfish.hk2*</exclude>--> |
| 242 | +<!-- <exclude>org.glassfish.jersey*</exclude>--> |
225 | 243 | <exclude>org.javassist:javassist</exclude> |
226 | 244 | <exclude>org.json4s:json4s*</exclude> |
227 | 245 | <exclude>org.mortbay.jetty:jetty*</exclude> |
|
234 | 252 | <exclude>org.xerial.snappy:snappy-java</exclude> |
235 | 253 | <exclude>oro:oro</exclude> |
236 | 254 | <exclude>xmlenc:xmlenc</exclude> |
| 255 | + |
| 256 | + <exclude>org.netbeans.api:*</exclude> |
| 257 | + <exclude>org.gephi:*</exclude> |
| 258 | + <exclude>org.jfree:*</exclude> |
| 259 | + <exclude>com.itextpdf:*</exclude> |
| 260 | + <exclude>org.apache.poi:*</exclude> |
| 261 | + <exclude>org.apache.batik:*</exclude> |
| 262 | + <exclude>org.xerial:sqlite-jdbc</exclude> |
| 263 | + <exclude>org.apache.jena:jena-osgi</exclude> |
| 264 | + |
| 265 | + <exclude>org.eclipse.rdf4j:*</exclude> |
| 266 | + <exclude>com.amazonaws:*</exclude> |
| 267 | + <exclude>org.apache.xmlgraphics:*</exclude> |
| 268 | + <exclude>org.netbeans.api:*</exclude> |
| 269 | + <exclude>org.codehaus.groovy:*</exclude> |
| 270 | + <exclude>org.apache.spark:*</exclude> |
| 271 | + <exclude>org.apache.calcite:*</exclude> |
| 272 | + <exclude>org.scalacheck:*</exclude> |
| 273 | + <exclude>org.h2:*</exclude> |
| 274 | + |
| 275 | + <exclude>com.intel.analytics.bigdl:*</exclude> |
| 276 | + |
| 277 | + |
237 | 278 | </excludes> |
238 | 279 | </artifactSet> |
239 | 280 | <filters> |
|
245 | 286 | <exclude>META-INF/*.RSA</exclude> |
246 | 287 | </excludes> |
247 | 288 | </filter> |
| 289 | + <filter> |
| 290 | + <artifact>org.aksw.jena-sparql-api:*</artifact> |
| 291 | + <includes> |
| 292 | + <include>**</include> |
| 293 | + </includes> |
| 294 | + </filter> |
| 295 | + <filter> |
| 296 | + <artifact>*:*</artifact> |
| 297 | + <excludes> |
| 298 | + <exclude>*.so</exclude> |
| 299 | + <exclude>*.nt</exclude> |
| 300 | + <exclude>*.dll</exclude> |
| 301 | + <exclude>*.jnilib</exclude> |
| 302 | + <exclude>*.txt</exclude> |
| 303 | + <exclude>*.pom</exclude> |
| 304 | + </excludes> |
| 305 | + </filter> |
248 | 306 | </filters> |
249 | 307 | <createDependencyReducedPom>false</createDependencyReducedPom> |
250 | 308 | <transformers> |
|
261 | 319 | </executions> |
262 | 320 | </plugin> |
263 | 321 |
|
264 | | - <!-- disable surefire --> |
265 | | - <plugin> |
266 | | - <groupId>org.apache.maven.plugins</groupId> |
267 | | - <artifactId>maven-surefire-plugin</artifactId> |
268 | | - <configuration> |
269 | | - <useFile>false</useFile> |
270 | | - <disableXmlReport>true</disableXmlReport> |
271 | | - <!-- If you have classpath issue like NoDefClassError,... --> |
272 | | - <!-- useManifestOnlyJar>false</useManifestOnlyJar --> |
273 | | - <includes> |
274 | | - <include>**/*Test.*</include> |
275 | | - <include>**/*Suite.*</include> |
276 | | - </includes> |
277 | | - <skipTests>true</skipTests> |
278 | | - </configuration> |
279 | | - </plugin> |
280 | | - |
281 | | - <!-- enable scalatest --> |
282 | | - <plugin> |
283 | | - <groupId>org.scalatest</groupId> |
284 | | - <artifactId>scalatest-maven-plugin</artifactId> |
285 | | - <configuration> |
286 | | - <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory> |
287 | | - <junitxml>.</junitxml> |
288 | | - <filereports>WDF TestSuite.txt</filereports> |
289 | | - </configuration> |
290 | | - <executions> |
291 | | - <execution> |
292 | | - <id>test</id> |
293 | | - <goals> |
294 | | - <goal>test</goal> |
295 | | - </goals> |
296 | | - </execution> |
297 | | - </executions> |
298 | | - </plugin> |
299 | 322 | <plugin> |
300 | 323 | <groupId>org.scalastyle</groupId> |
301 | 324 | <artifactId>scalastyle-maven-plugin</artifactId> |
|
0 commit comments