java - ClientNamenodeProtocolProtos$AppendRequestProto overrides final method getUnknownFields.()Lcom/google/protobuf/UnknownFieldSet -
i trying prepare rest services deploying war in tomcat 8 server need use spark. rest service create rdd based on hdfs file path. not able find suitable solution based on below error messages:
java.lang.verifyerror: class org.apache.hadoop.hdfs.protocol.proto.clientnamenodeprotocolprotos$appendrequestproto overrides final method getunknownfields.()lcom/google/protobuf/unknownfieldset
please suggest me way solve issue. find pom.xml in below:
<project xmlns="http://maven.apache.org/pom/4.0.0" xmlns:xsi="http://www.w3.org/2001/xmlschema-instance" xsi:schemalocation="http://maven.apache.org/pom/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> <modelversion>4.0.0</modelversion> <groupid>org.devnet.transformation</groupid> <artifactid>talendtransformation</artifactid> <packaging>war</packaging> <version>0.0.1-snapshot</version> <name>transformation</name> <!-- <properties> <project.build.sourceencoding>utf-8</project.build.sourceencoding> <jersey.version>2.12</jersey.version> </properties> --> <build> <finalname>talendtransformation</finalname> <plugins> <plugin> <groupid>org.apache.maven.plugins</groupid> <artifactid>maven-compiler-plugin</artifactid> <version>3.5.1</version> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> </plugins> </build> <repositories> <repository> <id>maven2-repository.java.net</id> <name>java.net repository maven</name> <url>http://download.java.net/maven/2/</url> <layout>default</layout> </repository> </repositories> <properties> <project.build.sourceencoding>utf-8</project.build.sourceencoding> <project.reporting.outputencoding>utf-8</project.reporting.outputencoding> <jersey2.version>2.19</jersey2.version> <jaxrs.version>2.0.1</jaxrs.version> <!-- <spark.version>1.5.0</spark.version>--> <spark.version>2.0.0</spark.version> <akka.group>com.typesafe.akka</akka.group> <akka.version>2.3.11</akka.version> <scala.binary.version>2.10</scala.binary.version> <maven.version>3.3.3</maven.version> </properties> <dependencies> <!-- https://mvnrepository.com/artifact/mysql/mysql-connector-java --> <dependency> <groupid>mysql</groupid> <artifactid>mysql-connector-java</artifactid> <version>5.1.38</version> </dependency> <!-- https://mvnrepository.com/artifact/com.thetransactioncompany/cors-filter --> <dependency> <groupid>com.thetransactioncompany</groupid> <artifactid>cors-filter</artifactid> <version>1.3.2</version> <exclusions> <exclusion> <groupid>javax.servlet</groupid> <artifactid>servlet-api</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>log4j</groupid> <artifactid>log4j</artifactid> <version>1.2.17</version> </dependency> <!-- https://mvnrepository.com/artifact/commons-io/commons-io --> <dependency> <groupid>commons-io</groupid> <artifactid>commons-io</artifactid> <version>2.5</version> </dependency> <!-- https://mvnrepository.com/artifact/commons-fileupload/commons-fileupload --> <!-- <dependency> <groupid>commons-fileupload</groupid> <artifactid>commons-fileupload</artifactid> <version>1.3.2</version> </dependency> --> <dependency> <groupid>jdk.tools</groupid> <artifactid>jdk.tools</artifactid> <version>${java.version}</version> <scope>system</scope> <systempath>${java_home}/lib/tools.jar</systempath> </dependency> <dependency> <groupid>org.apache.hadoop</groupid> <artifactid>hadoop-mapreduce-client-core</artifactid> <version>2.6.0</version> <exclusions> <exclusion> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>org.apache.hadoop</groupid> <artifactid>hadoop-common</artifactid> <version>2.6.0</version> <exclusions> <exclusion> <groupid>com.sun.jersey</groupid> <artifactid>jersey-core</artifactid> </exclusion> <exclusion> <groupid>com.sun.jersey</groupid> <artifactid>jersey-json</artifactid> </exclusion> <exclusion> <groupid>javax.servlet</groupid> <artifactid>servlet-api</artifactid> </exclusion> <exclusion> <groupid>org.mortbay.jetty</groupid> <artifactid>jetty</artifactid> </exclusion> <exclusion> <groupid>org.mortbay.jetty</groupid> <artifactid>jsp-api-2.1</artifactid> </exclusion> <exclusion> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> <exclusion> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>org.apache.hadoop</groupid> <artifactid>hadoop-client</artifactid> <version>2.6.0</version> <exclusions> <exclusion> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>org.apache.poi</groupid> <artifactid>poi</artifactid> <version>3.7</version> </dependency> <dependency> <groupid>org.apache.poi</groupid> <artifactid>poi-ooxml</artifactid> <version>3.11</version> </dependency> <!-- https://mvnrepository.com/artifact/com.jcraft/jsch --> <dependency> <groupid>com.jcraft</groupid> <artifactid>jsch</artifactid> <version>0.1.53</version> </dependency> <!-- zip4j external jar zipped operation --> <dependency> <groupid>net.lingala.zip4j</groupid> <artifactid>zip4j</artifactid> <version>1.3.2</version> </dependency> <!-- https://mvnrepository.com/artifact/com.google.guava/guava --> <dependency> <groupid>com.google.guava</groupid> <artifactid>guava</artifactid> <version>11.0.2</version> <exclusions> <exclusion> <!-- declare exclusion here --> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>org.apache.commons</groupid> <artifactid>commons-lang3</artifactid> <version>3.4</version> </dependency> <!-- <dependency> <groupid>org.apache.tomcat</groupid> <artifactid>tomcat-coyote</artifactid> <version>7.0.27</version> </dependency> <dependency> <groupid>org.apache.tomcat</groupid> <artifactid>tomcat-coyote</artifactid> <version>7.0.14</version> </dependency> --> <!-- https://mvnrepository.com/artifact/com.jolbox/bonecp --> <dependency> <groupid>com.jolbox</groupid> <artifactid>bonecp</artifactid> <version>0.8.0.release</version> </dependency> <dependency> <groupid>org.json</groupid> <artifactid>json</artifactid> <version>20160810</version> </dependency> <dependency> <groupid>asm</groupid> <artifactid>asm</artifactid> <version>3.3.1</version> </dependency> <dependency> <groupid>javax.ws.rs</groupid> <artifactid>jsr311-api</artifactid> <version>1.1.1</version> </dependency> <!-- https://mvnrepository.com/artifact/javax.ws.rs/javax.ws.rs-api --> <!-- <dependency> <groupid>javax.ws.rs</groupid> <artifactid>javax.ws.rs-api</artifactid> <version>2.1-m05</version> </dependency> --> <dependency> <groupid>org.glassfish.jersey.bundles</groupid> <artifactid>jaxrs-ri</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.media</groupid> <artifactid>jersey-media-json-processing</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.media</groupid> <artifactid>jersey-media-json-jackson</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.media</groupid> <artifactid>jersey-media-multipart</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.media</groupid> <artifactid>jersey-media-moxy</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.core</groupid> <artifactid>jersey-server</artifactid> <version>${jersey2.version}</version> </dependency> <dependency> <groupid>org.glassfish.jersey.containers</groupid> <artifactid>jersey-container-servlet</artifactid> <version>${jersey2.version}</version> <!-- <exclusions> <exclusion> <groupid>javax.ws.rs</groupid> <artifactid>javax.ws.rs-api</artifactid> </exclusion> </exclusions> --> </dependency> <dependency> <groupid>org.glassfish.jersey.core</groupid> <artifactid>jersey-client</artifactid> <version>${jersey2.version}</version> <!-- <exclusions> <exclusion> <groupid>javax.ws.rs</groupid> <artifactid>javax.ws.rs-api</artifactid> </exclusion> </exclusions> --> </dependency> <!-- <dependency> <groupid>com.sun.jersey</groupid> <artifactid>jersey-bundle</artifactid> <version>1.19</version> <exclusions> <exclusion> <groupid>javax.ws.rs</groupid> <artifactid>jsr311-api</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>com.sun.jersey</groupid> <artifactid>jersey-json</artifactid> <version>1.19.1</version> <exclusions> <exclusion> <groupid>javax.ws.rs</groupid> <artifactid>jsr311-api</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>com.sun.jersey</groupid> <artifactid>jersey-server</artifactid> <version>1.19</version> </dependency> <dependency> <groupid>com.sun.jersey</groupid> <artifactid>jersey-core</artifactid> <version>1.19</version> <exclusions> <exclusion> <groupid>javax.ws.rs</groupid> <artifactid>jsr311-api</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>com.sun.jersey.contribs</groupid> <artifactid>jersey-multipart</artifactid> <version>1.19</version> </dependency> <dependency> <groupid>javax.ws.rs</groupid> <artifactid>javax.ws.rs-api</artifactid> <version>2.0-m12</version> </dependency> --> <dependency> <groupid>javax.servlet</groupid> <artifactid>javax.servlet-api</artifactid> <version>3.0.1</version> <scope>provided</scope> </dependency> <dependency> <groupid>taglibs</groupid> <artifactid>standard</artifactid> <version>1.1.2</version> </dependency> <dependency> <groupid>javax.servlet</groupid> <artifactid>jstl</artifactid> <version>1.1.2</version> </dependency> <!-- https://mvnrepository.com/artifact/org.apache.httpcomponents/httpclient --> <dependency> <groupid>org.apache.httpcomponents</groupid> <artifactid>httpclient</artifactid> <version>4.5.3</version> </dependency> <!-- json formation 1 element --> <!-- <dependency> <groupid>org.codehaus.jackson</groupid> <artifactid>jackson-jaxrs</artifactid> <version>1.9.13</version> </dependency> <dependency> <groupid>org.codehaus.jackson</groupid> <artifactid>jackson-xc</artifactid> <version>1.9.13</version> </dependency> --> <!-- jars spark operation --> <!-- <dependency> <groupid>com.sparkjava</groupid> <artifactid>spark-core</artifactid> <version>2.5.5</version> <exclusions> <exclusion> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> </exclusions> </dependency> --> <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-core_2.10</artifactid> <version>${spark.version}</version> <exclusions> <exclusion> <groupid>com.typesafe.akka</groupid> <artifactid>akka-slf4j_2.10</artifactid> </exclusion> <exclusion> <groupid>com.typesafe.akka</groupid> <artifactid>akka-remote_2.10</artifactid> </exclusion> <exclusion> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> <exclusion> <groupid>org.apache.mesos</groupid> <artifactid>mesos</artifactid> </exclusion> <!--<exclusion> <artifactid>jackson-module-scala_2.10</artifactid> <groupid>com.fasterxml.jackson.module</groupid> </exclusion> --> </exclusions> </dependency> <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-sql_2.10</artifactid> <version>${spark.version}</version> </dependency> <!-- <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-streaming_2.11</artifactid> <version>2.0.0</version> </dependency> <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-mllib_2.11</artifactid> <version>2.0.0</version> </dependency> --> <dependency> <groupid>org.apache.hive</groupid> <artifactid>hive-exec</artifactid> <exclusions> <exclusion> <!-- declare exclusion here --> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> <version>0.11.0</version> </dependency> <!-- https://mvnrepository.com/artifact/org.apache.hive/hive-jdbc --> <!-- <dependency> <groupid>org.apache.hive</groupid> <artifactid>hive-jdbc</artifactid> <version>2.1.1</version> </dependency> --> <dependency> <groupid>org.apache.hive</groupid> <artifactid>hive-jdbc</artifactid> <version>1.1.0</version> <classifier>standalone</classifier> <exclusions> <exclusion> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> <exclusion> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <!-- https://mvnrepository.com/artifact/org.apache.hive/hive-service --> <dependency> <groupid>org.apache.hive</groupid> <artifactid>hive-service</artifactid> <version>2.1.1</version> <exclusions> <exclusion> <!-- declare exclusion here --> <groupid>io.netty</groupid> <artifactid>netty-all</artifactid> </exclusion> <exclusion> <!-- declare exclusion here --> <groupid>com.google.code.findbugs</groupid> <artifactid>jsr305</artifactid> </exclusion> <exclusion> <!-- declare exclusion here --> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <!-- when error messages occure : no filesystem hdfs --> <!-- <dependency> <groupid>org.apache.hadoop</groupid> <artifactid>hadoop-hdfs</artifactid> <version>2.6.0</version> </dependency> --> <dependency> <groupid>javax.jdo</groupid> <artifactid>jdo2-api</artifactid> <version>2.3-eb</version> </dependency> <!-- new add --> <dependency> <groupid>javax.ws.rs</groupid> <artifactid>javax.ws.rs-api</artifactid> <version>2.0</version> </dependency> <dependency> <groupid>org.slf4j</groupid> <artifactid>slf4j-simple</artifactid> <version>1.7.7</version> </dependency> <!-- jackson-fasterxml --> <dependency> <groupid>com.fasterxml.jackson.core</groupid> <artifactid>jackson-core</artifactid> <version>2.6.5</version> </dependency> <dependency> <groupid>com.fasterxml.jackson.core</groupid> <artifactid>jackson-databind</artifactid> <version>2.6.5</version> </dependency> <dependency> <groupid>com.fasterxml.jackson.core</groupid> <artifactid>jackson-annotations</artifactid> <version>2.6.5</version> </dependency> <dependency> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> <version>2.6.0</version> </dependency> <!-- <dependency> <groupid>com.typesafe</groupid> <artifactid>config</artifactid> <version>1.2.0</version> </dependency> <dependency> <groupid>org.spark-project.akka</groupid> <artifactid>akka-remote_2.10</artifactid> <version>2.3.11-shaded-protobuf</version> </dependency> <dependency> <groupid>org.spark-project.akka</groupid> <artifactid>akka-slf4j_2.10</artifactid> <version>2.3.11-shaded-protobuf</version> </dependency> <dependency> <groupid>com.typesafe.akka</groupid> <artifactid>akka-actor_2.10</artifactid> <version>2.3.11</version> </dependency> <dependency> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> <version>${protobuf.version}</version> <scope>${hadoop.deps.scope}</scope> </dependency> --> <dependency> <groupid>${akka.group}</groupid> <artifactid>akka-actor_${scala.binary.version}</artifactid> <version>${akka.version}</version> </dependency> <dependency> <groupid>${akka.group}</groupid> <artifactid>akka-remote_${scala.binary.version}</artifactid> <version>${akka.version}</version> <exclusions> <exclusion> <groupid>com.google.protobuf</groupid> <artifactid>protobuf-java</artifactid> </exclusion> </exclusions> </dependency> <dependency> <groupid>${akka.group}</groupid> <artifactid>akka-slf4j_${scala.binary.version}</artifactid> <version>${akka.version}</version> </dependency> <dependency> <groupid>${akka.group}</groupid> <artifactid>akka-testkit_${scala.binary.version}</artifactid> <version>${akka.version}</version> </dependency> <!-- <dependency> <groupid>${akka.group}</groupid> <artifactid>akka-zeromq_${scala.binary.version}</artifactid> <version>${akka.version}</version> <exclusions> <exclusion> <groupid>${akka.group}</groupid> <artifactid>akka-actor_${scala.binary.version}</artifactid> </exclusion> </exclusions> </dependency> --> </dependencies>
Comments
Post a Comment