pom.xml 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  3. xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  4. <parent>
  5. <artifactId>datax-all</artifactId>
  6. <groupId>com.alibaba.datax</groupId>
  7. <version>0.0.1-SNAPSHOT</version>
  8. </parent>
  9. <modelVersion>4.0.0</modelVersion>
  10. <artifactId>hdfsreader</artifactId>
  11. <groupId>com.alibaba.datax</groupId>
  12. <version>0.0.1-SNAPSHOT</version>
  13. <packaging>jar</packaging>
  14. <properties>
  15. <hive.version>3.1.3</hive.version>
  16. <hadoop.version>2.7.1</hadoop.version>
  17. </properties>
  18. <dependencies>
  19. <dependency>
  20. <groupId>org.apache.logging.log4j</groupId>
  21. <artifactId>log4j-api</artifactId>
  22. <version>2.17.1</version>
  23. </dependency>
  24. <dependency>
  25. <groupId>org.apache.logging.log4j</groupId>
  26. <artifactId>log4j-core</artifactId>
  27. <version>2.17.1</version>
  28. </dependency>
  29. <dependency>
  30. <groupId>com.alibaba.datax</groupId>
  31. <artifactId>datax-common</artifactId>
  32. <version>${datax-project-version}</version>
  33. <exclusions>
  34. <exclusion>
  35. <artifactId>slf4j-log4j12</artifactId>
  36. <groupId>org.slf4j</groupId>
  37. </exclusion>
  38. </exclusions>
  39. </dependency>
  40. <dependency>
  41. <groupId>org.slf4j</groupId>
  42. <artifactId>slf4j-api</artifactId>
  43. </dependency>
  44. <dependency>
  45. <groupId>ch.qos.logback</groupId>
  46. <artifactId>logback-classic</artifactId>
  47. </dependency>
  48. <dependency>
  49. <groupId>org.apache.hadoop</groupId>
  50. <artifactId>hadoop-hdfs</artifactId>
  51. <version>${hadoop.version}</version>
  52. </dependency>
  53. <dependency>
  54. <groupId>org.apache.hadoop</groupId>
  55. <artifactId>hadoop-common</artifactId>
  56. <version>${hadoop.version}</version>
  57. </dependency>
  58. <dependency>
  59. <groupId>org.apache.hadoop</groupId>
  60. <artifactId>hadoop-yarn-common</artifactId>
  61. <version>${hadoop.version}</version>
  62. </dependency>
  63. <dependency>
  64. <groupId>com.aliyun.oss</groupId>
  65. <artifactId>hadoop-aliyun</artifactId>
  66. <version>2.7.2</version>
  67. </dependency>
  68. <dependency>
  69. <groupId>org.apache.hadoop</groupId>
  70. <artifactId>hadoop-mapreduce-client-core</artifactId>
  71. <version>${hadoop.version}</version>
  72. </dependency>
  73. <dependency>
  74. <groupId>org.apache.hive</groupId>
  75. <artifactId>hive-exec</artifactId>
  76. <version>${hive.version}</version>
  77. </dependency>
  78. <dependency>
  79. <groupId>org.apache.hive</groupId>
  80. <artifactId>hive-serde</artifactId>
  81. <version>${hive.version}</version>
  82. </dependency>
  83. <dependency>
  84. <groupId>org.apache.hive</groupId>
  85. <artifactId>hive-service</artifactId>
  86. <version>${hive.version}</version>
  87. <exclusions>
  88. <exclusion>
  89. <artifactId>jdk.tools</artifactId>
  90. <groupId>jdk.tools</groupId>
  91. </exclusion>
  92. </exclusions>
  93. </dependency>
  94. <dependency>
  95. <groupId>org.apache.hive</groupId>
  96. <artifactId>hive-common</artifactId>
  97. <version>${hive.version}</version>
  98. </dependency>
  99. <dependency>
  100. <groupId>org.apache.hive.hcatalog</groupId>
  101. <artifactId>hive-hcatalog-core</artifactId>
  102. <version>${hive.version}</version>
  103. </dependency>
  104. <dependency>
  105. <groupId>com.alibaba.datax</groupId>
  106. <artifactId>plugin-unstructured-storage-util</artifactId>
  107. <version>${datax-project-version}</version>
  108. </dependency>
  109. <dependency>
  110. <groupId>org.apache.parquet</groupId>
  111. <artifactId>parquet-column</artifactId>
  112. <version>1.12.0</version>
  113. </dependency>
  114. <dependency>
  115. <groupId>org.apache.parquet</groupId>
  116. <artifactId>parquet-avro</artifactId>
  117. <version>1.12.0</version>
  118. </dependency>
  119. <dependency>
  120. <groupId>org.apache.parquet</groupId>
  121. <artifactId>parquet-common</artifactId>
  122. <version>1.12.0</version>
  123. </dependency>
  124. <dependency>
  125. <groupId>org.apache.parquet</groupId>
  126. <artifactId>parquet-format</artifactId>
  127. <version>2.10.0</version>
  128. </dependency>
  129. <dependency>
  130. <groupId>org.apache.parquet</groupId>
  131. <artifactId>parquet-jackson</artifactId>
  132. <version>1.12.0</version>
  133. </dependency>
  134. <dependency>
  135. <groupId>org.apache.parquet</groupId>
  136. <artifactId>parquet-encoding</artifactId>
  137. <version>1.12.0</version>
  138. </dependency>
  139. <dependency>
  140. <groupId>org.apache.parquet</groupId>
  141. <artifactId>parquet-hadoop</artifactId>
  142. <version>1.12.0</version>
  143. </dependency>
  144. </dependencies>
  145. <build>
  146. <plugins>
  147. <!-- compiler plugin -->
  148. <plugin>
  149. <artifactId>maven-compiler-plugin</artifactId>
  150. <configuration>
  151. <source>${jdk-version}</source>
  152. <target>${jdk-version}</target>
  153. <encoding>${project-sourceEncoding}</encoding>
  154. </configuration>
  155. </plugin>
  156. <!-- assembly plugin -->
  157. <plugin>
  158. <artifactId>maven-assembly-plugin</artifactId>
  159. <configuration>
  160. <descriptors>
  161. <descriptor>src/main/assembly/package.xml</descriptor>
  162. </descriptors>
  163. <finalName>datax</finalName>
  164. </configuration>
  165. <executions>
  166. <execution>
  167. <id>dwzip</id>
  168. <phase>package</phase>
  169. <goals>
  170. <goal>single</goal>
  171. </goals>
  172. </execution>
  173. </executions>
  174. </plugin>
  175. </plugins>
  176. </build>
  177. </project>