1
0

pom.xml 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0"
  3. xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  4. xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  5. <parent>
  6. <artifactId>datax-all</artifactId>
  7. <groupId>com.alibaba.datax</groupId>
  8. <version>0.0.1-SNAPSHOT</version>
  9. </parent>
  10. <modelVersion>4.0.0</modelVersion>
  11. <artifactId>hdfswriter</artifactId>
  12. <name>hdfswriter</name>
  13. <description>HdfsWriter提供了写入HDFS功能。</description>
  14. <packaging>jar</packaging>
  15. <properties>
  16. <hive.version>3.1.3</hive.version>
  17. <hadoop.version>2.7.1</hadoop.version>
  18. </properties>
  19. <dependencies>
  20. <!-- https://mvnrepository.com/artifact/com.twitter/parquet-hadoop-bundle -->
  21. <dependency>
  22. <groupId>com.twitter</groupId>
  23. <artifactId>parquet-hadoop-bundle</artifactId>
  24. <version>1.6.0</version>
  25. </dependency>
  26. <dependency>
  27. <groupId>org.apache.logging.log4j</groupId>
  28. <artifactId>log4j-api</artifactId>
  29. <version>2.17.1</version>
  30. </dependency>
  31. <dependency>
  32. <groupId>org.apache.logging.log4j</groupId>
  33. <artifactId>log4j-core</artifactId>
  34. <version>2.17.1</version>
  35. </dependency>
  36. <dependency>
  37. <groupId>com.alibaba.datax</groupId>
  38. <artifactId>datax-common</artifactId>
  39. <version>${datax-project-version}</version>
  40. <exclusions>
  41. <exclusion>
  42. <artifactId>slf4j-log4j12</artifactId>
  43. <groupId>org.slf4j</groupId>
  44. </exclusion>
  45. </exclusions>
  46. </dependency>
  47. <dependency>
  48. <groupId>com.aliyun.oss</groupId>
  49. <artifactId>hadoop-aliyun</artifactId>
  50. <version>2.7.2</version>
  51. </dependency>
  52. <dependency>
  53. <groupId>org.slf4j</groupId>
  54. <artifactId>slf4j-api</artifactId>
  55. </dependency>
  56. <dependency>
  57. <groupId>ch.qos.logback</groupId>
  58. <artifactId>logback-classic</artifactId>
  59. </dependency>
  60. <dependency>
  61. <groupId>org.apache.hadoop</groupId>
  62. <artifactId>hadoop-hdfs</artifactId>
  63. <version>${hadoop.version}</version>
  64. </dependency>
  65. <dependency>
  66. <groupId>org.apache.hadoop</groupId>
  67. <artifactId>hadoop-common</artifactId>
  68. <version>${hadoop.version}</version>
  69. </dependency>
  70. <dependency>
  71. <groupId>org.apache.hadoop</groupId>
  72. <artifactId>hadoop-yarn-common</artifactId>
  73. <version>${hadoop.version}</version>
  74. </dependency>
  75. <dependency>
  76. <groupId>org.apache.hadoop</groupId>
  77. <artifactId>hadoop-mapreduce-client-core</artifactId>
  78. <version>${hadoop.version}</version>
  79. </dependency>
  80. <dependency>
  81. <groupId>org.apache.hive</groupId>
  82. <artifactId>hive-exec</artifactId>
  83. <version>${hive.version}</version>
  84. </dependency>
  85. <dependency>
  86. <groupId>org.apache.hive</groupId>
  87. <artifactId>hive-serde</artifactId>
  88. <version>${hive.version}</version>
  89. </dependency>
  90. <dependency>
  91. <groupId>org.apache.hive</groupId>
  92. <artifactId>hive-service</artifactId>
  93. <version>${hive.version}</version>
  94. </dependency>
  95. <dependency>
  96. <groupId>org.apache.hive</groupId>
  97. <artifactId>hive-common</artifactId>
  98. <version>${hive.version}</version>
  99. </dependency>
  100. <dependency>
  101. <groupId>org.apache.hive.hcatalog</groupId>
  102. <artifactId>hive-hcatalog-core</artifactId>
  103. <version>${hive.version}</version>
  104. </dependency>
  105. <dependency>
  106. <groupId>com.alibaba.datax</groupId>
  107. <artifactId>plugin-unstructured-storage-util</artifactId>
  108. <version>${datax-project-version}</version>
  109. </dependency>
  110. <dependency>
  111. <groupId>junit</groupId>
  112. <artifactId>junit</artifactId>
  113. <scope>test</scope>
  114. </dependency>
  115. </dependencies>
  116. <build>
  117. <plugins>
  118. <!-- compiler plugin -->
  119. <plugin>
  120. <artifactId>maven-compiler-plugin</artifactId>
  121. <configuration>
  122. <source>${jdk-version}</source>
  123. <target>${jdk-version}</target>
  124. <encoding>${project-sourceEncoding}</encoding>
  125. </configuration>
  126. </plugin>
  127. <!-- assembly plugin -->
  128. <plugin>
  129. <artifactId>maven-assembly-plugin</artifactId>
  130. <configuration>
  131. <descriptors>
  132. <descriptor>src/main/assembly/package.xml</descriptor>
  133. </descriptors>
  134. <finalName>datax</finalName>
  135. </configuration>
  136. <executions>
  137. <execution>
  138. <id>dwzip</id>
  139. <phase>package</phase>
  140. <goals>
  141. <goal>single</goal>
  142. </goals>
  143. </execution>
  144. </executions>
  145. </plugin>
  146. </plugins>
  147. </build>
  148. </project>