Hive3.1.2编译支持Spark3.0.0
Contents
1. 下载源码
|
|
2. 修改guava依赖
|
|
3. 编译报错
|
|
4. 修改报错 8个地方
4.1 llap-common/src/java/org/apache/hadoop/hive/llap/AsyncPbRpcProxy.java
|
|
4.2 llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
|
|
4.3 ql/src/java/org/apache/hadoop/hive/ql/exec/tez/WorkloadManager.java
|
|
4.4 ql/src/test/org/apache/hadoop/hive/ql/exec/tez/SampleTezSessionState.java
|
|
4.5 llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/TaskExecutorService.java
|
|
4.6 llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/LlapTaskReporter.java
|
|
4.7 llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/AMReporter.java
|
|
4.8 druid-handler/src/java/org/apache/hadoop/hive/druid/serde/DruidScanQueryRecordReader.java
|
|
5. 编译通过
|
|
6. 修改spark依赖
|
|
7. 编译报错
|
|
8. 修改报错
8.1 spark-client/src/main/java/org/apache/hive/spark/counter/SparkCounter.java
|
|
8.2 spark-client/src/main/java/org/apache/hive/spark/client/metrics/ShuffleWriteMetrics.java
|
|
8.3 ql/src/test/org/apache/hadoop/hive/ql/stats/TestStatsUtils.java
|
|
9. 编译通过
|
|
10. Hive-19316-Fix
10.1 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/ColumnsStatsUtils.java
|
|
|
|
10.2 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/aggr/DateColumnStatsAggregator.java
|
|
10.3 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/aggr/DecimalColumnStatsAggregator.java
|
|
10.4 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/aggr/DoubleColumnStatsAggregator.java
|
|
10.5 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/aggr/LongColumnStatsAggregator.java
|
|
10.6 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/aggr/StringColumnStatsAggregator.java
|
|
10.7 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/cache/DateColumnStatsDataInspector.java
|
|
10.8 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/cache/DecimalColumnStatsDataInspector.java
|
|
10.9 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/cache/DoubleColumnStatsDataInspector.java
|
|
10.10 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/cache/LongColumnStatsDataInspector.java
|
|
10.11 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/cache/StringColumnStatsDataInspector.java
|
|
10.12 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/merge/DateColumnStatsMerger.java
|
|
10.13 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/merge/DecimalColumnStatsMerger.java
|
|
10.14 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/merge/DoubleColumnStatsMerger.java
|
|
10.15 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/merge/LongColumnStatsMerger.java
|
|
10.16 standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/columnstats/merge/StringColumnStatsMerger.java
|
|
11. 编译通过
|
|
12. 修改后的源码
13. 下载编译即可
|
|