From a25e778837a52d0180a78d90f435a6ea8a79210a Mon Sep 17 00:00:00 2001 From: nezharen Date: Wed, 10 Apr 2024 16:56:43 +0800 Subject: [PATCH] update --- ProjectDeploy.md | 20 +++++++++++++++++--- 1 file changed, 17 insertions(+), 3 deletions(-) diff --git a/ProjectDeploy.md b/ProjectDeploy.md index 838407a..9279b2d 100644 --- a/ProjectDeploy.md +++ b/ProjectDeploy.md @@ -255,7 +255,21 @@ InstalledDir: /home/jydata/jydata/local/llvm-16.0.4/bin jydata@node01$ for i in {2..6}; do ssh node0$i "mkdir -p ~/jydata/local/llvm-16.0.4/lib" && scp -r ~/jydata/local/llvm-16.0.4/lib/libomp.so node0$i:~/jydata/local/llvm-16.0.4/lib/; done ``` -#### 3.4 下载JNA jar包 +#### 3.4 安装Scala工具链 + +x86_64环境: + +```shell +jydata@node01$ curl -fL https://github.com/coursier/coursier/releases/latest/download/cs-x86_64-pc-linux.gz | gzip -d > cs && chmod +x cs && ./cs setup +``` + +aarch64环境: + +```shell +jydata@node01$ curl -fL https://github.com/VirtusLab/coursier-m1/releases/latest/download/cs-aarch64-pc-linux.gz | gzip -d > cs && chmod +x cs && ./cs setup +``` + +#### 3.5 下载JNA jar包 ```shell jydata@node01$ cd ~/jydata/third-party @@ -387,7 +401,7 @@ jydata@node01$ git clone https://github.com/databricks/tpcds-kit.git jydata@node01$ mv ./tpcds-kit ~/jydata/local/DSGen jydata@node01$ cd ~/jydata/local/DSGen/tools jydata@node01$ patch -p0 < ~/jydata/third-party/patches/tpcds_makefile.patch -jydata@node01$ make # 您可能需要自行安装GCC编译器 +jydata@node01$ make ``` 最后将编译出的TPC-DS工具包同步到其它节点的相同路径下: @@ -403,7 +417,7 @@ jydata@node01$ source ~/jydata/setenv.sh jydata@node01$ git clone https://github.com/databricks/spark-sql-perf.git jydata@node01$ mv spark-sql-perf ~/jydata/local/ jydata@node01$ cd ~/jydata/local/spark-sql-perf -jydata@node01$ sbt package # 您可能需要自行安装sbt等Scala编译器 +jydata@node01$ sbt package jydata@node01$ cd ~/jydata/sources/CMR/sbin/ jydata@node01$ sed -i 's@$HOME@'"$HOME"'@g' tpcds_datagen_parquet.scala jydata@node01$ $HADOOP_HOME/bin/hadoop fs -mkdir -p /user/hive/tpc-ds-10T/decimaldata