Aylinux d795c97bc3 Add files via upload 3 years ago
..
hive-profile.sh d795c97bc3 Add files via upload 3 years ago
hive-site.xml d795c97bc3 Add files via upload 3 years ago
hive_postgre_init.sh d795c97bc3 Add files via upload 3 years ago
milis-custom.conf d795c97bc3 Add files via upload 3 years ago
readme d795c97bc3 Add files via upload 3 years ago
talimat d795c97bc3 Add files via upload 3 years ago

readme

mps kur hive
# after install
$HIVE_HOME/bin/hive_postgre_init.sh
$HADOOP_HOME/bin/hadoop fs -mkdir -p /usr/hive/warehouse
$HADOOP_HOME/bin/hadoop fs -chmod 777 /tmp
$HIVE_HOME/bin/init-hive-dfs.sh

# spark as execution engine
# 1-yarn mode

# hive-site.xml
set spark.master=yarn

spark.yarn.jars
hdfs://localhost:9000/spark-jars/*


#


# 2-remote mode
$SPARK_HOME/bin/copy_jars2hive.sh
# in beeline
set spark.master=spark://milistgn:7077;

# or set this on hive-site.xml
set spark.master=spark://milistgn:7077;
set spark.eventLog.enabled=true;
set spark.eventLog.dir=
set spark.executor.memory=512m;
set spark.serializer=org.apache.spark.serializer.KryoSerializer;

# beeline için özelleştirilmiş milis-custom.conf kullanılabilir
beeline -i conf/milis-custom.conf ...