Apache Carbondata on Preto

1.download

apache carbondata - 1.5.3
apache carbondata - 1.5.4
apache spark - 2.3.2
apache hadoop - 2.7.2
presto server - 0.210
presto client - 0.210

2.Configurations

mkdir -p etc/catalog -- in presto server
touch carbondata.properties -- in presto server /conf

a).vi config.properties

######## Coordinator Configurations ########## # #coordinator=true #node-scheduler.include-coordinator=false #http-server.http.port=8086 #query.max-memory=5GB #query.max-total-memory-per-node=5GB #query.max-memory-per-node=3GB #memory.heap-headroom-per-node=1GB #discovery-server.enabled=true #discovery.uri=http://hostname:8086 #task.max-worker-threads=4 #optimizer.dictionary-aggregation=true #optimizer.optimize-hash-generation = false # ##############################################

########## Worker Configurations#### # #coordinator=false #http-server.http.port=8086 #query.max-memory=5GB #query.max-memory-per-node=2GB #discovery.uri=<coordinator_ip>:8086 # ####################################

b).vi jvm.config

-server -Xmx16G -XX:+UseG1GC -XX:G1HeapRegionSize=32M -XX:+UseGCOverheadLimit -XX:+ExplicitGCInvokesConcurrent -XX:+HeapDumpOnOutOfMemoryError -XX:OnOutOfMemoryError=kill -9 %p

c).vi log.properties

com.facebook.presto=INFO

d).vi node.properties

node.environment=production node.id=c5a9ab1a-a9fe-11e9-96d8-000c2909bcd1 node.data-dir=/home/carbondata/presto-server-0.210/data

3.plugin

mkdir -p plugin/carbondata -- in presto server

cp apache-carbondata-1.5.3-bin-spark2.3.2-hadoop2.7.2.jar /home/carbondata/presto-server-0.210/plugin/carbondata

4.start server

./presto-server-0.210/bin/launcher start ./presto-server-0.210/bin/launcher run

5.presto-cli

mv presto-cli-0.210-executable.jar presto

./presto