update presto

presto/Dockerfile

@@ -2,10 +2,10 @@
 # Dockerfile for presto
 #
 
-FROM openjdk:8-jre-slim
+FROM openjdk:8-jre-slim-buster
 MAINTAINER kev <noreply@easypi.pro>
 
-ENV PRESTO_VERSION=0.221
+ENV PRESTO_VERSION=0.226
 ENV PRESTO_SERVER_URL=https://repo1.maven.org/maven2/com/facebook/presto/presto-server/${PRESTO_VERSION}/presto-server-${PRESTO_VERSION}.tar.gz
 ENV PRESTO_CLI_URL=https://repo1.maven.org/maven2/com/facebook/presto/presto-cli/${PRESTO_VERSION}/presto-cli-${PRESTO_VERSION}-executable.jar
 ENV PRESTO_HOME=/opt/presto

presto/Dockerfile.alpine

@@ -2,10 +2,10 @@
 # Dockerfile for presto
 #
 
-FROM openjdk:13-alpine
+FROM openjdk:8-jre-alpine
 MAINTAINER kev <noreply@easypi.pro>
 
-ENV PRESTO_VERSION=0.221
+ENV PRESTO_VERSION=0.226
 ENV PRESTO_SERVER_URL=https://repo1.maven.org/maven2/com/facebook/presto/presto-server/${PRESTO_VERSION}/presto-server-${PRESTO_VERSION}.tar.gz
 ENV PRESTO_CLI_URL=https://repo1.maven.org/maven2/com/facebook/presto/presto-cli/${PRESTO_VERSION}/presto-cli-${PRESTO_VERSION}-executable.jar
 ENV PRESTO_HOME=/opt/presto

presto/README.md

@@ -4,31 +4,31 @@ presto
 [Presto][1] is a distributed SQL query engine designed to query large data sets
 distributed over one or more heterogeneous data sources.
 
-## docker-compose.yaml
-
-```yaml
-presto:
-  image: vimagick/presto
-  ports:
-    - "8080:8080"
-  volumes:
-    - ./conf/standalone:/opt/presto/etc
-    - ./data/standalone:/data
-  restart: unless-stopped
-```
-
 ## up and running
 
 ```bash
-$ docker-comopse up -d
+$ ansible all -a 'mkdir -p /data'
 
-$ docker-compose exec presto presto --server localhost:8080 --catalog tpch
+$ docker stack deploy -c docker-stack.yml presto
+
+$ docker service update --replicas-max-per-node=1 presto_worker
+
+$ docker service update --replicas 10 presto_worker
+
+$ docker ps | grep presto_coordinator | awk '{print $1}'
+4cc5c6c420d7
+
+$ docker exec -it 4cc5c6c420d7 presto --server localhost:8080 --catalog tpch
 >>> show schemas;
 >>> show tables from tiny;
 >>> select * from tiny.customer limit 10;
 >>> quit
 
+$ curl http://localhost:8080/ui/
+
 $ curl http://localhost:8080/v1/service/presto/general
 ```
 
+> :warning: If volume settings are changed, you need to remove them manually on all nodes.
+
 [1]: https://prestodb.io/

presto/conf/worker/config.properties

@@ -4,4 +4,4 @@ query.max-memory=50GB
 query.max-memory-per-node=1GB
 query.max-total-memory-per-node=2GB
 discovery.uri=http://coordinator:8080
-node.internal-address=worker1
+#node.internal-address=worker1

presto/conf/worker/node.properties

@@ -1,3 +1,3 @@
 node.environment=production
-node.id=worker1
 node.data-dir=/data
+#node.id=worker1

presto/docker-compose.yml

@@ -1,19 +1,20 @@
-coordinator:
-  image: vimagick/presto
+nfs:
+  image: erichough/nfs-server
   ports:
-    - "8080:8080"
+    - "111:111/tcp"
+    - "111:111/udp"
+    - "2049:2049/tcp"
+    - "2049:2049/udp"
+    - "32765:32765/tcp"
+    - "32765:32765/udp"
+    - "32767:32767/tcp"
+    - "32767:32767/udp"
   volumes:
-    - ./conf/coordinator:/opt/presto/etc
-    - ./data/coordinator:/data
-  restart: always
-
-worker1:
-  image: vimagick/presto
-  ports:
-    - "8081:8080"
-  volumes:
-    - ./conf/worker1:/opt/presto/etc
-    - ./data/worker1:/data
-  links:
-    - coordinator
-  restart: always
+    - ./conf:/export/presto:ro
+    - /lib/modules:/lib/modules:ro
+  environment:
+    - NFS_LOG_LEVEL=DEBUG
+    - NFS_EXPORT_0=/export/presto/coordinator *(ro,no_subtree_check)
+    - NFS_EXPORT_1=/export/presto/worker1     *(ro,no_subtree_check)
+  privileged: true
+  restart: unless-stopped

presto/docker-stack.yml

@@ -0,0 +1,50 @@
+version: "3.7"
+
+services:
+
+  coordinator:
+    image: vimagick/presto
+    ports:
+      - "8080:8080"
+    volumes:
+      - /data:/data
+      - presto_coordinator_conf:/opt/presto/etc
+    deploy:
+      replicas: 1
+      placement:
+        constraints:
+          - node.role == manager
+          - node.hostname == presto-coordinator
+      restart_policy:
+        condition: on-failure
+  
+  worker:
+    image: vimagick/presto
+    volumes:
+      - /data:/data
+      - presto_worker_conf:/opt/presto/etc
+    deploy:
+      replicas: 0
+      placement:
+        constraints:
+          - node.role == worker
+      restart_policy:
+        condition: on-failure
+    depends_on:
+      - coordinator
+
+volumes:
+
+  presto_coordinator_conf:
+    driver: local
+    driver_opts:
+      type: nfs
+      o: "addr=10.0.0.1,nolock,soft,ro"
+      device: ":/export/presto/coordinator"
+
+  presto_worker_conf:
+    driver: local
+    driver_opts:
+      type: nfs
+      o: "addr=10.0.0.1,nolock,soft,ro"
+      device: ":/export/presto/worker"