presto環境構築

Hadoop擬似分散モード.diff

(master)$ git diff
diff --git a/etc/hadoop/core-site.xml b/etc/hadoop/core-site.xml
index d2ddf89..bee4f4e 100644
--- a/etc/hadoop/core-site.xml
+++ b/etc/hadoop/core-site.xml
@@ -17,4 +17,8 @@
 <!-- Put site-specific property overrides in this file. -->

 <configuration>
+    <property>
+        <name>fs.default.name</name>
+        <value>hdfs://localhost/</value>
+    </property>
 </configuration>
diff --git a/etc/hadoop/hdfs-site.xml b/etc/hadoop/hdfs-site.xml
index 50ec146..76fc9c6 100644
--- a/etc/hadoop/hdfs-site.xml
+++ b/etc/hadoop/hdfs-site.xml
@@ -17,5 +17,8 @@
 <!-- Put site-specific property overrides in this file. -->

 <configuration>
-
+    <property>
+        <name>dfs.replication</name>
+        <value>1</value>
+    </property>
 </configuration>
diff --git a/etc/hadoop/yarn-site.xml b/etc/hadoop/yarn-site.xml
index 25292c7..ebd8798 100644
--- a/etc/hadoop/yarn-site.xml
+++ b/etc/hadoop/yarn-site.xml
@@ -13,7 +13,12 @@
   limitations under the License. See accompanying LICENSE file.
 -->
 <configuration>
-
-<!-- Site specific YARN configuration properties -->
-
+    <property>
+        <name>yarn.resourcemanager.address</name>
+        <value>localhost:8032</value>
+    </property>
+    <property>
+        <name>yarn.nodemanager.aux-services</name>
+        <value>mapreduce.shuffle</value>
+    </property>
 </configuration>
(master)$

hive-site.conf.diff

(master)$ diff -uw conf/hive-default.xml.template conf/hive-site.xml
--- conf/hive-default.xml.template      2016-11-30 04:46:17.000000000 +0900
+++ conf/hive-site.xml  2017-05-27 01:00:10.000000000 +0900
@@ -41,12 +41,12 @@
   </property>
   <property>
     <name>hive.exec.local.scratchdir</name>
-    <value>${system:java.io.tmpdir}/${system:user.name}</value>
+    <value>/tmp/hive</value>
     <description>Local scratch space for Hive jobs</description>
   </property>
   <property>
     <name>hive.downloaded.resources.dir</name>
-    <value>${system:java.io.tmpdir}/${hive.session.id}_resources</value>
+    <value>/tmp/hive_resources</value>
     <description>Temporary local directory for added resources in the remote file system.</description>
   </property>
   <property>
@@ -329,7 +329,7 @@
   </property>
   <property>
     <name>hive.metastore.uris</name>
-    <value/>
+    <value>thrift://localhost:9083</value>
     <description>Thrift URI for the remote metastore. Used by metastore client to connect to remote metastore.</description>
   </property>
   <property>
@@ -483,7 +483,7 @@
   </property>
   <property>
     <name>javax.jdo.option.ConnectionPassword</name>
-    <value>mine</value>
+    <value>root</value>
     <description>password to use against metastore database</description>
   </property>
   <property>
@@ -498,7 +498,7 @@
   </property>
   <property>
     <name>javax.jdo.option.ConnectionURL</name>
-    <value>jdbc:derby:;databaseName=metastore_db;create=true</value>
+    <value>jdbc:mysql://192.168.99.100:13306/hive?createDatabaseIfNotExist=true</value>
     <description>
       JDBC connect string for a JDBC metastore.
       To use SSL to encrypt/authenticate the connection, provide database-specific SSL flag in the connection URL.
@@ -930,7 +930,7 @@
   </property>
   <property>
     <name>javax.jdo.option.ConnectionDriverName</name>
-    <value>org.apache.derby.jdbc.EmbeddedDriver</value>
+    <value>com.mysql.jdbc.Driver</value>
     <description>Driver class name for a JDBC metastore</description>
   </property>
   <property>
@@ -955,7 +955,7 @@
   </property>
   <property>
     <name>javax.jdo.option.ConnectionUserName</name>
-    <value>APP</value>
+    <value>root</value>
     <description>Username to use against metastore database</description>
   </property>
   <property>
@@ -1513,7 +1513,7 @@
   </property>
   <property>
     <name>hive.querylog.location</name>
-    <value>${system:java.io.tmpdir}/${system:user.name}</value>
+    <value>/tmp/hive</value>
     <description>Location of Hive run time structured log file</description>
   </property>
   <property>
@@ -3678,7 +3678,7 @@
   </property>
   <property>
     <name>hive.server2.logging.operation.log.location</name>
-    <value>${system:java.io.tmpdir}/${system:user.name}/operation_logs</value>
+    <value>/tmp/hive/operation_logs</value>
     <description>Top level directory where operation logs are stored if logging functionality is enabled</description>
   </property>
   <property>
(master)$

presto.configs.diff

(master)$ git --no-pager diff --cached
diff --git a/etc/catalog/hive.properties b/etc/catalog/hive.properties
new file mode 100644
index 0000000..5129f3c
--- /dev/null
+++ b/etc/catalog/hive.properties
@@ -0,0 +1,2 @@
+connector.name=hive-hadoop2
+hive.metastore.uri=thrift://localhost:9083
diff --git a/etc/config.properties b/etc/config.properties
new file mode 100644
index 0000000..4247056
--- /dev/null
+++ b/etc/config.properties
@@ -0,0 +1,7 @@
+coordinator=true
+node-scheduler.include-coordinator=true
+http-server.http.port=8080
+query.max-memory=5GB
+query.max-memory-per-node=1GB
+discovery-server.enabled=true
+discovery.uri=http://localhost:8080
diff --git a/etc/jvm.config b/etc/jvm.config
new file mode 100644
index 0000000..b3ce888
--- /dev/null
+++ b/etc/jvm.config
@@ -0,0 +1,8 @@
+-server
+-Xmx4G
+-XX:+UseG1GC
+-XX:G1HeapRegionSize=32M
+-XX:+UseGCOverheadLimit
+-XX:+ExplicitGCInvokesConcurrent
+-XX:+HeapDumpOnOutOfMemoryError
+-XX:+ExitOnOutOfMemoryError
diff --git a/etc/log.properties b/etc/log.properties
new file mode 100644
index 0000000..1c52627
--- /dev/null
+++ b/etc/log.properties
@@ -0,0 +1 @@
+com.facebook.presto=INFO
diff --git a/etc/node.properties b/etc/node.properties
new file mode 100644
index 0000000..219fff7
--- /dev/null
+++ b/etc/node.properties
@@ -0,0 +1,3 @@
+node.environment=production
+node.id=ffffffff-ffff-ffff-ffff-ffffffffffff
+node.data-dir=/Users/kiko/Documents/projects/presto/data
(master)$