spark_standalone_metastore_history_settings.txt

yum install mysql-connector-java mysql-server

mysql -u root
create database metastore;
CREATE USER 'metastore'@'%' IDENTIFIED BY 'metastore';
CREATE USER 'metastore'@'localhost' IDENTIFIED BY 'metastore';
GRANT ALL PRIVILEGES ON metastore.* TO 'metastore'@'%';
GRANT ALL PRIVILEGES ON metastore.* TO 'metastore'@'localhost';




spark-defaults.conf
spark.driver.extraClassPath      /usr/share/java/mysql-connector-java.jar
spark.executor.extraClassPath    /usr/share/java/mysql-connector-java.jar
spark.history.fs.logDirectory      file:///home/centos/spark-events
spark.eventLog.enabled           true
spark.eventLog.dir              file:///home/centos/spark-events

hive-site.xml
<configuration>
<property>
  <name>javax.jdo.option.ConnectionURL</name>
  <value>jdbc:mysql://localhost/metastore</value>
  <description>the URL of the MySQL database</description>
</property>

<property>
  <name>javax.jdo.option.ConnectionDriverName</name>
  <value>com.mysql.jdbc.Driver</value>
</property>

<property>
  <name>javax.jdo.option.ConnectionUserName</name>
  <value>metastore</value>
</property>

<property>
  <name>javax.jdo.option.ConnectionPassword</name>
  <value>XXXXX</value>
</property>

<property>
  <name>datanucleus.autoCreateSchema</name>
  <value>true</value>
</property>

<property>
  <name>datanucleus.autoCreateTables</name>
  <value>true</value>
</property>

<property>
  <name>datanucleus.fixedDatastore</name>
  <value>false</value>
</property>

<property>
  <name>datanucleus.autoStartMechanism</name>
  <value>SchemaTable</value>
</property>

<property>
  <name>hive.metastore.schema.verification</name>
  <value>false</value>
</property>

</configuration>



spark/sbin/start-history-server.sh