####Chapter 1 Running Mesos
-
Modern data centers
-
Cluster Computing Frameworks
-
Introducing Mesos
- Master
- Slave
- Framework
#!/bin/bash | |
set -eux | |
VERSION=0.172 | |
wget -O /tmp/HDInsightUtilities-v01.sh -q https://hdiconfigactions.blob.core.windows.net/linuxconfigactionmodulev01/HDInsightUtilities-v01.sh && source /tmp/HDInsightUtilities-v01.sh && rm -f /tmp/HDInsightUtilities-v01.sh | |
mkdir -p /var/lib/presto | |
chmod -R 777 /var/lib/presto/ | |
if [[ `hostname -f` == `get_primary_headnode` ]]; then |
service ntp restart |
{ | |
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#", | |
"contentVersion": "1.0.0.0", | |
"parameters": { | |
"clusterName": { | |
"type": "string", | |
"metadata": { | |
"description": "The name of the existing HDInsight presto cluster" | |
} | |
}, |
systemctl reboot -i |
rm -rf /mnt/resource/hadoop/yarn/local/usercache/hdiuser/appcache/ |
####Chapter 1 Running Mesos
Modern data centers
Cluster Computing Frameworks
Introducing Mesos
public static String getMajorVersion() { | |
... | |
... | |
// Special handling for Hadoop 1.x and 2.x | |
switch (Integer.parseInt(parts[0])) { | |
case 0: | |
break; | |
case 1: | |
return "0.20S"; |
log4j:ERROR Could not instantiate class [org.apache.hadoop.hive.shims.HiveEventCounter]. | |
java.lang.IllegalArgumentException: Unrecognized Hadoop major version number: 3.0.0-SNAPSHOT | |
at org.apache.hadoop.hive.shims.ShimLoader.getMajorVersion(ShimLoader.java:154) | |
at org.apache.hadoop.hive.shims.ShimLoader.loadShims(ShimLoader.java:113) | |
at org.apache.hadoop.hive.shims.ShimLoader.getEventCounter(ShimLoader.java:98) | |
at org.apache.hadoop.hive.shims.HiveEventCounter.<init>(HiveEventCounter.java:34) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) | |
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) | |
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) | |
at java.lang.reflect.Constructor.newInstance(Constructor.java:525) |
From 7e7cf7498a71e95cc1f44b717cdf4a1879dc5cc8 Mon Sep 17 00:00:00 2001 | |
From: Dharmesh Kakadia <[email protected]> | |
Date: Mon, 8 Jul 2013 13:03:28 +0530 | |
Subject: [PATCH 1/3] Network Module Refactoring | |
--- | |
.../com/cloud/agent/resource/DummyResource.java | 3 +- | |
api/src/com/cloud/agent/api/to/FirewallRuleTO.java | 6 +- | |
api/src/com/cloud/agent/api/to/IpAddressTO.java | 2 +- | |
api/src/com/cloud/agent/api/to/LoadBalancerTO.java | 25 +- |
From 7e7cf7498a71e95cc1f44b717cdf4a1879dc5cc8 Mon Sep 17 00:00:00 2001 | |
From: Dharmesh Kakadia <[email protected]> | |
Date: Mon, 8 Jul 2013 13:03:28 +0530 | |
Subject: [PATCH 1/3] Network Module Refactoring | |
--- | |
.../com/cloud/agent/resource/DummyResource.java | 3 +- | |
api/src/com/cloud/agent/api/to/FirewallRuleTO.java | 6 +- | |
api/src/com/cloud/agent/api/to/IpAddressTO.java | 2 +- | |
api/src/com/cloud/agent/api/to/LoadBalancerTO.java | 25 +- |