bugcy013

root@harish-machine:/var/log/cloudera-scm-server# cat cloudera-scm-server.log 
2013-03-11 12:52:19,890  INFO [main:cmf.Main@166] Starting SCM Server. Version: 4.0.4 (#79 built by jenkins on 20120821-1040 git: 119fe7452f0c356dcde763a1d22eda9363d24ad4)
2013-03-11 12:52:19,900  INFO [main:enterprise.CommonMain@90] Reading database properties from /etc/cloudera-scm-server/db.properties
2013-03-11 12:52:19,911  INFO [main:enterprise.CommonMain@123] Statistics not enabled, c3p0 JMX disabled
2013-03-11 12:52:20,017  INFO [main:common.Version@37] Hibernate Commons Annotations 3.2.0.Final
2013-03-11 12:52:20,031  INFO [main:cfg.Environment@603] Hibernate 3.6.10.Final
2013-03-11 12:52:20,032  INFO [main:cfg.Environment@636] hibernate.properties not found
2013-03-11 12:52:20,034  INFO [main:cfg.Environment@814] Bytecode provider name : javassist
2013-03-11 12:52:20,036  INFO [main:cfg.Environment@695] using JDK 1.4 java.sql.Timestamp handling
2013-03-11 12:52:20,076  INFO [main:ejb.Version@42] Hibernate EntityManager 3.

bugcy013

2013-03-12 05:40:00,875  INFO [main:dbutil.SqlScriptRunnerFactory$SqlStringRunner@210] Processed file: /usr/share/cmf/schema/postgresql/04533_cmf_schema.postgresql.ddl
2013-03-12 05:40:00,957  INFO [main:dbutil.SqlScriptRunnerFactory$SqlStringRunner@210] Processed file: /usr/share/cmf/schema/postgresql/04534_cmf_schema.postgresql.ddl
2013-03-12 05:40:00,974  INFO [main:dbutil.SqlScriptRunnerFactory$SqlStringRunner@210] Processed file: /usr/share/cmf/schema/postgresql/04535_cmf_schema.postgresql.ddl
2013-03-12 05:40:01,124  INFO [main:dbutil.SqlScriptRunnerFactory$SqlStringRunner@210] Processed file: /usr/share/cmf/schema/postgresql/04537_cmf_schema.postgresql.ddl
2013-03-12 05:40:01,368  INFO [main:crypto.LicenseLoader@215] No license provided.
2013-03-12 05:40:01,645  INFO [main:rules.RulesEngine@41] Loading rules knowledge base
2013-03-12 05:40:01,943  WARN [main:common.I18n@123] Initializing i18n message source before spring app fully initialized.
2013-03-12 05:40:01,944  INFO [main:support.FileSystemXmlAp

bugcy013

{5}	R -package

	wget http://cran.r-project.org/src/base/R-2/R-2.15.1.tar.gz
	
	For ubuntu machine You need install dep. packages
	apt-get	build-dep r-base
	make
	make install

	

bugcy013

cat /etc/hadoop/conf/core-site.xml 
<?xml version="1.0"?>
<!--
  Licensed to the Apache Software Foundation (ASF) under one or more
  contributor license agreements.  See the NOTICE file distributed with
  this work for additional information regarding copyright ownership.
  The ASF licenses this file to You under the Apache License, Version 2.0
  (the "License"); you may not use this file except in compliance with
  the License.  You may obtain a copy of the License at

bugcy013

Found 33 items
drwxr-xr-x   - tech tech          0 2013-02-25 16:23 /taqdata/drac-us-imbalance-v2-0
drwxr-xr-x   - tech tech          0 2013-03-22 11:55 /taqdata/drac-us-master-v2-1
drwxr-xr-x   - tech tech          0 2013-03-22 12:15 /taqdata/drac-us-nyse-imbalance-v2-0
drwxr-xr-x   - tech tech          0 2013-02-14 16:37 /taqdata/drac-us-nyse-imbalance-v2-1
drwxr-xr-x   - tech tech          0 2013-03-22 12:17 /taqdata/drac-us-nyse-l2-v2
drwxr-xr-x   - tech tech          0 2013-03-02 08:55 /taqdata/drac-us-nyse-l2-v2-1
drwxr-xr-x   - tech tech          0 2013-01-29 13:14 /taqdata/drac-us-nyse-l2-v2-1-1min
drwxr-xr-x   - tech tech          0 2013-01-29 13:14 /taqdata/drac-us-nyse-l2-v2-1-1sec
drwxr-xr-x   - tech tech          0 2013-01-29 13:14 /taqdata/drac-us-nyse-l2-v2-1-500ms

bugcy013

~# cat /etc/apt/mirror.list 
############# config ##################
#
#set base_path    /var/spool/apt-mirror
set base_path    /Data5/apt-mirror
#
# set mirror_path  $base_path/mirror
# set skel_path    $base_path/skel
# set var_path     $base_path/var
# set cleanscript $var_path/clean.sh

bugcy013

#!/bin/bash
USERNAME=admin
PASSWORD=admin
SCM_URL=http://localhost:7180
COOKIES_FILE=cookies.txt
EXPORT_FILE=export.txt

wget -q --post-data="j_username=${USERNAME}&j_password=${PASSWORD}" --save-cookies ${COOKIES_FILE} --keep-session-cookies -O /dev/null ${SCM_URL}/j_spring_security_check
wget -q -O ${EXPORT_FILE} --load-cookies ${COOKIES_FILE} ${SCM_URL}/cmf/exportCLI

bugcy013

#!/bin/bash
STATE=`ps aux | grep "HiveServer" | wc -l`
IP="127.0.0.1"
PORT=10000
function do_restart()
{
        echo Restarting
        cd /
        nohup hive --service hiveserver &
        echo $! > /var/run/hiveserver.pid

bugcy013

root@controllernode:~# keystone tenant-create --name project_one
+-------------+----------------------------------+
|   Property  |              Value               |
+-------------+----------------------------------+
| description |                                  |
|   enabled   |               True               |
|      id     | bef606a236ce4d148c94cddc70643b1c |
|     name    |           project_one            |
+-------------+----------------------------------+
root@controllernode:~# keystone user-create --name=user_one --pass=user_one --tenant-id bef606a236ce4d148c94cddc70643b1c  [email protected]

bugcy013

A formula to estimate Hadoop storage and related number of data nodes...
Hi 

I would like to share with you a formula to estimate Hadoop storage and related number of data nodes and get your thoughts about it. 

1. This is a formula to estimate Hadoop storage (H): 

H=c*r*S/(1-i) 

where: