HAMA 블로그

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`       //  bin 디렉토리의 경로를 얻는다.

. "$bin"/hama-config.sh  // hama-config.sh 를 내부적으로 실행한다.

"$bin"/hama-daemons.sh --config "${HAMA_CONF_DIR}" start zookeeper   // 주키퍼 부터 시작하고

"$bin"/hama-daemon.sh --config $HAMA_CONF_DIR start bspmaster   // bspmaster 실행

"$bin"/hama-daemons.sh --config $HAMA_CONF_DIR start groom      // groom 실행 

#!/usr/bin/env bash

usage="Usage: hama-daemon.sh [--config <conf-dir>] [--hosts hostlistfile] (start|stop) <hama-command> <args...>"

# if no args specified, show usage

if [ $# -le 1 ]; then

  echo $usage

  exit 1

fi

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. "$bin"/hama-config.sh

# get arguments

startStop=$1

shift

command=$1

shift

hama_rotate_log ()

{

    log=$1;

    num=5;

    if [ -n "$2" ]; then

num=$2

    fi

    if [ -f "$log" ]; then # rotate logs

while [ $num -gt 1 ]; do

   prev=`expr $num - 1`       

   [ -f "$log.$prev" ] && mv "$log.$prev" "$log.$num"

   num=$prev

done

mv "$log" "$log.$num";

    fi

}

if [ -f "${HAMA_CONF_DIR}/hama-env.sh" ]; then

  . "${HAMA_CONF_DIR}/hama-env.sh"

fi

# get log directory

if [ "$HAMA_LOG_DIR" = "" ]; then

  export HAMA_LOG_DIR="$HAMA_HOME/logs"

fi

mkdir -p "$HAMA_LOG_DIR"

if [ "$HAMA_PID_DIR" = "" ]; then

  HAMA_PID_DIR=/tmp

fi

if [ "$HAMA_IDENT_STRING" = "" ]; then

  export HAMA_IDENT_STRING="$USER"

fi

# some variables

export HAMA_LOGFILE=hama-$HAMA_IDENT_STRING-$command-$HOSTNAME.log

export HAMA_ROOT_LOGGER="INFO,DRFA"

log=$HAMA_LOG_DIR/hama-$HAMA_IDENT_STRING-$command-$HOSTNAME.out

pid=$HAMA_PID_DIR/hama-$HAMA_IDENT_STRING-$command.pid

# Set default scheduling priority

if [ "$HAMA_NICENESS" = "" ]; then

    export HAMA_NICENESS=0

fi

case $startStop in

  (start)

    mkdir -p "$HAMA_PID_DIR"

    if [ -f $pid ]; then

      if kill -0 `cat $pid` > /dev/null 2>&1; then

        echo $command running as process `cat $pid`.  Stop it first.

        exit 1

      fi

    fi

    if [ "$HAMA_MASTER" != "" ]; then

      echo rsync from $HAMA_MASTER

      rsync -a -e ssh --delete --exclude=.svn --exclude='logs/*' --exclude='contrib/hod/logs/*' $HAMA_MASTER/ "$HAMA_HOME"

    fi

    hama_rotate_log $log

    echo starting $command, logging to $log

    cd "$HAMA_HOME"

    nohup nice -n $HAMA_NICENESS "$HAMA_HOME"/bin/hama --config $HAMA_CONF_DIR $command "$@" > "$log" 2>&1 < /dev/null &

    echo $! > $pid

    sleep 1; head "$log"

    ;;

  (stop)

    if [ -f $pid ]; then

      if kill -0 `cat $pid` > /dev/null 2>&1; then

        echo stopping $command

        kill `cat $pid`

      else

        echo no $command to stop

      fi

    else

      echo no $command to stop

    fi

    ;;

  (*)

    echo $usage

    exit 1

    ;;

esac


--------------------------------------------------------------------------------------------------------

- 역 따옴표는 따옴표나 작은 따옴표와는 완전히 다른 용도로 쓰인다. 공백 문자를 포함하는 데에는 쓰이지 않는다. 이 글의 앞쪽에서 다음 라인을 사용했던 것을 기억해 보라:

x=$(expr $x + 1)

이미 당신이 알듯이, 명령 expr $x + 1의 결과가 변수 x에 들어가게 된다. 역 따옴표를 사용한 다음의 명령도 꼭 같은 결과를 낸다:

x=`expr $x + 1`

어느 것을 사용해야 하는가 하는 문제는 순전히 당신에게 달려 있다. 당신이 좋은 쪽을 선택하라. 역 따옴표가 $(...) 보다 자주 사용되는 것을 볼 수 있을 것이다. 하지만, $(...)가 보다 읽기 쉽다. 다음과 같은 경우엔 특히 더 그렇다:

$!/bin/bash
echo "I am `whoami`"

--------------------------------------------------------------------------------------------------------

-nohup : 로그아웃 하여 터미널을 빠져나가도 실행중인 프로그램이 종료되지 않고 계속 수행될수 있게 하는 명령

프로그램을 데몬처럼 실행하고 싶을 때는 아래와 같이 하면 됩니다. 

" 명령어 & "
여기서 '&'는 백그라운드로 실행하라는 뜻입니다.
그런데, 이 방법은 실행한 사용자가 로그아웃하면 프로그램도 함께 종료됩니다.
이럴때는 nohup 이란 명령어를 사용하면 됩니다.

nohup(노헙) 정의
리눅스, 유닉스에서 쉘스크립트파일(*.sh)을 데몬형태로 실행시키는 프로그램

nohup 주의사항
nohup으로 실행할 쉘스크립트파일(*.sh)은 현재 퍼미션이 755이상 상태여야 한다.

chmod 755 shell.sh

--------------------------------------------------------------------------------------------------------

rsync 동기화 툴 

# rsync options source destination

로컬 컴퓨터에 있는 moniwiki 디렉토리를 원격 컴퓨터로 복사하는 예제다.

# rsync -avz moniwiki/ yundream@192.168.56.101:/home/yundream/backups

원격 컴퓨터의 내용을  로컬로 복사 

# rsync -avzh yundream@192.168.56.101:/home/yundream/backups ./

Rsync는 -e 옵션을 이용해서 ssh, rsh와 같은 remote shell 프로그램을 선택할 수 있다. 보통 안전한 통신을 보장해주는 ssh

를 이용한다. -e 옵션이 없다면 ssh를 사용한다.

# rsync -avz  --exclude 'data' yundream@192.168.56.101:/home/yundream/backups ./

# rsync -avz  --exclude '*.bak' yundream@192.168.56.101:/home/yundream/backups ./

# touch test.txt
# rsync -avz --delete yundream@192.168.56.101:/home/yundream/backups ./

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. "$bin"/hama-config.sh

cygwin=false

case "`uname`" in

CYGWIN*) cygwin=true;;

esac

# if no args specified, show usage

if [ $# = 0 ]; then

  echo "Usage: hama [--config confdir] COMMAND"

  echo "where COMMAND is one of:"

  echo "  bspmaster            run the BSP Master node"

  echo "  groom                run the Groom node"

  echo "  zookeeper            run a Zookeeper server"

  echo "  job                  manipulate BSP jobs"

  echo "  jar <jar>            run a jar file"

  echo "  pipes               run a pipe job"

  echo "  seqdumper            run SequenceFileDumper"

  echo " or"

  echo "  CLASSNAME            run the class named CLASSNAME"

  echo "Most commands print help when invoked w/o parameters."

  exit 1

fi

# get arguments

COMMAND=$1

shift

if [ -f "${HAMA_CONF_DIR}/hama-env.sh" ]; then

  . "${HAMA_CONF_DIR}/hama-env.sh"

fi

# some Java parameters

if [ "$JAVA_HOME" != "" ]; then

  #echo "run java in $JAVA_HOME"

  JAVA_HOME=$JAVA_HOME

fi

if [ "$JAVA_HOME" = "" ]; then

  echo "Error: JAVA_HOME is not set."

  exit 1

fi

JAVA=$JAVA_HOME/bin/java

JAVA_HEAP_MAX=-Xmx1000m

# check envvars which might override default args

if [ "$HAMA_HEAPSIZE" != "" ]; then

  #echo "run with heapsize $HAMA_HEAPSIZE"

  JAVA_HEAP_MAX="-Xmx""$HAMA_HEAPSIZE""m"

  #echo $JAVA_HEAP_MAX

fi

# CLASSPATH initially contains $HAMA_CONF_DIR

CLASSPATH="${HAMA_CONF_DIR}"

CLASSPATH=${CLASSPATH}:$JAVA_HOME/lib/tools.jar

# for developers, add Hama classes to CLASSPATH

if [ -d "$HAMA_HOME/core/target/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/core/target/classes

fi

if [ -d "$HAMA_HOME/core/target/test-classes/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/core/target/test-classes

fi

# for developers, add Commons classes to CLASSPATH

if [ -d "$HAMA_HOME/commons/target/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/commons/target/classes

fi

if [ -d "$HAMA_HOME/commons/target/test-classes/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/commons/target/test-classes

fi

# for developers, add Graph classes to CLASSPATH

if [ -d "$HAMA_HOME/graph/target/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/graph/target/classes

fi

if [ -d "$HAMA_HOME/graph/target/test-classes/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/graph/target/test-classes

fi

# for developers, add ML classes to CLASSPATH

if [ -d "$HAMA_HOME/ml/target/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/ml/target/classes

fi

if [ -d "$HAMA_HOME/ml/target/test-classes/classes" ]; then

  CLASSPATH=${CLASSPATH}:$HAMA_HOME/ml/target/test-classes

fi

# so that filenames w/ spaces are handled correctly in loops below

IFS=

# for releases, add core hama jar to CLASSPATH

for f in $HAMA_HOME/hama-**.jar; do

  CLASSPATH=${CLASSPATH}:$f;

done

# add libs to CLASSPATH

for f in $HAMA_HOME/lib/*.jar; do

  CLASSPATH=${CLASSPATH}:$f;

done

# add user-specified CLASSPATH last

if [ "$HAMA_CLASSPATH" != "" ]; then

  CLASSPATH=${CLASSPATH}:${HAMA_CLASSPATH}

fi

# default log directory & file

if [ "$HAMA_LOG_DIR" = "" ]; then

  HAMA_LOG_DIR="$HAMA_HOME/logs"

fi

if [ "$HAMA_LOGFILE" = "" ]; then

  HAMA_LOGFILE='hama.log'

fi

# default policy file for service-level authorization

if [ "$HAMA_POLICYFILE" = "" ]; then

  HAMA_POLICYFILE="hama-policy.xml"

fi

# restore ordinary behaviour

unset IFS

# figure out which class to run

if [ "$COMMAND" = "bspmaster" ] ; then

  CLASS='org.apache.hama.BSPMasterRunner'

  BSP_OPTS="$BSP_OPTS $BSP_BSPMASTER_OPTS"

elif [ "$COMMAND" = "groom" ] ; then

  CLASS='org.apache.hama.GroomServerRunner'

  BSP_OPTS="$BSP_OPTS $BSP_GROOMSERVER_OPTS"

elif [ "$COMMAND" = "zookeeper" ] ; then

  CLASS='org.apache.hama.ZooKeeperRunner'

elif [ "$COMMAND" = "job" ] ; then

  CLASS='org.apache.hama.bsp.BSPJobClient'

elif [ "$COMMAND" = "pipes" ] ; then

  CLASS='org.apache.hama.pipes.Submitter'

elif [ "$COMMAND" = "seqdumper" ] ; then

  CLASS='org.apache.hama.pipes.util.SequenceFileDumper'

elif [ "$COMMAND" = "jar" ] ; then

  CLASS=org.apache.hama.util.RunJar

  BSP_OPTS="$BSP_OPTS"

else

  CLASS=$COMMAND

fi

# cygwin path translation

if $cygwin; then

  CLASSPATH=`cygpath -p -w "$CLASSPATH"`

  HAMA_HOME=`cygpath -w "$HAMA_HOME"`

  HAMA_LOG_DIR=`cygpath -w "$HAMA_LOG_DIR"`

  TOOL_PATH=`cygpath -p -w "$TOOL_PATH"`

fi

# cygwin path translation

if $cygwin; then

  JAVA_LIBRARY_PATH=`cygpath -p "$JAVA_LIBRARY_PATH"`

fi

HAMA_OPTS="$HAMA_OPTS -Dhama.log.dir=$HAMA_LOG_DIR"

HAMA_OPTS="$HAMA_OPTS -Dhama.log.file=$HAMA_LOGFILE"

HAMA_OPTS="$HAMA_OPTS -Dhama.home.dir=$HAMA_HOME"

HAMA_OPTS="$HAMA_OPTS -Dhama.id.str=$HAMA_IDENT_STRING"

HAMA_OPTS="$HAMA_OPTS -Dhama.root.logger=${HAMA_ROOT_LOGGER:-INFO,console}"

if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then

  HAMA_OPTS="$HAMA_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"

fi  

HAMA_OPTS="$HAMA_OPTS -Dhama.policy.file=$HAMA_POLICYFILE"

# run it

exec "$JAVA" $JAVA_HEAP_MAX $HAMA_OPTS -classpath "$CLASSPATH" $CLASS "$@"

IFS는 명령어의 옵션을 설정하거나 프로그램의 아귀먼트를 지정할때 명령어와 옵션, 프로그램과 아귀먼트를 구분해주는 일종의 시스템 구분 인자를 말한다. 

#!/bin/bash


var="'(]\\{}\$\""
echo $var        # '(]\{}$"
echo "$var"      # '(]\{}$"     차이가 없죠?

echo

IFS='\'
echo $var        # '(] {}$"     \ 가 빈 칸으로 바뀌었네요.
echo "$var"      # '(]\{}$"

# S.C. 제공

exit 0

usage="Usage: hama-daemons.sh [--config confdir] [--hosts hostlistfile] [start|stop] command args..."

# if no args specified, show usage

if [ $# -le 1 ]; then

  echo $usage

  exit 1

fi

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. $bin/hama-config.sh

remote_cmd="cd ${HAMA_HOME}; $bin/hama-daemon.sh --config ${HAMA_CONF_DIR} $@"

args="--config ${HAMA_CONF_DIR} $remote_cmd"

command=$2

case $command in

  (zookeeper)

    exec "$bin/zookeepers.sh" $args

    ;;

  (*)

    exec "$bin/grooms.sh" $args

    ;;

esac