mirror of
https://github.com/ceph/ceph
synced 2024-12-16 08:26:25 +00:00
45 lines
1.2 KiB
Bash
Executable File
45 lines
1.2 KiB
Bash
Executable File
#!/bin/sh -e
|
|
|
|
echo "starting hadoop-wordcount test"
|
|
|
|
# bail if $TESTDIR is not set as this test will fail in that scenario
|
|
[ -z $TESTDIR] && { echo "\$TESTDIR needs to be set, but is not. Exiting."; exit 1; }
|
|
|
|
command0="export JAVA_HOME=/usr/lib/jvm/default-java"
|
|
command1="mkdir -p $TESTDIR/hadoop_input"
|
|
command2="wget http://ceph.com/qa/hadoop_input_files.tar -O $TESTDIR/hadoop_input/files.tar"
|
|
command3="cd $TESTDIR/hadoop_input"
|
|
command4="tar -xf $TESTDIR/hadoop_input/files.tar"
|
|
command5="$TESTDIR/apache_hadoop/bin/hadoop fs -mkdir wordcount_input"
|
|
command6="$TESTDIR/apache_hadoop/bin/hadoop fs -put $TESTDIR/hadoop_input/*txt wordcount_input/"
|
|
command7="$TESTDIR/apache_hadoop/bin/hadoop jar $TESTDIR/apache_hadoop/build/hadoop-example*jar wordcount wordcount_input wordcount_output"
|
|
command8="rm -rf $TESTDIR/hadoop_input"
|
|
|
|
|
|
#print out the command
|
|
echo "----------------------"
|
|
echo $command0
|
|
echo $command1
|
|
echo $command2
|
|
echo $command3
|
|
echo $command4
|
|
echo $command5
|
|
echo $command6
|
|
echo $command7
|
|
echo $command8
|
|
echo "----------------------"
|
|
|
|
#now execute the command
|
|
$command0
|
|
$command1
|
|
$command2
|
|
$command3
|
|
$command4
|
|
$command5
|
|
$command6
|
|
$command7
|
|
$command8
|
|
|
|
echo "completed hadoop-wordcount test"
|
|
exit 0
|