software/unstable/hadoop-demo/wikipedia/put-files.sh.in

   1 #!/bin/bash
   2
   3 # exit on error
   4 # set -e
   5
   6 source environment.sh
   7
   8 hdfs dfs -mkdir var/wikipedia/input
   9
  10 RAW_DATA=var/wikipedia/raw-data
  11
  12 for file in `ls $RAW_DATA`; do
  13   hdfs dfs -put $RAW_DATA/$file var/wikipedia/input
  14 done
  15
  16
  17