#!/bin/bash

cd /home/cloudera/varadha  || exit 1

hadoop fs -rm -r /126156170/outfile || { echo "Failed to remove output directory"; exit 1; }

chmod 777 mapper.py reducer.py
chmod +x mapper.py reducer.py

sudo -u hdfs hadoop fs -chown cloudera /126156170 || { echo "Failed to change ownership"; exit 1; }

hadoop jar /usr/lib/hadoop-0.20-mapreduce/contrib/streaming/hadoop-streaming-2.6.0-mr1-cdh5.4.2.jar -input /126156170/word_count_data.txt -output /126156170/outfile -mapper /home/cloudera/varadha/mapper.py -reducer /home/cloudera/varadha/reducer.py

if [ $? -eq 0 ]; then
echo "Job completed successfully. Output is in /126156xxx/outfile"
hdfs dfs -cat /126156170/outfile/part-00000
else
echo "Job failed. Check logs for details."
fi