Assignment 1

02_activities/assignments/assignment.sh

@@ -18,6 +18,7 @@ cd newproject
 
 mkdir analysis output
 touch README.md
+echo "# Project Name: DSI Consulting Inc." > README.md
 touch analysis/main.py
 
 # download client data
@@ -28,22 +29,26 @@ unzip -q rawdata.zip
 # Complete assignment here
 
 # 1. Create a directory named data
-
+mkdir data
 # 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)
-
+mv rawdata data/raw 
 # 3. List the contents of the ./data/raw directory
-
+ls data/raw
 # 4. Create the directory ./data/processed, 
 #    then create the following sub-directories within it: server_logs, user_logs, and event_logs
-
+mkdir data/processed
+mkdir data/processed/server_logs data/processed/user_logs data/processed/event_logs
 # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
-
+cp data/raw/server_*.log data/processed/server_logs 
 # 6. Repeat the above step for user logs and event logs
-
+cp data/raw/user_*.log data/processed/user_logs
+cp data/raw/event_*.log data/processed/event_logs
 # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
+rm -rf ./data/raw/*ipaddr* ./data/processed/user_logs/*ipaddr*
 
 # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
-
+touch data/inventory.txt 
+ls data/processed/* >> data/inventory.txt 
 
 ###########################################
 

inventory.txt

@@ -0,0 +1,349 @@
+.:
+analysis/
+data/
+output/
+rawdata.zip
+README.md
+
+./analysis:
+main.py
+
+./data:
+inventory.txt
+processed/
+raw/
+
+./data/processed:
+event_logs/
+server_logs/
+user_logs/
+
+./data/processed/event_logs:
+event_log_1.log
+event_log_10.log
+event_log_11.log
+event_log_12.log
+event_log_13.log
+event_log_14.log
+event_log_15.log
+event_log_16.log
+event_log_17.log
+event_log_18.log
+event_log_19.log
+event_log_2.log
+event_log_20.log
+event_log_21.log
+event_log_22.log
+event_log_23.log
+event_log_24.log
+event_log_25.log
+event_log_26.log
+event_log_27.log
+event_log_28.log
+event_log_29.log
+event_log_3.log
+event_log_30.log
+event_log_31.log
+event_log_32.log
+event_log_33.log
+event_log_34.log
+event_log_35.log
+event_log_36.log
+event_log_37.log
+event_log_38.log
+event_log_39.log
+event_log_4.log
+event_log_40.log
+event_log_41.log
+event_log_42.log
+event_log_43.log
+event_log_44.log
+event_log_45.log
+event_log_46.log
+event_log_47.log
+event_log_48.log
+event_log_49.log
+event_log_5.log
+event_log_50.log
+event_log_6.log
+event_log_7.log
+event_log_8.log
+event_log_9.log
+
+./data/processed/server_logs:
+server_log_1.log
+server_log_10.log
+server_log_11.log
+server_log_12.log
+server_log_13.log
+server_log_14.log
+server_log_15.log
+server_log_16.log
+server_log_17.log
+server_log_18.log
+server_log_19.log
+server_log_2.log
+server_log_20.log
+server_log_21.log
+server_log_22.log
+server_log_23.log
+server_log_24.log
+server_log_25.log
+server_log_26.log
+server_log_27.log
+server_log_28.log
+server_log_29.log
+server_log_3.log
+server_log_30.log
+server_log_31.log
+server_log_32.log
+server_log_33.log
+server_log_34.log
+server_log_35.log
+server_log_36.log
+server_log_37.log
+server_log_38.log
+server_log_39.log
+server_log_4.log
+server_log_40.log
+server_log_41.log
+server_log_42.log
+server_log_43.log
+server_log_44.log
+server_log_45.log
+server_log_46.log
+server_log_47.log
+server_log_48.log
+server_log_49.log
+server_log_5.log
+server_log_50.log
+server_log_6.log
+server_log_7.log
+server_log_8.log
+server_log_9.log
+
+./data/processed/user_logs:
+user_log_1.log
+user_log_10.log
+user_log_11.log
+user_log_12.log
+user_log_13.log
+user_log_14.log
+user_log_15.log
+user_log_16.log
+user_log_17.log
+user_log_18.log
+user_log_19.log
+user_log_2.log
+user_log_20.log
+user_log_21.log
+user_log_22.log
+user_log_23.log
+user_log_24.log
+user_log_25.log
+user_log_26.log
+user_log_27.log
+user_log_28.log
+user_log_29.log
+user_log_3.log
+user_log_30.log
+user_log_31.log
+user_log_32.log
+user_log_33.log
+user_log_34.log
+user_log_35.log
+user_log_36.log
+user_log_37.log
+user_log_38.log
+user_log_39.log
+user_log_4.log
+user_log_40.log
+user_log_41.log
+user_log_42.log
+user_log_43.log
+user_log_44.log
+user_log_45.log
+user_log_46.log
+user_log_47.log
+user_log_48.log
+user_log_49.log
+user_log_5.log
+user_log_50.log
+user_log_6.log
+user_log_7.log
+user_log_8.log
+user_log_9.log
+
+./data/raw:
+event_log_1.log
+event_log_10.log
+event_log_11.log
+event_log_12.log
+event_log_13.log
+event_log_14.log
+event_log_15.log
+event_log_16.log
+event_log_17.log
+event_log_18.log
+event_log_19.log
+event_log_2.log
+event_log_20.log
+event_log_21.log
+event_log_22.log
+event_log_23.log
+event_log_24.log
+event_log_25.log
+event_log_26.log
+event_log_27.log
+event_log_28.log
+event_log_29.log
+event_log_3.log
+event_log_30.log
+event_log_31.log
+event_log_32.log
+event_log_33.log
+event_log_34.log
+event_log_35.log
+event_log_36.log
+event_log_37.log
+event_log_38.log
+event_log_39.log
+event_log_4.log
+event_log_40.log
+event_log_41.log
+event_log_42.log
+event_log_43.log
+event_log_44.log
+event_log_45.log
+event_log_46.log
+event_log_47.log
+event_log_48.log
+event_log_49.log
+event_log_5.log
+event_log_50.log
+event_log_6.log
+event_log_7.log
+event_log_8.log
+event_log_9.log
+misc_data.txt
+other_file_1.dat
+other_file_10.dat
+other_file_11.dat
+other_file_12.dat
+other_file_13.dat
+other_file_14.dat
+other_file_15.dat
+other_file_16.dat
+other_file_17.dat
+other_file_18.dat
+other_file_19.dat
+other_file_2.dat
+other_file_3.dat
+other_file_4.dat
+other_file_5.dat
+other_file_6.dat
+other_file_7.dat
+other_file_8.dat
+other_file_9.dat
+server_log_1.log
+server_log_10.log
+server_log_11.log
+server_log_12.log
+server_log_13.log
+server_log_14.log
+server_log_15.log
+server_log_16.log
+server_log_17.log
+server_log_18.log
+server_log_19.log
+server_log_2.log
+server_log_20.log
+server_log_21.log
+server_log_22.log
+server_log_23.log
+server_log_24.log
+server_log_25.log
+server_log_26.log
+server_log_27.log
+server_log_28.log
+server_log_29.log
+server_log_3.log
+server_log_30.log
+server_log_31.log
+server_log_32.log
+server_log_33.log
+server_log_34.log
+server_log_35.log
+server_log_36.log
+server_log_37.log
+server_log_38.log
+server_log_39.log
+server_log_4.log
+server_log_40.log
+server_log_41.log
+server_log_42.log
+server_log_43.log
+server_log_44.log
+server_log_45.log
+server_log_46.log
+server_log_47.log
+server_log_48.log
+server_log_49.log
+server_log_5.log
+server_log_50.log
+server_log_6.log
+server_log_7.log
+server_log_8.log
+server_log_9.log
+user_log_1.log
+user_log_10.log
+user_log_11.log
+user_log_12.log
+user_log_13.log
+user_log_14.log
+user_log_15.log
+user_log_16.log
+user_log_17.log
+user_log_18.log
+user_log_19.log
+user_log_2.log
+user_log_20.log
+user_log_21.log
+user_log_22.log
+user_log_23.log
+user_log_24.log
+user_log_25.log
+user_log_26.log
+user_log_27.log
+user_log_28.log
+user_log_29.log
+user_log_3.log
+user_log_30.log
+user_log_31.log
+user_log_32.log
+user_log_33.log
+user_log_34.log
+user_log_35.log
+user_log_36.log
+user_log_37.log
+user_log_38.log
+user_log_39.log
+user_log_4.log
+user_log_40.log
+user_log_41.log
+user_log_42.log
+user_log_43.log
+user_log_44.log
+user_log_45.log
+user_log_46.log
+user_log_47.log
+user_log_48.log
+user_log_49.log
+user_log_5.log
+user_log_50.log
+user_log_6.log
+user_log_7.log
+user_log_8.log
+user_log_9.log
+
+./output: