Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
23 changes: 15 additions & 8 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@ set -x

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
Expand All @@ -21,22 +22,28 @@ unzip rawdata.zip
# Complete assignment here

# 1. Create a directory named data

mkdir data
# 2. Move the ./rawdata directory to ./data/raw

mv rawdata data/raw
# 3. List the contents of the ./data/raw directory

ls data/raw/
# 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs

mkdir data/processed
mkdir data/processed/server_logs
mkdir data/processed/user_logs
mkdir data/processed/event_logs
# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs

cp data/raw/*server*.log data/processed/server_logs/
# 6. Repeat the above step for user logs and event logs

cp data/raw/*user*.log data/processed/user_logs/
cp data/raw/*event*.log data/processed/event_logs/
# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs

rm data/raw/*ipaddr*
rm data/processed/user_logs/*ipaddr*
# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed


touch data/inventory.txt
ls data/processed/* >>data/inventory.txt

###########################################

Expand Down
Empty file added analysis/main.py
Empty file.
155 changes: 155 additions & 0 deletions data/inventory.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,155 @@
data/processed/event_logs:
event_log_1.log
event_log_10.log
event_log_11.log
event_log_12.log
event_log_13.log
event_log_14.log
event_log_15.log
event_log_16.log
event_log_17.log
event_log_18.log
event_log_19.log
event_log_2.log
event_log_20.log
event_log_21.log
event_log_22.log
event_log_23.log
event_log_24.log
event_log_25.log
event_log_26.log
event_log_27.log
event_log_28.log
event_log_29.log
event_log_3.log
event_log_30.log
event_log_31.log
event_log_32.log
event_log_33.log
event_log_34.log
event_log_35.log
event_log_36.log
event_log_37.log
event_log_38.log
event_log_39.log
event_log_4.log
event_log_40.log
event_log_41.log
event_log_42.log
event_log_43.log
event_log_44.log
event_log_45.log
event_log_46.log
event_log_47.log
event_log_48.log
event_log_49.log
event_log_5.log
event_log_50.log
event_log_6.log
event_log_7.log
event_log_8.log
event_log_9.log

data/processed/server_logs:
server_log_1.log
server_log_10.log
server_log_11.log
server_log_12.log
server_log_13.log
server_log_14.log
server_log_15.log
server_log_16.log
server_log_17.log
server_log_18.log
server_log_19.log
server_log_2.log
server_log_20.log
server_log_21.log
server_log_22.log
server_log_23.log
server_log_24.log
server_log_25.log
server_log_26.log
server_log_27.log
server_log_28.log
server_log_29.log
server_log_3.log
server_log_30.log
server_log_31.log
server_log_32.log
server_log_33.log
server_log_34.log
server_log_35.log
server_log_36.log
server_log_37.log
server_log_38.log
server_log_39.log
server_log_4.log
server_log_40.log
server_log_41.log
server_log_42.log
server_log_43.log
server_log_44.log
server_log_45.log
server_log_46.log
server_log_47.log
server_log_48.log
server_log_49.log
server_log_5.log
server_log_50.log
server_log_6.log
server_log_7.log
server_log_8.log
server_log_9.log

data/processed/user_logs:
user_log_1.log
user_log_10.log
user_log_11.log
user_log_12.log
user_log_13.log
user_log_14.log
user_log_15.log
user_log_16.log
user_log_17.log
user_log_18.log
user_log_19.log
user_log_2.log
user_log_20.log
user_log_21.log
user_log_22.log
user_log_23.log
user_log_24.log
user_log_25.log
user_log_26.log
user_log_27.log
user_log_28.log
user_log_29.log
user_log_3.log
user_log_30.log
user_log_31.log
user_log_32.log
user_log_33.log
user_log_34.log
user_log_35.log
user_log_36.log
user_log_37.log
user_log_38.log
user_log_39.log
user_log_4.log
user_log_40.log
user_log_41.log
user_log_42.log
user_log_43.log
user_log_44.log
user_log_45.log
user_log_46.log
user_log_47.log
user_log_48.log
user_log_49.log
user_log_5.log
user_log_50.log
user_log_6.log
user_log_7.log
user_log_8.log
user_log_9.log
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 1
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 10
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 11
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 12
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 13
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 14
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 15
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 16
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 17
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 18
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 19
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 2
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 20
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 21
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 22
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 23
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 24
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 25
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 26
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 27
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 28
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 29
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 3
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 30
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 31
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 32
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 33
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 34
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 35
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 36
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 37
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 38
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_39.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 39
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_4.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 4
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_40.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 40
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_41.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 41
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_42.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 42
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_43.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 43
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_44.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 44
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_45.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 45
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_46.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 46
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_47.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 47
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_48.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 48
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_49.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 49
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_5.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 5
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_50.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 50
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_6.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 6
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_7.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 7
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_8.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 8
1 change: 1 addition & 0 deletions data/processed/event_logs/event_log_9.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 9
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 1
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 10
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 11
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 12
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 13
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 14
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 15
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 16
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 17
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 18
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 19
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 2
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 20
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 21
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 22
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 23
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 24
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 25
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 26
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 27
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 28
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 29
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 3
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 30
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 31
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 32
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 33
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 34
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 35
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 36
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 37
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 38
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_39.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 39
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_4.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 4
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_40.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 40
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_41.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 41
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_42.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 42
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_43.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 43
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_44.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 44
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_45.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 45
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_46.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 46
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_47.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 47
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_48.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 48
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_49.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 49
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_5.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 5
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_50.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 50
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_6.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 6
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_7.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 7
1 change: 1 addition & 0 deletions data/processed/server_logs/server_log_8.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 8
Loading