From e976b55a5c2a83f4f2ab1221ea228c9b8737db4f Mon Sep 17 00:00:00 2001 From: Simeon Wong Date: Thu, 14 Nov 2024 20:32:09 -0500 Subject: [PATCH 01/46] delete ip logs... WARNING UNTESTED! --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index d81e9a77b..001291867 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -33,6 +33,7 @@ unzip rawdata.zip # 6. Repeat the above step for user logs and event logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs +rf -rf ./data # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed From ea20676d33161a6f4d0fcd3c4f7aa5360f0f4309 Mon Sep 17 00:00:00 2001 From: Simeon Wong Date: Thu, 14 Nov 2024 20:55:44 -0500 Subject: [PATCH 02/46] initialize README file with company name --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 001291867..f2bfd22bd 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -11,6 +11,7 @@ set -x mkdir analysis output touch README.md +echo "# Project Name: DSI Consulting Inc." > README.md touch analysis/main.py # download client data From 7842b34c6f43d9747212baf777c09bd2aec2c632 Mon Sep 17 00:00:00 2001 From: Simeon Date: Wed, 9 Apr 2025 20:26:54 -0400 Subject: [PATCH 03/46] Recent Changes --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 2fbb9c81d..7c62dec20 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -21,7 +21,7 @@ unzip -q rawdata.zip # Complete assignment here # 1. Create a directory named data - +mkdir data # 2. Move the ./rawdata directory to ./data/raw # 3. List the contents of the ./data/raw directory From 5dbfc79712baaf8d4503074cfd83c575a000b529 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:21:03 -0400 Subject: [PATCH 04/46] Question 2 updated --- 02_activities/assignments/assignment.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 7c62dec20..4848e406b 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,6 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw +mkdir -p data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory From 65d26104de7027212606a2099802b0a3c04ce41b Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:27:25 -0400 Subject: [PATCH 05/46] second attempt to answer 2 --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4848e406b..99ec50e5d 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p data/raw -mv rawdata data/raw +mkdir -p /data/raw +mv /rawdata /data/raw # 3. List the contents of the ./data/raw directory From 0b0b06182a8590d8f1e17329fe6af51db4368f71 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:32:25 -0400 Subject: [PATCH 06/46] attempt No. 3 --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 99ec50e5d..68fb93252 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p /data/raw -mv /rawdata /data/raw +mv ./rawdata ./data/raw # 3. List the contents of the ./data/raw directory From fe67f29a3a4bccc4bf66d9a31cbd4a641f5b6340 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:34:03 -0400 Subject: [PATCH 07/46] attempt number 4 --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 68fb93252..4f032fe58 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,7 +23,7 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p /data/raw +mkdir -p ./data/raw mv ./rawdata ./data/raw # 3. List the contents of the ./data/raw directory From 5bc08523e045477e023c3f56cb20b4b40e8b5005 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:39:38 -0400 Subject: [PATCH 08/46] attempt no. 5? --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4f032fe58..0d12a395a 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p ./data/raw -mv ./rawdata ./data/raw +mkdir /data/raw +mv /rawdata /data/raw # 3. List the contents of the ./data/raw directory From cddae8cfeea9790237dea7827ab0f48ed415a2ed Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:42:30 -0400 Subject: [PATCH 09/46] attempt 6 --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 0d12a395a..e63c72175 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir /data/raw -mv /rawdata /data/raw +mkdir /data/raw/ +mv /rawdata /data/raw/ # 3. List the contents of the ./data/raw directory From 87ab9765eaa97876fc8d3f929f2a57cbd02c5d11 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:44:37 -0400 Subject: [PATCH 10/46] attempt like 8 --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index e63c72175..fe441468e 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir /data/raw/ -mv /rawdata /data/raw/ +mkdir data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory From 9415b3de63693c986ba15088e16e721f4572c4f9 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:46:23 -0400 Subject: [PATCH 11/46] attempt 9 --- 02_activities/assignments/assignment.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index fe441468e..ef436abe2 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,6 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir data/raw -mv rawdata data/raw # 3. List the contents of the ./data/raw directory From 073c31a8fc7c5a3a978cb6cdac1b52649000038e Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:47:26 -0400 Subject: [PATCH 12/46] 10th attempt --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index ef436abe2..865341337 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,7 +23,7 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir data/raw +mkdir -p data/raw # 3. List the contents of the ./data/raw directory From 98ba8ab8c5070613326863f10fbff9da783943df Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:49:29 -0400 Subject: [PATCH 13/46] attempt 11 --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 865341337..96da6ee84 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,7 +23,7 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p data/raw +mkdir -p /data/raw # 3. List the contents of the ./data/raw directory From 0d40d9b7e9209c31db67f5e580ce6cc2e01c9aa9 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:54:07 -0400 Subject: [PATCH 14/46] 12 attempts! --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 96da6ee84..e68d30eb2 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p /data/raw - +mkdir -p data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From c8d549adba62a013dafc2a968d7ed110477f6f81 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 11:55:33 -0400 Subject: [PATCH 15/46] 13th attempt --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index e68d30eb2..0161065d0 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p data/raw -mv rawdata data/raw +mkdir -p data/raw && mv rawdata data/raw/ + # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From 09b7e08add72bd9f92a449ec7811a15470c65b01 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:01:34 -0400 Subject: [PATCH 16/46] 13th attempt here --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 0161065d0..516738c71 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,8 +23,8 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p data/raw && mv rawdata data/raw/ - +mkdir -p data/raw +mv rawdata data/raw/ # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From 305494321d027aa4056a64e758489d34d32c710d Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:05:26 -0400 Subject: [PATCH 17/46] 14th attempt --- 02_activities/assignments/assignment.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 516738c71..4848e406b 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,8 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata data/raw/ +mv rawdata data/raw + # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From d7608d3d16266124cbaf4707c354f2fd728318e6 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:09:52 -0400 Subject: [PATCH 18/46] created sub folder --- 02_activities/assignments/assignment.sh | 2 -- 1 file changed, 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4848e406b..69d6ae8d5 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,8 +24,6 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata data/raw - # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From 6a66d1243d163ae4d65b6fcc84cf2828486e8b75 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:11:20 -0400 Subject: [PATCH 19/46] tried new method --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 69d6ae8d5..45a2c5696 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,6 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From 2ede1afe119636e8aa753ae02a0675afa92a3e09 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:12:36 -0400 Subject: [PATCH 20/46] try again --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 45a2c5696..0cab1d79a 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata data/raw +mv rawdata/ data/raw # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From 15d69f8a32268a2e4cb80ce32ee7848bef0788de Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:16:27 -0400 Subject: [PATCH 21/46] Trying third part --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 0cab1d79a..62d939e03 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -26,7 +26,7 @@ mkdir data mkdir -p data/raw mv rawdata/ data/raw # 3. List the contents of the ./data/raw directory - +ls data/raw # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs From d1c1cca5308b2e0a8990efd78366a2a06dbaa657 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:28:09 -0400 Subject: [PATCH 22/46] part 4 attempt --- 02_activities/assignments/assignment.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 62d939e03..1b05f5710 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -27,8 +27,10 @@ mkdir -p data/raw mv rawdata/ data/raw # 3. List the contents of the ./data/raw directory ls data/raw -# 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs +# 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs +mkdir -p data/processed +mkdir -p data/processed/server_logs data/processed/user_logs data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs # 6. Repeat the above step for user logs and event logs From d57b0a3cdd905d796fc525f60ed94dcc3398ac97 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:30:34 -0400 Subject: [PATCH 23/46] let's try again --- 02_activities/assignments/assignment.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 1b05f5710..765a112a1 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -30,7 +30,9 @@ ls data/raw # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs mkdir -p data/processed -mkdir -p data/processed/server_logs data/processed/user_logs data/processed/event_logs +mkdir -p data/processed/server_logs +mkdir -p data/processed/user_logs +mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs # 6. Repeat the above step for user logs and event logs From ac7db5a9dff5409267dcb24d27c8a75344ad60ad Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:58:01 -0400 Subject: [PATCH 24/46] part 5 i think --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 765a112a1..923c33327 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs - +cp /data/raw/*server* .log /data/processed/server_logs # 6. Repeat the above step for user logs and event logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs From c4fc953b38dfd01b67291e128a0e9585f0c02534 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 12:59:34 -0400 Subject: [PATCH 25/46] part 5 new attempt --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 923c33327..4217e714f 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/*server* .log /data/processed/server_logs +cp /data/raw/*server*.log /data/processed/server_logs # 6. Repeat the above step for user logs and event logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs From 10e469721e54845c679b9adf2371c51f94de9a38 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:04:59 -0400 Subject: [PATCH 26/46] attempting copy file --- 02_activities/assignments/assignment.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4217e714f..89eba032c 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,9 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/*server*.log /data/processed/server_logs +cp /data/raw/server.log /data/processed/server_logs + + # 6. Repeat the above step for user logs and event logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs From 5d54417f451dc440d738f3229e21ec5d13a0dcf2 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:08:01 -0400 Subject: [PATCH 27/46] new attempt --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 89eba032c..4489ce8ea 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/server.log /data/processed/server_logs +cp /data/raw/server.log ~/data/processed/server_logs # 6. Repeat the above step for user logs and event logs From 85b49db90e9593daac45536c256fadfe8d1f4396 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:10:16 -0400 Subject: [PATCH 28/46] another one --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4489ce8ea..729060393 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/server.log ~/data/processed/server_logs +cp /data/raw/*server*.log ~/data/processed/server_logs # 6. Repeat the above step for user logs and event logs From ba0def37ef2ccc2c02684e197fb31a1d3c9e978a Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:11:36 -0400 Subject: [PATCH 29/46] another --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 729060393..e2263dadd 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/*server*.log ~/data/processed/server_logs +cp /data/raw/*server*.log /data/processed/server_logs # 6. Repeat the above step for user logs and event logs From afbf279c668874c2cc685755e92165048a94a4cf Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:13:10 -0400 Subject: [PATCH 30/46] a --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index e2263dadd..729060393 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/*server*.log /data/processed/server_logs +cp /data/raw/*server*.log ~/data/processed/server_logs # 6. Repeat the above step for user logs and event logs From c7c647a00a6e79f7e37c8743b4e63040c0b68b97 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 13:47:29 -0400 Subject: [PATCH 31/46] trying --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 729060393..ea043ea41 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -34,7 +34,7 @@ mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs -cp /data/raw/*server*.log ~/data/processed/server_logs +cp data/raw/*server*.log data/processed/server_logs # 6. Repeat the above step for user logs and event logs From b982c5abdeb542fcfe126a9057517922e89c519d Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 14:05:38 -0400 Subject: [PATCH 32/46] attempt --- 02_activities/assignments/assignment.sh | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index ea043ea41..25b340ddf 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -38,11 +38,14 @@ cp data/raw/*server*.log data/processed/server_logs # 6. Repeat the above step for user logs and event logs - +cp data/raw/*user*.log data/processed/user_logs +cp data/raw/*event*.log data/processed/event_logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs - +rm data/raw/*ipaddr* +rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed - +touch data/inventory.txt +ls .data/processed > data/inventory.txt ########################################### From 581ca4f029ac70316d55016d2863420070cb49fb Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 14:16:56 -0400 Subject: [PATCH 33/46] updated code --- 02_activities/assignments/assignment.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 25b340ddf..34fd6bb2c 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,12 +24,11 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata/ data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory ls data/raw # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs -mkdir -p data/processed mkdir -p data/processed/server_logs mkdir -p data/processed/user_logs mkdir -p data/processed/event_logs From 98c4c7cd8857a70d5e08791f9931808e7d6da2e6 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 22:56:42 -0400 Subject: [PATCH 34/46] Dmytro update --- 02_activities/assignments/assignment.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 34fd6bb2c..59c28e332 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata data/raw +mv rawdata/* data/raw # 3. List the contents of the ./data/raw directory ls data/raw @@ -36,6 +36,7 @@ mkdir -p data/processed/event_logs cp data/raw/*server*.log data/processed/server_logs + # 6. Repeat the above step for user logs and event logs cp data/raw/*user*.log data/processed/user_logs cp data/raw/*event*.log data/processed/event_logs @@ -44,8 +45,10 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch data/inventory.txt -ls .data/processed > data/inventory.txt +ls data/processed > data/inventory.txt + ########################################### echo "Project setup is complete!" + From 031ec2ff2c03776454cbd9aa972ae4c72e418c82 Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 22:59:47 -0400 Subject: [PATCH 35/46] second try --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 59c28e332..ceee9be26 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata/* data/raw +mv rawdata/ data/raw # 3. List the contents of the ./data/raw directory ls data/raw From 3908504de800b59bdf22f30279ff3c5a04c8f37f Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 23:03:06 -0400 Subject: [PATCH 36/46] trying --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index ceee9be26..59c28e332 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata/ data/raw +mv rawdata/* data/raw # 3. List the contents of the ./data/raw directory ls data/raw From fd45afff3e5316a704ed8c52e62609da10de524f Mon Sep 17 00:00:00 2001 From: Simeon Date: Fri, 11 Apr 2025 23:26:35 -0400 Subject: [PATCH 37/46] new --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 59c28e332..2874ac664 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -45,7 +45,7 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch data/inventory.txt -ls data/processed > data/inventory.txt +ls ./data/processed > data/inventory.txt ########################################### From 61d769dd0899c247e336499f65631e73489923d7 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sat, 12 Apr 2025 09:07:46 -0400 Subject: [PATCH 38/46] saturday --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 2874ac664..b7337e787 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -24,7 +24,7 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw mkdir -p data/raw -mv rawdata/* data/raw +mv rawdata data/raw # 3. List the contents of the ./data/raw directory ls data/raw @@ -45,7 +45,7 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch data/inventory.txt -ls ./data/processed > data/inventory.txt +ls /data/processed > data/inventory.txt ########################################### From 4b4a9af94bad699e178b06d1e0f8f71a87b947d1 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sat, 12 Apr 2025 09:19:01 -0400 Subject: [PATCH 39/46] saturday 2 --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index b7337e787..8dcf76a5a 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -44,8 +44,8 @@ cp data/raw/*event*.log data/processed/event_logs rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed -touch data/inventory.txt -ls /data/processed > data/inventory.txt +touch ./data/inventory.txt +ls ./data/processed > data/inventory.txt ########################################### From e603cbbd08fac79da247f15eea405812e337638c Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 09:40:20 -0400 Subject: [PATCH 40/46] sunday --- 02_activities/assignments/assignment.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 8dcf76a5a..c7d2856af 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -23,7 +23,6 @@ unzip -q rawdata.zip # 1. Create a directory named data mkdir data # 2. Move the ./rawdata directory to ./data/raw -mkdir -p data/raw mv rawdata data/raw # 3. List the contents of the ./data/raw directory ls data/raw @@ -45,7 +44,7 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch ./data/inventory.txt -ls ./data/processed > data/inventory.txt +ls ./data/processed > ./data/inventory.txt ########################################### From 4a29a3f6abae808b54430f9aad944319693a9b21 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 09:44:34 -0400 Subject: [PATCH 41/46] sunday 2 --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index c7d2856af..6d8d4786f 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -44,7 +44,7 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch ./data/inventory.txt -ls ./data/processed > ./data/inventory.txt +ls /data/processed > ./data/inventory.txt ########################################### From c6930484c76cc4a0e2bab62eb8f51f973078c9f8 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 09:45:52 -0400 Subject: [PATCH 42/46] sunday 3 --- 02_activities/assignments/assignment.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 6d8d4786f..ea362e1ae 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -43,8 +43,8 @@ cp data/raw/*event*.log data/processed/event_logs rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed -touch ./data/inventory.txt -ls /data/processed > ./data/inventory.txt +touch /data/inventory.txt +ls /data/processed > /data/inventory.txt ########################################### From b694e252992d7e0eb0a8c98809beeb9aeb478c18 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 09:54:40 -0400 Subject: [PATCH 43/46] sunday 3 --- 02_activities/assignments/assignment.sh | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index ea362e1ae..8a5e4005c 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -43,9 +43,8 @@ cp data/raw/*event*.log data/processed/event_logs rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed -touch /data/inventory.txt -ls /data/processed > /data/inventory.txt - +touch data/inventory.txt +ls data/processed > data/inventory.txt ########################################### From 46dd1c0ed4a564a2d9e887207d39df16a723ac0a Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 09:57:17 -0400 Subject: [PATCH 44/46] sunday 4 --- 02_activities/assignments/assignment.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 8a5e4005c..6ec07d2de 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -44,7 +44,7 @@ rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed touch data/inventory.txt -ls data/processed > data/inventory.txt +ls /data/processed > /data/inventory.txt ########################################### From 85855a1ba19904274280df753a3cc956afda460c Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 10:00:00 -0400 Subject: [PATCH 45/46] sunday 5 --- 02_activities/assignments/assignment.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 6ec07d2de..ad12faf2c 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -43,8 +43,7 @@ cp data/raw/*event*.log data/processed/event_logs rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed -touch data/inventory.txt -ls /data/processed > /data/inventory.txt +find ./data/processed -type f > ./data/inventory.txt ########################################### From 15748b8de051daca2a00afc3e14c7e02ec4acf28 Mon Sep 17 00:00:00 2001 From: Simeon Date: Sun, 13 Apr 2025 10:02:49 -0400 Subject: [PATCH 46/46] sunday 6 --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index ad12faf2c..606ba65b0 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -43,6 +43,7 @@ cp data/raw/*event*.log data/processed/event_logs rm data/raw/*ipaddr* rm data/processed/user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed +touch data/inventory.txt find ./data/processed -type f > ./data/inventory.txt ###########################################