Skip to content
24 changes: 23 additions & 1 deletion 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@ set -x

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
Expand All @@ -22,22 +23,43 @@ unzip rawdata.zip

# 1. Create a directory named data

mkdir data

# 2. Move the ./rawdata directory to ./data/raw

mv ./rawdata ./data/raw

# 3. List the contents of the ./data/raw directory

ls ./data/raw

# 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs

mkdir -p ./data/processed/server_logs ./data/processed/user_logs ./data/processed/event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs

cp ./data/raw/*server*.log ./data/processed/server_logs

# 6. Repeat the above step for user logs and event logs

cp ./data/raw/*user*.log ./data/processed/user_logs

cp ./data/raw/*event*.log ./data/processed/event_logs

# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
rf -rf ./data

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
rm ./data/raw/*ipaddr*

rm ./data/processed/user_logs/*ipaddr*

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed

ls ./data/processed/* > ./data/inventory.txt

###########################################

echo "Project setup is complete!"

#dummy coment
3 changes: 3 additions & 0 deletions 02_activities/assignments/assignment_instructions.md
Original file line number Diff line number Diff line change
Expand Up @@ -91,3 +91,6 @@ Checklist:
- [ ] Ensure that your repository is public.
- [ ] Review [the PR description guidelines](https://github.com/UofT-DSI/onboarding/blob/main/onboarding_documents/submissions.md#guidelines-for-pull-request-descriptions) and adhere to them.
- [ ] Verify that your link is accessible in a private browser window.


dummy comment
Loading