Basic
python3 -m venv .venv # Create Virtual Enviorment
source ./.venv/bin/activate # Activate Virtual Enviorment
pip install numpy pandas # Install Package(s)
pip install --upgrade <package_name> # Upgrade Package
pip freeze > requirements.txt # make requirements.txt file
deactivate # To exit .venv
pip install -r requirements.txt # How to use the requirements.txt file
# ----- Additional usefull commands -----
echo ".venv/" >> .gitignore # Don't commit venv to git
pip list # Show installed packages
pip show <package_name> # Show package info/dependencies
pip uninstall <package_name> # Remove a package
pip install -e . # Install current project in editable mode
pip install -e '.[dev]' # Install current project in editable mode with dev packages
which python # Verify you're using venv Python
rm -rf .venv # Delete virtual environment- To specify the interpreter you can use the ```#!``` on the first line of a ```script.py```
- Note you must run this as an executable in order for the ```#!``` to work
import sqlite3
import pprint
''' Inspect '''
print(db.execute("select sqlite_version()").fetchall()) # sqlite version
db = sqlite3.connect("your_datebase.db")
db.execute("select name from sqlite_master where type='table'").fetchall() # tables
for row in db.execute("SELECT * FROM any_table LIMIT 10"): print(row) # rows (tuples)
db.row_factory = sqlite3.Row # will convert rows to dict (easier to work with)
for row in db.execute("SELECT * FROM any_table LIMIT 10"): print(dict(row)) # rows (dictionaries)
for row in db.execute("select name from sqlite_master where type='table'").fetchall(): pprint.pprint(dict(row)) # tables (pprint)
for row in db.execute("SELECT * FROM stats LIMIT 10"): pprint.pprint((dict(row))) # rows (pprint)
''' Create '''
db.execute("CREATE TABLE events(id integer primary key, name text, start_date text, end_date text, description text);")# Shuffle data
import numpy as np
data = np.arange(10)
indicies_permutation = np.random.permutation(len(data))
shuffled_data = data[indicies_permutation]
# F-string tricks
print(f'{n:,}') # 1,000s seperator with ',' (can also use _)
print(f'{n:>20}:') # Rt align w/ 20 spaces; '<' for left, '^' for center
print(f'{datetime.now(): %c}') # Date formatting lots more optins available ..
print(f'{n = }') # Will output "n = ...." much nicer way to check vars**Utilities**
# One Hot Encode
from tensorflow.keras.utils import to_categorical
y_train = to_categorical(train_labels)** Models **
''' 1. Architecture: a Simple stacked layers w/ relu activation can solve lots of problems '''
model.Sequential([layers.Dense(16,actyivation="relu"),....]) # Simple stacked layers
layers.Dense(1,activation="sigmoid" # last layer for binary classification
layers.Dense(#_categories, activation="softmax" # last layer for multiclass classification
''' 2. Compile: '''
model.compile(optimizer=_, loss=_,metrics=[_]) # Optimizer to "rmsprop" for 95% of models
# loss="binary_crossentropy" binary classification
# loss="categorical_crossentropy" multiclassification w/ OHE y
# loss="sparse_categorical_crossentrop" sing. label multiclass. w/ int y
''' 3. Fit: Run the model '''
model.fit(x_train, y_train, epochs=_, batch_size=_2^n_) # epochs is number of forward + backward pass the model
# makes attempting to reduce loss carefull not to overfit
## GIT
# ARCHIVE
git fetch origin
git checkout -b main-backup origin/main
# SAVE
git add -A && git commit -m "save" && git push # Verify installed
git --version
# Set up
git config --global user.name "Your Name"
git config --global user.email "[email protected]"
# Confirm
git config --list
# navigate to location
git init
ls -la # to verify
rm -rf .git # to stop tracking project with .git
git status # to see current status
touch .gitignore # add file names to ignore (can also use wildcards ex *.txt)
git add "file_name" # add a single file to staging area
git add -A # add all files to Staging Area
git reset # Remove files from the Staging Area
git status # to verify
git add -A
git commit -m "Initial Commit" # try to make better Messages
git log # will show the Historygit clone <url> <where to clone> # will also work for local files
git remote -v # Lists Repo information
git branch -a # List all of the Branches of the Repo
# ..make some changes to code...
git diff
git status
git add -A
git commit -m "message"
# When ready to commit changes do a git pull -> git push (to capture any other changes)
git pull origin master
git push origin mastergit switch -c new_feature # Creates and switches to branch
git add -A
git commit -m "small_new_feature" # commits to branch
git push -u origin new_feature # pushes and sets upstream
git branch -a # verify branches
git add -A && git commit -m "small new feature..."
git push
# Ready to merge
git switch master
git pull origin master
git merge new_feature # merges changes
git push origin master # pushes to remote
# Delete branch
git branch -d new_feature # delete locally
git push origin --delete new_feature # delete from remote
git branch -a # verify deletion
# Branch from old commit
git log --oneline --graph --all # see commits
git switch -c new-branch-name 4f8d768 # create branch from old commitgit init && git add -A && git commit -m "Initial commit"
git reset --hard origin/main # Roll back to last commit
git log --oneline --graph --decorate --all # With Page
git --no-pager log --oneline --graph --decorate --all # No page
## Useful Terminal (Linux/Mac)
- show ssh keys: ```ls -al ~/.ssh```
- Copy: ```pbcopy < filename.txt```
- Copy output: ```ls | pbcopy```
## SSH
1. create new ssh
```.bash
ssh-keygen -t rsa -b 4096 -f ~/.ssh/my_server_key
```
2. Send ssh to server
```
ssh-copy-id -i ~/.ssh/custom_key_name.pub user@server_ip
```
3. Edit ~/.ssh/config
```
Host orange
HostName server_ip
User user # same as step 2
IdentityFile ~/.ssh/my_server_key
'''
>> ssh my_server_key # Will log you on
'''
```
## CSS
- Conditional Border
```css
border-radius: max(0px, min(8px, calc((100vw - 4px - 100%) * 9999))) / 8px;
```
## Linux
- Increase font size
```
sudo dpkg-reconfigure console-setup
```