Display human-readable (-h) free disk space:
!df -h
Display human-readable (-h) disk usage statistics:
!du -h ./
Display human-readable (-h) disk usage statistics, showing only the total usage (-s):
!du -sh ../
Display the human-readable (-h) disk usage statistics, showing also the grand total for all file types (-c):
!du -csh ./
Count number of lines in a file with wc:
!wc -l < file.txt
Count the number of lines in a file with grep:
!grep -c "." file.txt
Split a file into multiple files based on line count:
!split -l 20 file.txt new
Split a file into multiple files based on line count, use suffix of length 1:
!split -l 802 -a 1 file.csv dir/part-user-csv.tbl-
List number of files matching “.txt":
!ls -1 | grep .txt | wc -l
Check number of MapReduce records processed, outputting the results to the terminal:
!cat * | grep -c "foo" folder/part*
Delete matching lines in place:
!sed -i '/Important Lines: /d’ original_file
# Compress zip
!zip -r archive_name.zip folder_to_compress
# Compress zip without invisible Mac resources
!zip -r -X archive_name.zip folder_to_compress
# Extract zip
!unzip archive_name.zip
# Compress TAR.GZ
!tar -zcvf archive_name.tar.gz folder_to_compress
# Extract TAR.GZ
!tar -zxvf archive_name.tar.gz
# Compress TAR.BZ2
!tar -jcvf archive_name.tar.bz2 folder_to_compress
# Extract TAR.BZ2
!tar -jxvf archive_name.tar.bz2
# Extract GZ
!gunzip archivename.gz
# Uncompress all tar.gz in current directory to another directory
!for i in *.tar.gz; do echo working on $i; tar xvzf $i -C directory/ ; done
# Display the curl output:
!curl donnemartin.com
# Download the curl output to a file:
!curl donnemartin.com > donnemartin.html
# Download the curl output to a file -o
!curl -o image.png http://i1.wp.com/donnemartin.com/wp-content/uploads/2015/02/splunk_cover.png
# Download the curl output to a file, keeping the original file name -O
!curl -O http://i1.wp.com/donnemartin.com/wp-content/uploads/2015/02/splunk_cover.png
# Download multiple files, attempting to reuse the same connection
!curl -O url1 -O url2
# Follow redirects -L
!curl -L url
# Resume a previous download -C -
!curl -C - -O url
# Authenticate -u
!curl -u username:password url
# Display sorted info about processes
!top
# Display all running processes
!ps aux | less
# Display all matching running processes with full formatting
!ps -ef | grep python
# See processes run by user dmartin
!ps -u dmartin
# Display running processes as a tree
!pstree
Add the following to your ~/.bash_profile:
export PS1='\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\W\[\033[00m\]\$ '
export CLICOLOR=1
export LSCOLORS=ExFxBxDxCxegedabagacad
alias ls='ls -GFh'
Reload .bash_profile:
!source ~/.bash_profile
Normal mode: esc
Basic movement: h, j, k, l
Word movement: w, W, e, E, b, B
Go to matching parenthesis: %
Go to start of the line: 0
Go to end of the line: $
Find character: f
Insert mode: i
Append to line: A
Delete character: x
Delete command: d
Delete line: dd
Replace command: r
Change command: c
Undo: u (U for all changes on a line)
Redo: CTRL-R
Copy the current line: yy
Paste the current line: p (P for paste above cursor)
Quit without saving changes: q!
Write the current file and quit: :wq
Run the following command to enable the tutorial:
!vimtutor
7="/usr/share/vim/vim74/tutor/tutor.utf-8" [readonly] 970 lines, 33248 characters
"/var/folders/23/6q1218md0m9dq343vm842bmc0000gn/T//tutorpnTF6s" 970 lines, 3324
8characters written
>87="/var/folders/23/6q1218md0m9dq343vm842bmc0000gn/T//tutorpnTF6s" 970 lines, 3324
8characterst;c
Press ENTER or type command to continue
Run the following commands to enable syntax colors:
!cd ~
!vim .vimrc
# Add the following to ~/.vimrc
syntax on
:wq
# press shift tab and type zz also saves your content
! nvidia-smi # to get the status of your GPU usage
/bin/sh: nvidia-smi: command not found
# kill processes if your GPU is in usage
!sudo kill -9 23050 // sudo kill -9 23050
# get nvidia version
!cat proc/driver/nvidia/version
# getting cuda versions & seeing if nvcc is installed
! nvcc --version
# download kaggle competition via CLI (command line interface)
!kaggle competitions download prostate-cancer-grade-assessment
# convert image files and change sizes in bulk
# get imagemagick
!sudo apt-get install imagemagick -y
#what's the current format
1590 identify -format "%wx%h" "COVID-19(219).png"
# resize if they are all in various formats
!for i in $( ls *.png); do convert -resize 300x300 $i re_$i; done
# use this
1594 find . -name '*.png' -execdir mogrify -resize '300x300>' {} \;
#check size again
!identify -format "%wx%h" "COVID-19(219).png"
#change jpg and jpeg to once format
!mogrify -format png *.jpg
!mogrify -format png *.jpeg