notes

Rails 2 logs

# extract lines for the hour from 7 to 8 am
awk '/2014-02-18 07/,/2014-02-18 08/' /srv/app/shared/log/production.log | head -n -2 > 2014-02-18-07-00.log

# count return codes
grep Completed 2014-02-18-07-00.log | cut -d'|' -f2 | cut -d' ' -f2 | sort | uniq -c

# count domains hits
grep '^Completed in' 2014-02-18-07-00.log | cut -d'|' -f2 | cut -d'/' -f3 | sort | uniq -c | sort -rn

 # count response code per domain
grep '^Completed in' 2014-02-18-07-00.log | sed 's~^[^\|]*| \([0-9]*\) .* \[https*://\([^/]*\).*$~\1 \2~' | sort | uniq -c | sort -rn

# format a csv stream
grep '^Completed in' 2014-02-18-07-00.log | sed 's~^[^\|]*| \([0-9]*\) .* \[https*://\([^/]*\).*$~\1 \2~' | sort | uniq -c | awk '{print "2014-02-18-08-00," $1 "," $2 "," $3}'