parse-fair.go

package main

import "fmt"
import "strings"
import "strconv"
import "net/url"

func main() {
	for i := 3000000; i > 0; i-- {
		line := `127.0.0.1 - - [15/May/2013:21:35:24 +0000] "GET /hc/cdn-bench.gif?p=http&h=host.example.org&dt=235 HTTP/1.1" 200 43 "http://example.org/blah/?q=Kiev&sort=price.asc&utm_source=yandex&utm_medium=cpc&utm_campaign=s_gen_city_cis_ua_kiev_1565_alldevices_georus&from=earch.no&_openstat=zzz" "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/22.0.1106.241 YaBrowser/1.5.1106.241 Safari/537.4" "0.002" "ostrovok.ru" "1368653724.588" "lucky:92" us:1.1.1.1:80 us_t:0.001`
		parts := strings.SplitN(line, " ", 8)
		query := parts[6]
		u, _ := url.Parse(query)
		kv := u.Query()
		dt, _ := strconv.ParseInt(kv.Get("dt"), 10, 16)
		provider := kv.Get("h")
		protocol := kv.Get("p")
		if (dt > 50000) {
			fmt.Println(protocol, provider, dt)
		}
	}
}