algo_1.py

import io
import json
from statistics import median

from hash import uniform_hash

size_a = 10
size_b = 6000

input_file = "input.txt"
input_stat_file = "input_stat.txt"

ab_counter = [[0 for i in range(size_b)] for j in range(size_a)]


def run():

    input_stream = io.open(input_file, 'r')

    while True:

        next_line = input_stream.readline().strip().split(' ')

        if len(next_line) == 0:
            break

        for word in next_line:
            for i in range(size_a):
                ab_counter[i][uniform_hash(word, size_b, i)] += 1

    input_stat = open(input_stat_file, "r")
    stat = json.loads(input_stat.readline())

    error = 0

    for key in stat.keys():
        actual = stat[key]
        estimated_lst = []
        for i in range(size_a):
            estimated = ab_counter[i][uniform_hash(int(key), size_b, i)]
            estimated_lst.append(estimated)

        print("value: " + key + " estimated: " + str(median(estimated_lst)) + " actual:" + str(actual))
        print(estimated_lst)
        error += abs(median(estimated_lst) - actual)

    print("error is " + str(error / 1000))

run()