bitcoin.py

import json
import requests
import logging

from hdfs_writer import write_to_hdfs
from kafka import store_in_big_data
from settings import BTC_BLOCK_TOPIC, BTC_HOST, BTC_PORT
from cassandra_write import write_to_cassandra

logger = logging.getLogger("default")


def get_block_hash(height):
    response = requests.get("http://{}:{}/rest/blockhashbyheight/{}.json".format(BTC_HOST, BTC_PORT, height))
    
    if response.status_code != 200:

        return
    
    return json.loads(response.text)['blockhash']


def get_block(block_hash):
    response = requests.get("http://{}:{}/rest/block/{}.json".format(BTC_HOST, BTC_PORT, block_hash))
    
    if response.status_code != 200:
        return 
    
    return json.loads(response.text)


def btc():
    last_height = 0
    try:
        with open('checkpoints/btc', 'r') as file:
            last_height = int(file.read().strip())
    except:
        pass

    while True:
        block_hash = get_block_hash(last_height)
        if block_hash:
            logger.info('storing block {}.'.format(block_hash))
            block = get_block(block_hash)
            if write_to_cassandra(block):
                write_to_hdfs(block)
                last_height += 1
                with open('checkpoints/btc', 'w') as file:
                    file.write(str(last_height))
            
        

if __name__ == "__main__":
    btc()