printers.py

import json
from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
from fake_useragent import UserAgent
from bs4 import BeautifulSoup

URL = 'https://itssc.rpi.edu/hc/en-us/articles/360005151451-RCS-Public-Printers-Sorted-by-Location'

def generate_json():

    options = webdriver.ChromeOptions()
    options.add_argument("--headless")
    UA = UserAgent().random # Create a random user agent
    options.add_argument(f'--user-agent={UA}')

    # Install appropriate webdriver for platform
    driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
    driver.implicitly_wait(10)
    driver.get(URL)

    page = driver.page_source
    printers = dict()

    rename = {
      'CII': 'Low',
      'Library': 'Folsom',
      'Student Union': 'Union',
      'East Campus Community Center': 'ECAV',
    }

    soup = BeautifulSoup(page, 'html.parser')
    driver.quit()

    # For testing, uncomment and use this to view scraped html
    # with open('test.html', 'w', encoding="utf-8") as f:
    #     f.write(soup.prettify())

    table = soup.findAll("table")
    assert(len(table) == 1)
    table = table[0]

    rows = table.findAll("tr")
    i = 0
    for row in rows:
        entries = row.findAll("td")
        print(entries)

        if i == 0:
            i += 1
            continue

        building = entries[0].text
        room = entries[1].text
        printer_id = entries[2].text
        color = entries[3].text
        paper_type = entries[4].text
        duplex = entries[5].text
        dpi = entries[6].text

        if building not in printers:
            printers[building] = dict()

        if room not in printers[building]:
            #printers[building][room] = dict()
            printers[building][room] = []

        printers[building][room].append([printer_id, paper_type, dpi, color, duplex])
        i =+ 1

    with open('data/printers.json', 'w') as convert_file:
         convert_file.write(json.dumps(printers))