Script for copying over Possible Articles

README.md

@@ -1,2 +1,19 @@
-# roni
+# Roni
 A bunch of scripts for automating creation of the daily COVID-19 news Rona Report
+
+# Usage
+
+* Save any desired articles to Possible Articles with:
+`python save_article.py "New York Times" http://nyt.com/thearticle`
+
+* Copy all Possible Articles marked "Use" to Articles and delete possibles:
+`python copy_possible_articles.py`
+
+* Fetch daily stats from The Atlantic:
+`python parser.py`
+
+* Print out a test report to report.html:
+`python report.py`
+
+* Send out the report emails:
+`python report.py 1`

airtable.py

@@ -42,10 +42,11 @@ def get_url(self, table):
         """Full URL to an AirTable table."""
         return "{}/{}".format(self.config["host"], table)
 
-    def get_content(self, table, sort="Date", offset=0):
+    def get_content(self, table, sort="Date", offset=0, extra_params={}):
         """Pull down a list of items from an AirTable table."""
         url = self.get_url(table)
         params = self.get_params(sort, offset)
+        params.update(extra_params)
 
         res = requests.get(url, params=params)
         content = res.json()

copy_possible_articles.py

@@ -0,0 +1,78 @@
+"""
+This file is for copying over articles from Possible Articles to Articles
+"""
+from __future__ import absolute_import
+
+import requests
+
+from airtable import Airtable
+from models.article import Article
+
+
+class Copy(object):
+    def __init__(self):
+        self.airtable = Airtable()
+
+    def format_payload(self, thing):
+        payload = {}
+        payload["records"] = [{"fields": thing.format()}]
+        payload["typecast"] = True
+        return payload
+
+    def get_possible_articles(self):
+        params = {"filterByFormula": "AND(Use = 1)"}
+        possible, _ = self.airtable.get_content(
+            "Possible Articles", "Date", 0, params)
+
+        return possible
+
+    def headers(self, thing):
+        return {
+            "Authorization": "Bearer %s" % thing.config["key"],
+            "Content-type": "application/json; charset=utf-8"
+        }
+
+    def delete_possible_article(self, article):
+        res = requests.delete(
+            self.possibles[0].alt_api_url + "/" + article.id,
+            headers=self.headers(article)
+        )
+        print res.json()
+
+    def copy_possible_article(self, thing):
+        payload = self.format_payload(thing)
+        res = requests.post(
+            thing.api_url,
+            json=payload,
+            headers=self.headers(thing),
+        )
+        print res.json()
+
+
+class CopyPossibleArticle(Copy):
+    def __init__(self):
+        super(CopyPossibleArticle, self).__init__()
+        self.possibles = []
+
+    def go(self):
+        self.get_possibles()
+
+        print "Copying"
+        for p in self.possibles:
+            self.copy_possible_article(p)
+
+        print "Deleting"
+        for p in self.possibles:
+            self.delete_possible_article(p)
+
+    def get_possibles(self):
+        possible = self.get_possible_articles()
+        for p in possible["records"]:
+            params = p["fields"]
+            params["id"] = p["id"]
+            self.possibles.append(Article(params))
+
+
+if __name__ == "__main__":
+    s = CopyPossibleArticle()
+    s.go()

models/article.py

@@ -15,11 +15,14 @@ def __init__(self, params):
         self._title = None
         self._notes = None
         self.url = None
-        self.data = self.today
+        self.date = self.today
         self.source_id = None
         self.source = None
         self.min_to_read = None
 
+        print "params, ", params
+        if "id" in params:
+            self.id = params["id"]
         if "Title" in params:
             self._title = self.encode(self.parse_title(params["Title"]))
             self._title = params["Title"]
@@ -102,9 +105,9 @@ def format(self):
 
     def __repr__(self):
         """Return text representation."""
-        repr = ""
+        repr = "ID: %s" % self.id
         if self.title:
-            repr += "Title: %s" % self.title
+            repr += "\nTitle: %s" % self.title
         if self.min_to_read:
             repr += "\nMin to Read: %s" % self.min_to_read
         if self.date:
@@ -118,4 +121,6 @@ def __repr__(self):
         if self.min_to_read:
             repr += "\nMin to Read: %s" % self.min_to_read
 
+        repr += "\n"
+
         return repr

save_article.py

@@ -56,20 +56,23 @@ def __init__(self, prog):
     def strip_source(self, text, source):
         return text
 
-    def save(self, url, source_id, thedate):
+    def get_metadata(self, url):
         u = Urler(url)
         u.fetch()
 
         title = (u.title if not u.is_apple
                  else self.strip_source(u.title, source_id))
-
+
+        return u
+
+    def save(self, url, source_id, thedate, title, notes=None, min_to_read=None):
         self.article = Article(
             {
                 "URL": url,
                 "Title": title,
-                "Notes": u.notes,
+                "Notes": notes,
                 "Source": [source_id],
-                "MinToRead": u.min_to_read,
+                "MinToRead": min_to_read,
                 "Date": thedate,
             }
         )
@@ -79,15 +82,14 @@ def save(self, url, source_id, thedate):
         print url
         print ""
 
-        # TODO: take Source name out of apple news title
         self.post(self.article)
 
 
-# TODO: new script to move all Possible Articles marked "Use" to Articles 
 if __name__ == "__main__":
     s = SaveArticle(sys.argv[0])
     s.check_args(len(sys.argv) == 3)
 
+    url = sys.argv[2]
     thedate = date.today().isoformat()
     source = Source()
     # uncomment this to update sources
@@ -97,8 +99,12 @@ def save(self, url, source_id, thedate):
         print "No source found for %s" % sys.argv[1]
         exit
 
+    metadata = s.get_metadata(url)
     s.save(
-        url=sys.argv[2],
+        url=url,
         source_id=source_id,
         thedate=thedate,
+        title=metadata.title,
+        notes=metadata.notes,
+        min_to_read=metadata.min_to_read,
     )

urler.py

@@ -16,6 +16,7 @@ def __init__(self, url):
         self._notes = ""
         self.url = url
         self.min_to_read = 0
+        self.source_id = ""
 
     def get(self):
         res = requests.get(self.url)