-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathindex.js
76 lines (63 loc) · 1.79 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
const fs = require("fs");
const fetch = require("isomorphic-unfetch");
const jsdom = require("jsdom");
const { JSDOM } = jsdom;
const DOMParser = new JSDOM().window.DOMParser;
const baseURL = "https://api.oyez.org/podcasts/oral-arguments/";
const startTerm = 1955;
const currentTerm = new Date().getFullYear();
const terms = [...Array(currentTerm - startTerm + 1).keys()]
.map((i) => startTerm + i)
.reverse();
const header = fs.readFileSync("./header.xml", "utf8");
const footer = fs.readFileSync("./footer.xml", "utf8");
async function fetchTerm(term) {
const response = await fetch(`${baseURL}${term}`);
const text = await response.text();
const items = [
...(await new DOMParser()
.parseFromString(text, "text/xml")
.querySelectorAll("item")),
];
return items;
}
function replaceGUID(item) {
const url = item.match(/enclosure url="([^"]*)"/)
if (url) {
return item.replace(
/<guid[^>]*>[^<]*<\/guid>/g,
`<guid isPermaLink="false">${url[1]}</guid>`
);
}
return item;
}
function replaceiTunesOrder(item, i) {
return item.replace(
/<itunes:order[^>]*>[0-9]+<\/itunes:order>/g,
`<itunes:order>${i + 1}<\/itunes:order>`
);
}
async function sleep(ms) {
return new Promise((resolve) => setTimeout(resolve, ms));
}
async function assembleFeed() {
let allItems = [];
for (let term of terms) {
console.log(`Fetching ${term}`);
const items = await fetchTerm(term);
allItems = allItems.concat(items);
await sleep(2000);
}
return `${header}
${allItems
.map(
(item, i) =>
`<item>${replaceiTunesOrder(replaceGUID(item.innerHTML), i)}</item>`
)
.join("\r\n")}
${footer}`;
}
async function writeFeed() {
fs.writeFileSync("./dist/feed.xml", await assembleFeed());
}
writeFeed();