diff --git a/books.csv b/books.csv index 6d692f2..fa1fae1 100644 --- a/books.csv +++ b/books.csv @@ -2666,10 +2666,13 @@ invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#vol invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-46,J-Novel Club,Invaders of the Rokujouma!?,44,Digital,,2024-05-15 invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-47,J-Novel Club,Invaders of the Rokujouma!?,45,Digital,,2024-09-25 invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-48,J-Novel Club,Invaders of the Rokujouma!?,46,Digital,,2025-01-27 -invadersoftherokujouma,https://yenpress.com/titles/9781718308367-invaders-of-the-rokujouma-collector-s-edition-7-light-novel,Yen Press,Invaders of the Rokujouma!?,5-7.2,Paperback,9781718308367,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308350-invaders-of-the-rokujouma-collector-s-edition-6-light-novel,Yen Press,Invaders of the Rokujouma!?,6,Paperback,9781718308350,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308398-invaders-of-the-rokujouma-collector-s-edition-10-light-novel,Yen Press,Invaders of the Rokujouma!?,18-20,Paperback,9781718308398,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308374-invaders-of-the-rokujouma-collector-s-edition-8-light-novel,Yen Press,Invaders of the Rokujouma!?,28-31,Paperback,9781718308374,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308343-invaders-of-the-rokujouma-collector-s-edition-5-light-novel,Yen Press,Invaders of the Rokujouma!?,12-14,Paperback,9781718308343,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308350-invaders-of-the-rokujouma-collector-s-edition-6-light-novel,Yen Press,Invaders of the Rokujouma!?,15-17,Paperback,9781718308350,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308367-invaders-of-the-rokujouma-collector-s-edition-7-light-novel,Yen Press,Invaders of the Rokujouma!?,18-20,Paperback,9781718308367,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308374-invaders-of-the-rokujouma-collector-s-edition-8-light-novel,Yen Press,Invaders of the Rokujouma!?,21-23,Paperback,9781718308374,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308381-invaders-of-the-rokujouma-collector-s-edition-9-light-novel,Yen Press,Invaders of the Rokujouma!?,24-27,Paperback,9781718308381,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308398-invaders-of-the-rokujouma-collector-s-edition-10-light-novel,Yen Press,Invaders of the Rokujouma!?,28-31,Paperback,9781718308398,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308404-invaders-of-the-rokujouma-collector-s-edition-11-light-novel,Yen Press,Invaders of the Rokujouma!?,32-35,Paperback,9781718308404,2022-03-15 invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-1,J-Novel Club,Invaders of the Rokujouma!?,1-4,Physical,9781718308305,2021-11-24 invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-5,J-Novel Club,Invaders of the Rokujouma!?,5-7,Physical,9781718308312,2021-11-24 invadersoftherokujouma,https://j-novel.club/series/invaders-of-the-rokujouma#volume-8,J-Novel Club,Invaders of the Rokujouma!?,7.5-8.5,Physical,9781718308329,2021-11-24 diff --git a/info.csv b/info.csv index 42fc7d5..adec6b5 100644 --- a/info.csv +++ b/info.csv @@ -5629,17 +5629,17 @@ invadersoftherokujouma,https://store.crunchyroll.com/products/invaders-of-the-ro invadersoftherokujouma,https://store.crunchyroll.com/products/invaders-of-the-rokujouma-collectors-edition-novel-omnibus-volume-8-9781718308374.html,Crunchyroll,J-Novel Club,Invaders of the Rokujouma!? Volume 21-23,0,Paperback,9781718308374,2021-11-24 invadersoftherokujouma,https://store.crunchyroll.com/products/invaders-of-the-rokujouma-collectors-edition-novel-omnibus-volume-9-9781718308381.html,Crunchyroll,J-Novel Club,Invaders of the Rokujouma!? Volume 24-27,0,Paperback,9781718308381,2021-11-24 invadersoftherokujouma,https://store.crunchyroll.com/products/invaders-of-the-rokujouma-collectors-edition-novel-omnibus-volume-11-9781718308404.html,Crunchyroll,J-Novel Club,Invaders of the Rokujouma!? Volume 32-35,0,Paperback,9781718308404,2022-03-15 -invadersoftherokujouma,https://yenpress.com/titles/9781718308305-invaders-of-the-rokujouma-collector-s-edition-1-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 1,0,Paperback,9781718308305,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308305-invaders-of-the-rokujouma-collector-s-edition-1-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 1-4,0,Paperback,9781718308305,2021-11-23 invadersoftherokujouma,https://yenpress.com/titles/9781718308312-invaders-of-the-rokujouma-collector-s-edition-2-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 5-7,0,Paperback,9781718308312,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308329-invaders-of-the-rokujouma-collector-s-edition-3-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 3,0,Paperback,9781718308329,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308336-invaders-of-the-rokujouma-collector-s-edition-4-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 4,0,Paperback,9781718308336,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308343-invaders-of-the-rokujouma-collector-s-edition-5-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 5,0,Paperback,9781718308343,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308350-invaders-of-the-rokujouma-collector-s-edition-6-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 6,0,Paperback,9781718308350,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308367-invaders-of-the-rokujouma-collector-s-edition-7-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 7,0,Paperback,9781718308367,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308374-invaders-of-the-rokujouma-collector-s-edition-8-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 8,0,Paperback,9781718308374,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308381-invaders-of-the-rokujouma-collector-s-edition-9-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 9,0,Paperback,9781718308381,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308398-invaders-of-the-rokujouma-collector-s-edition-10-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 10,0,Paperback,9781718308398,2021-11-23 -invadersoftherokujouma,https://yenpress.com/titles/9781718308404-invaders-of-the-rokujouma-collector-s-edition-11-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Collector's Edition 11,0,Paperback,9781718308404,2022-03-15 +invadersoftherokujouma,https://yenpress.com/titles/9781718308329-invaders-of-the-rokujouma-collector-s-edition-3-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 7.5-8.5,0,Paperback,9781718308329,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308336-invaders-of-the-rokujouma-collector-s-edition-4-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 9-11,0,Paperback,9781718308336,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308343-invaders-of-the-rokujouma-collector-s-edition-5-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 12-14,0,Paperback,9781718308343,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308350-invaders-of-the-rokujouma-collector-s-edition-6-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 15-17,0,Paperback,9781718308350,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308367-invaders-of-the-rokujouma-collector-s-edition-7-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 18-20,0,Paperback,9781718308367,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308374-invaders-of-the-rokujouma-collector-s-edition-8-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 21-23,0,Paperback,9781718308374,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308381-invaders-of-the-rokujouma-collector-s-edition-9-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 24-27,0,Paperback,9781718308381,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308398-invaders-of-the-rokujouma-collector-s-edition-10-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 28-31,0,Paperback,9781718308398,2021-11-23 +invadersoftherokujouma,https://yenpress.com/titles/9781718308404-invaders-of-the-rokujouma-collector-s-edition-11-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 32-35,0,Paperback,9781718308404,2022-03-15 invadersoftherokujouma12,https://yenpress.com/titles/9781718308411-invaders-of-the-rokujouma-collector-s-edition-12-light-novel,Yen Press,Yen Press,Invaders of the Rokujouma!? Volume 36-38,0,Paperback,9781718308411,2025-06-09 invadersoftherokujoumakickstarterbackerstories,https://j-novel.club/series/invaders-of-the-rokujouma-kickstarter-backer-stories#volume-1,J-Novel Club,J-Novel Club,Invaders of the Rokujouma!? Kickstarter Backer Stories Collection 1,1,Digital,,2021-07-01 invadersoftherokujoumakickstarterbackerstories,https://j-novel.club/series/invaders-of-the-rokujouma-kickstarter-backer-stories#volume-2,J-Novel Club,J-Novel Club,Invaders of the Rokujouma!? Kickstarter Backer Stories Collection 2,2,Digital,,2021-07-01 diff --git a/lnrelease/session.py b/lnrelease/session.py index 322fa09..e1f3d60 100644 --- a/lnrelease/session.py +++ b/lnrelease/session.py @@ -62,7 +62,7 @@ def __str__(self) -> str: 'www.audible.co.jp': (10, 30), 'www.audible.co.uk': (10, 30), 'www.barnesandnoble.com': (10, 30), - 'global.bookwalker.jp': (1, 5), + 'global.bookwalker.jp': (1, 3), 'api.cloudflare.com': (0.1, 0.2), 'crossinfworld.com': (10, 30), 'play.google.com': (10, 30), @@ -72,8 +72,8 @@ def __str__(self) -> str: 'www.penguinrandomhouse.ca': (30, 600), 'legacy.rightstufanime.com': (30, 300), 'sevenseasentertainment.com': (10, 30), - 'v3-static.supadu.io': (30, 60), - 'tokyopop.com': (30, 60), + 'v3-static.supadu.io': (30, 300), + 'tokyopop.com': (30, 300), 'www.viz.com': (30, 60), 'yenpress.com': (1, 3), } diff --git a/lnrelease/source/jnovel_club.py b/lnrelease/source/jnovel_club.py index 3ef75ee..d5feb2a 100644 --- a/lnrelease/source/jnovel_club.py +++ b/lnrelease/source/jnovel_club.py @@ -1,5 +1,6 @@ import datetime import warnings +from random import random from session import Session from utils import Info, Series @@ -41,6 +42,8 @@ def parse(session: Session, serieskey: str, slug: str) -> set[Info]: def scrape_full(series: set[Series], info: set[Info]) -> tuple[set[Series], set[Info]]: # everything because events only has digital releases + today = datetime.date.today() + with Session() as session: params = { 'format': 'json', @@ -56,6 +59,10 @@ def scrape_full(series: set[Series], info: set[Info]) -> tuple[set[Series], set[ and 'pulp' not in serie['tags']): s = Series(None, serie['title']) series.add(s) + prev = {i for i in info if i.serieskey == s.key} + if random() > 0.5 and prev and ( + today - max(i.date for i in prev)).days > 365: + continue try: inf = parse(session, s.key, serie['slug']) info -= inf