From 8aed9f49f5f71fab0f220a311f132669d7b07400 Mon Sep 17 00:00:00 2001 From: hoguchi live Date: Sat, 22 Oct 2022 22:18:52 -1000 Subject: [PATCH] Refactor dataset build --- charasort | 1 - index.html | 3 +- pull.sh | 1 - push.sh | 1 - src/js/build-dataset.py | 82 +++++++++++-- src/js/data/2022-05-10.js | 246 -------------------------------------- src/js/data/data.js | 180 ++++++++++++++++++++++++++++ src/js/res.txt | 228 ----------------------------------- src/js/series.txt | 5 + 9 files changed, 260 insertions(+), 487 deletions(-) delete mode 160000 charasort delete mode 100755 pull.sh delete mode 100755 push.sh delete mode 100644 src/js/data/2022-05-10.js create mode 100644 src/js/data/data.js delete mode 100644 src/js/res.txt create mode 100644 src/js/series.txt diff --git a/charasort b/charasort deleted file mode 160000 index 8a44c34..0000000 --- a/charasort +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 8a44c3480a9659449fae46d55fb966ce1a410a33 diff --git a/index.html b/index.html index 344ca09..2d2d754 100644 --- a/index.html +++ b/index.html @@ -13,7 +13,7 @@ - + @@ -80,6 +80,7 @@

May 10th, 2022 - Added Girls & Panzer (the original series).

+

October 22nd, 2022 - Added Do it Yourself and Bocchi the Rock!.

diff --git a/pull.sh b/pull.sh deleted file mode 100755 index df85638..0000000 --- a/pull.sh +++ /dev/null @@ -1 +0,0 @@ -rsync -rtvzP root@kikurage.moe:/var/www/kikurage/ ~/git/kikurage/src/ diff --git a/push.sh b/push.sh deleted file mode 100755 index b67d92c..0000000 --- a/push.sh +++ /dev/null @@ -1 +0,0 @@ -rsync -rtvzP ~/git/charasort root@junko.cafe:/var/www/GuP-sorter diff --git a/src/js/build-dataset.py b/src/js/build-dataset.py index 594d178..3c21071 100644 --- a/src/js/build-dataset.py +++ b/src/js/build-dataset.py @@ -1,21 +1,85 @@ +from datetime import datetime +import sys import requests import re -URL = "https://myanimelist.net/anime/14131/Girls___Panzer/characters" +# Regex patterns +re_title = '

(.*?)

' re_character = '