From a534bf76a68ae7acf3444e34fba8c9f2bd533138 Mon Sep 17 00:00:00 2001 From: lantzelot-swe <75668734+lantzelot-swe@users.noreply.github.com> Date: Sat, 14 Oct 2023 23:17:57 +0200 Subject: [PATCH] fix: always use http for scraping c64.com, https does not work. --- src/main/java/se/lantz/scraper/C64comScraper.java | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/src/main/java/se/lantz/scraper/C64comScraper.java b/src/main/java/se/lantz/scraper/C64comScraper.java index 1c1badd..9be1ee3 100644 --- a/src/main/java/se/lantz/scraper/C64comScraper.java +++ b/src/main/java/se/lantz/scraper/C64comScraper.java @@ -66,8 +66,11 @@ public class C64comScraper implements Scraper public void connect(String url) throws IOException { this.c64comGameUrl = ""; + //HTTPS does not seem to work, replace with http + String urlToUse = url.replace("https", "http"); + //c64.com gives no errors for invalid urls. Check if there is an non-empty title to make sure it's valid - Connection.Response result = Jsoup.connect(url).method(Connection.Method.GET).execute(); + Connection.Response result = Jsoup.connect(urlToUse).method(Connection.Method.GET).execute(); Document doc = result.parse(); //Fetch right frame Document mainFrameDocument = Jsoup.connect(doc.select(FRAME_NAME_TEXT).first().absUrl("src")).get(); @@ -79,7 +82,7 @@ public class C64comScraper implements Scraper throw new IllegalArgumentException(); } - this.c64comGameUrl = url; + this.c64comGameUrl = urlToUse; resetFields(); }