mirrors/PCUGameManager
mirrors
/
PCUGameManager
mirror of https://github.com/lantzelot-swe/PCUGameManager.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix: always use http for scraping c64.com, https does not work.

This commit is contained in:
lantzelot-swe 2023-10-14 23:17:57 +02:00
parent b3ac163dad
commit a534bf76a6
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/main/java/se/lantz/scraper/C64comScraper.java
View File

@ -66,8 +66,11 @@ public class C64comScraper implements Scraper
public void connect(String url) throws IOException
{
this.c64comGameUrl = "";
//HTTPS does not seem to work, replace with http
String urlToUse = url.replace("https", "http");
//c64.com gives no errors for invalid urls. Check if there is an non-empty title to make sure it's valid
Connection.Response result = Jsoup.connect(url).method(Connection.Method.GET).execute();
Connection.Response result = Jsoup.connect(urlToUse).method(Connection.Method.GET).execute();
Document doc = result.parse();
//Fetch right frame
Document mainFrameDocument = Jsoup.connect(doc.select(FRAME_NAME_TEXT).first().absUrl("src")).get();
@ -79,7 +82,7 @@ public class C64comScraper implements Scraper
throw new IllegalArgumentException();
}
this.c64comGameUrl = url;
this.c64comGameUrl = urlToUse;
resetFields();
}