mirrors/public-transport-enabler
1
0
Fork 0
mirror of https://gitlab.com/oeffi/public-transport-enabler.git synced 2025-07-14 00:30:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

near empty pages count as empty, too

Browse source 
git-svn-id: https://public-transport-enabler.googlecode.com/svn/trunk@356 0924bc21-9374-b0fa-ee44-9ff1593b38f0
This commit is contained in:
andreas.schildbach 2010-11-14 11:27:57 +00:00
parent a250daa67b
commit 08e83d4a4d
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/de/schildbach/pte/util/ParserUtils.java
View file

@ -48,6 +48,7 @@ public final class ParserUtils
private static final int SCRAPE_CONNECT_TIMEOUT = 5000;
private static final int SCRAPE_READ_TIMEOUT = 15000;
private static final String SCRAPE_DEFAULT_ENCODING = "ISO-8859-1";
private static final int SCRAPE_PAGE_EMPTY_THRESHOLD = 2;
private static String stateCookie;
@ -111,7 +112,7 @@ public final class ParserUtils
copy(pageReader, buffer);
pageReader.close();
if (buffer.length() > 0)
if (buffer.length() > SCRAPE_PAGE_EMPTY_THRESHOLD)
{
if (cookieHandling)
{
@ -134,10 +135,11 @@ public final class ParserUtils
}
else
{
final String message = "got empty page (length: " + buffer.length() + ")";
if (tries-- > 0)
System.out.println("got empty page, retrying...");
System.out.println(message + ", retrying...");
else
throw new IOException("got empty page: " + url);
throw new IOException(message + ": " + url);
}
}
catch (final SocketTimeoutException x)