mirrors/public-transport-enabler
1
0
Fork 0
mirror of https://gitlab.com/oeffi/public-transport-enabler.git synced 2025-07-21 01:39:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Paris provider based on abstract Navitia provider.

Browse source
This commit is contained in:
Antonio El Khoury 2014-03-16 00:16:23 +01:00 • committed by Andreas Schildbach
parent a3ea6ec0c1
commit a136e7911b
8 changed files with 2020 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

37
enabler/src/de/schildbach/pte/util/ParserUtils.java
View file

@ -68,23 +68,40 @@ public final class ParserUtils
public static final CharSequence scrape(final String url) throws IOException
{
return scrape(url, null, null, null);
return scrape(url, null, null, null, null);
}
public static final CharSequence scrape(final String url, final String authorization) throws IOException
{
return scrape(url, null, null, null, authorization);
}
public static final CharSequence scrape(final String url, final String postRequest, Charset encoding, final String sessionCookieName)
throws IOException
{
return scrape(url, postRequest, encoding, sessionCookieName, 3);
return scrape(url, postRequest, encoding, sessionCookieName, null, 3);
}
public static final CharSequence scrape(final String url, final String postRequest, Charset encoding, final String sessionCookieName, final String authorization)
throws IOException
{
return scrape(url, postRequest, encoding, sessionCookieName, authorization, 3);
}
public static final CharSequence scrape(final String urlStr, final String postRequest, Charset requestEncoding, final String sessionCookieName,
int tries) throws IOException
{
return scrape(urlStr, postRequest, requestEncoding, sessionCookieName, null, tries);
}
public static final CharSequence scrape(final String urlStr, final String postRequest, Charset requestEncoding, final String sessionCookieName,
final String authorization, int tries) throws IOException
{
if (requestEncoding == null)
requestEncoding = SCRAPE_DEFAULT_ENCODING;
final StringBuilder buffer = new StringBuilder(SCRAPE_INITIAL_CAPACITY);
final InputStream is = scrapeInputStream(urlStr, postRequest, requestEncoding, null, sessionCookieName, tries);
final InputStream is = scrapeInputStream(urlStr, postRequest, requestEncoding, null, sessionCookieName, authorization, tries);
final Reader pageReader = new InputStreamReader(is, requestEncoding);
copy(pageReader, buffer);
pageReader.close();
@ -106,11 +123,17 @@ public final class ParserUtils
public static final InputStream scrapeInputStream(final String url) throws IOException
{
return scrapeInputStream(url, null, null, null, null, 3);
return scrapeInputStream(url, null, null, null, null, null, 3);
}
public static final InputStream scrapeInputStream(final String urlStr, final String postRequest, Charset requestEncoding, final String referer,
final String sessionCookieName, int tries) throws IOException
final String sessionCookieName, int tries) throws IOException
{
return scrapeInputStream(urlStr, postRequest, requestEncoding, referer, sessionCookieName, null, tries);
}
public static final InputStream scrapeInputStream(final String urlStr, final String postRequest, Charset requestEncoding, final String referer,
final String sessionCookieName, final String authorization, int tries) throws IOException
{
if (requestEncoding == null)
requestEncoding = SCRAPE_DEFAULT_ENCODING;
@ -136,6 +159,10 @@ public final class ParserUtils
if (sessionCookieName != null && stateCookie != null)
connection.addRequestProperty("Cookie", stateCookie);
// Set authorization.
if (authorization != null)
connection.addRequestProperty("Authorization", authorization);
if (postRequest != null)
{
final byte[] postRequestBytes = postRequest.getBytes(requestEncoding.name());