package de.schildbach.pte; import java.io.IOException; import java.text.DateFormat; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.regex.Matcher; import java.util.regex.Pattern; import org.json.JSONArray; import org.json.JSONException; import org.json.JSONObject; import de.schildbach.pte.QueryDeparturesResult.Status; public class OebbProvider implements NetworkProvider { public static final String NETWORK_ID = "fahrplan.oebb.at"; public boolean hasCapabilities(final Capability... capabilities) { for (final Capability capability : capabilities) if (capability == Capability.DEPARTURES || capability == Capability.LOCATION_STATION_ID) return true; return false; } private static final String NAME_URL = "http://fahrplan.oebb.at/bin/stboard.exe/dn?input="; private static final Pattern P_SINGLE_NAME = Pattern .compile(".*?.*", Pattern.DOTALL); private static final Pattern P_MULTI_NAME = Pattern.compile("", Pattern.DOTALL); public List autocompleteStations(final CharSequence constraint) throws IOException { final CharSequence page = ParserUtils.scrape(NAME_URL + ParserUtils.urlEncode(constraint.toString())); final List results = new ArrayList(); final Matcher mSingle = P_SINGLE_NAME.matcher(page); if (mSingle.matches()) { results.add(new Autocomplete(Integer.parseInt(mSingle.group(2)), ParserUtils.resolveEntities(mSingle.group(1)))); } else { final Matcher mMulti = P_MULTI_NAME.matcher(page); while (mMulti.find()) results.add(new Autocomplete(Integer.parseInt(mMulti.group(1)), ParserUtils.resolveEntities(mMulti.group(2)))); } return results; } private final String NEARBY_URI = "http://fahrplan.oebb.at/bin/stboard.exe/dn?distance=50&near=Suchen&input=%d"; private final static Pattern P_NEARBY_COARSE = Pattern.compile("(.*?)", Pattern.DOTALL); private final static Pattern P_NEARBY_FINE = Pattern.compile(".*?stboard\\.exe/.*?&input=.*?%23(\\d+)&.*?>(.*?).*?", Pattern.DOTALL); public List nearbyStations(final String stationId, final double lat, final double lon, final int maxDistance, final int maxStations) throws IOException { if (stationId == null) throw new IllegalArgumentException("stationId must be given"); final List stations = new ArrayList(); final String uri = String.format(NEARBY_URI, stationId); final CharSequence page = ParserUtils.scrape(uri); final Matcher mCoarse = P_NEARBY_COARSE.matcher(page); while (mCoarse.find()) { final Matcher mFine = P_NEARBY_FINE.matcher(mCoarse.group(1)); if (mFine.matches()) { final int parsedId = Integer.parseInt(mFine.group(1)); final String parsedName = ParserUtils.resolveEntities(mFine.group(2)); final Station station = new Station(parsedId, parsedName, 0, 0, 0, null, null); stations.add(station); } else { throw new IllegalArgumentException("cannot parse '" + mCoarse.group(1) + "' on " + uri); } } if (maxStations == 0 || maxStations >= stations.size()) return stations; else return stations.subList(0, maxStations); } public StationLocationResult stationLocation(final String stationId) throws IOException { throw new UnsupportedOperationException(); } private static final Map WALKSPEED_MAP = new HashMap(); static { WALKSPEED_MAP.put(WalkSpeed.SLOW, "115"); WALKSPEED_MAP.put(WalkSpeed.NORMAL, "100"); WALKSPEED_MAP.put(WalkSpeed.FAST, "85"); } private String connectionsQuery(final LocationType fromType, final String from, final LocationType viaType, final String via, final LocationType toType, final String to, final Date date, final boolean dep, final WalkSpeed walkSpeed) throws IOException { final DateFormat DATE_FORMAT = new SimpleDateFormat("dd.MM.yy"); final DateFormat TIME_FORMAT = new SimpleDateFormat("HH:mm"); final StringBuilder uri = new StringBuilder(); uri.append("queryPageDisplayed=yes"); uri.append("&start.x=0"); uri.append("&start.y=0"); uri.append("&start=Suchen"); uri.append("&REQ0JourneyStopsS0A=").append(locationType(fromType)); uri.append("&REQ0JourneyStopsS0G=").append(ParserUtils.urlEncode(from)); uri.append("&REQ0JourneyStopsS0ID="); // "tupel"? if (via != null) { uri.append("&REQ0JourneyStops1.0A=").append(locationType(viaType)); uri.append("&REQ0JourneyStops1.0G=").append(ParserUtils.urlEncode(via)); uri.append("&REQ0JourneyStops1.0ID="); } uri.append("&REQ0JourneyStopsZ0A=").append(locationType(toType)); uri.append("&REQ0JourneyStopsZ0G=").append(ParserUtils.urlEncode(to)); uri.append("&REQ0JourneyStopsZ0ID="); uri.append("&REQ0JourneyDate=").append(ParserUtils.urlEncode(DATE_FORMAT.format(date))); uri.append("&wDayExt0=").append(ParserUtils.urlEncode("Mo|Di|Mi|Do|Fr|Sa|So")); uri.append("&REQ0JourneyTime=").append(ParserUtils.urlEncode(TIME_FORMAT.format(date))); uri.append("&REQ0HafasSearchForw=").append(dep ? "1" : "0"); uri.append("&existHafasDemo3=yes"); uri.append("&REQ0JourneyProduct_list=").append(ParserUtils.urlEncode("0:1111111111010000-000000")); uri.append("&REQ0JourneyDep_Foot_speed=").append(WALKSPEED_MAP.get(walkSpeed)); uri.append("&existBikeEverywhere=yes"); uri.append("&existHafasAttrInc=yes"); return uri.toString(); } private static int locationType(final LocationType locationType) { if (locationType == LocationType.STATION) return 1; if (locationType == LocationType.ADDRESS) return 2; if (locationType == LocationType.ANY) return 255; throw new IllegalArgumentException(locationType.toString()); } private static final String QUERY_CONNECTIONS_FORM_URL = "http://fahrplan.oebb.at/bin/query.exe/dn?"; private static final Pattern P_QUERY_CONNECTIONS_FORM_ACTION = Pattern .compile("

]*>(.*?)", Pattern.DOTALL); private static final Pattern P_ADDRESSES = Pattern.compile("]*>\\s*(.*?)\\s*", Pattern.DOTALL); public QueryConnectionsResult queryConnections(final LocationType fromType, final String from, final LocationType viaType, final String via, final LocationType toType, final String to, final Date date, final boolean dep, final WalkSpeed walkSpeed) throws IOException { // get base url and cookies from form final CharSequence form = ParserUtils.scrape(QUERY_CONNECTIONS_FORM_URL, false, null, null, true); final Matcher m = P_QUERY_CONNECTIONS_FORM_ACTION.matcher(form); if (!m.find()) throw new IllegalStateException("cannot find form: '" + form + "' on " + QUERY_CONNECTIONS_FORM_URL); final String baseUri = m.group(1); // query final String query = connectionsQuery(fromType, from, viaType, via, toType, to, date, dep, walkSpeed); final CharSequence page = ParserUtils.scrape(baseUri, true, query, null, true); final Matcher mError = P_QUERY_CONNECTIONS_ERROR.matcher(page); if (mError.find()) { if (mError.group(1) != null) return QueryConnectionsResult.NO_CONNECTIONS; if (mError.group(2) != null) return QueryConnectionsResult.INVALID_DATE; if (mError.group(3) != null) return QueryConnectionsResult.SESSION_TIMEOUT; } List fromAddresses = null; List viaAddresses = null; List toAddresses = null; final Matcher mPreAddress = P_PRE_ADDRESS.matcher(page); while (mPreAddress.find()) { final String type = mPreAddress.group(1); final String options = mPreAddress.group(2); final Matcher mAddresses = P_ADDRESSES.matcher(options); final List addresses = new ArrayList(); while (mAddresses.find()) { final String address = ParserUtils.resolveEntities(mAddresses.group(1)).trim(); if (!addresses.contains(address)) addresses.add(address); } if (type.equals("REQ0JourneyStopsS0K")) fromAddresses = addresses; else if (type.equals("REQ0JourneyStopsZ0K")) toAddresses = addresses; else if (type.equals("REQ0JourneyStops1.0K")) viaAddresses = addresses; else throw new IOException(type); } if (fromAddresses != null || viaAddresses != null || toAddresses != null) return new QueryConnectionsResult(QueryConnectionsResult.Status.AMBIGUOUS, fromAddresses, viaAddresses, toAddresses); else return queryConnections(baseUri, page); } public QueryConnectionsResult queryMoreConnections(final String uri) throws IOException { final CharSequence page = ParserUtils.scrape(uri, false, null, null, true); final Matcher mError = P_QUERY_CONNECTIONS_ERROR.matcher(page); if (mError.find()) { if (mError.group(1) != null) return QueryConnectionsResult.NO_CONNECTIONS; if (mError.group(2) != null) return QueryConnectionsResult.INVALID_DATE; if (mError.group(3) != null) return QueryConnectionsResult.SESSION_TIMEOUT; } return queryConnections(uri, page); } private static final Pattern P_CONNECTIONS_FORM_ACTION = Pattern .compile("]*>.*?" // action + "\n(.*?)\n

.*?" // header + "\n" // + "(.*?

(.*?)

.*?)\n" // connections overview + ".*?" // + "\n" // + "(.*?)\n" // connection details + "

\n]*>\\s*(.*?)\\s*.*?" // from + "Datum:.*?]*>.., (\\d{2}\\.\\d{2}\\.\\d{2}).*?" // date + "nach:.*?]*>\\s*(.*?)\\s*.*?" // to + "(?:\"(REQ0HafasScrollDir=2&guiVCtrl_connection_detailsOut_add_selection&)\".*?)?" // linkEarlier + "(?:\"(REQ0HafasScrollDir=1&guiVCtrl_connection_detailsOut_add_selection&)\".*?)?" // linkLater , Pattern.DOTALL); private static final Pattern P_CONNECTIONS_COARSE = Pattern.compile("\n(.*?)", Pattern.DOTALL); private static final Pattern P_CONNECTIONS_FINE = Pattern.compile(".*?" // + "name=\"guiVCtrl_connection_detailsOut_select_([\\w-]+)\".*?" // id + "]*>(\\d{2}\\.\\d{2}\\.\\d{2})" // departureDate + "(?:
(\\d{2}\\.\\d{2}\\.\\d{2}))?.*?" // arrivalDate + "(\\d{1,2}:\\d{2})" // departureTime + "
(\\d{1,2}:\\d{2}).*?" // arrivalTime , Pattern.DOTALL); private static final Pattern P_CONNECTIONS_DETAILS_COARSE = Pattern.compile("Detailansicht" // id + "(.*?)" // + "\nDauer:", Pattern.DOTALL); private static final Pattern P_CONNECTION_DETAILS_COARSE = Pattern.compile("\n(.*?)\n\n" // + "\n(.*?)\n\n\n(.*?)\n", Pattern.DOTALL); private static final Pattern P_CONNECTION_DETAILS_FINE = Pattern.compile(".*?" // + "]*>\n" // + "(?:]*>)?" // departureId + "([^\n<]*).*?" // departure + "]*>\n(?:(\\d{2}\\.\\d{2}\\.\\d{2})| )\n.*?" // departureDate + "]*>(?:(\\d{2}:\\d{2})| ).*?" // departureTime + "]*>\\s*(?: |(.*?))\\s*.*?" // departurePosition + "