be.bagofwords.http

Class URLDownloader

java.lang.Object

be.bagofwords.http.URLDownloader

public class URLDownloader
extends Object

Version:

1.1

Author:

jan ∧ koen

Constructor Summary

Constructors

Constructor and Description
URLDownloader(String url) URLDownloader
URLDownloader(String url, String userAgent)
URLDownloader(String method, String url, String userAgent)
URLDownloader(String method, String url, String userAgent, long timeout, long maxSize)

Method Summary

Modifier and Type	Method and Description
DownloadResult	download() Makes connection with the webserver, and download the content.
String	getContent() get the html content of the webpage
String	getContentType()
List<String>	getExtraRequestHeaders()
byte[]	getRawContent()
ArrayList<String>	getRedirectedURLs()
String	getResponseHeader(String name)
String[]	getResponseHeaders()
Map<String,String>	getSavedCookies()
int	getStatus()
long	getTotalBytesDownloaded()
String	getURL() Returns the url passed in the constructor, without the http://
void	setForwardingIP(String ip)
void	setPostData(String postData)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

URLDownloader

public URLDownloader(String url)

URLDownloader

Parameters:

url - the url to be downloaded

URLDownloader

public URLDownloader(String url,
                     String userAgent)

URLDownloader

public URLDownloader(String method,
                     String url,
                     String userAgent)

URLDownloader

public URLDownloader(String method,
                     String url,
                     String userAgent,
                     long timeout,
                     long maxSize)

Method Detail

setPostData

public void setPostData(String postData)

download

public DownloadResult download()

Makes connection with the webserver, and download the content. The status can be retrieved by calling getStatus()

getStatus

public int getStatus()

getContent

public String getContent()

get the html content of the webpage

Returns:

the html content

getURL

public String getURL()

Returns the url passed in the constructor, without the http://

Returns:

the url

getRedirectedURLs

public ArrayList<String> getRedirectedURLs()

getContentType

public String getContentType()

getTotalBytesDownloaded

public long getTotalBytesDownloaded()

getRawContent

public byte[] getRawContent()

getResponseHeaders

public String[] getResponseHeaders()

getResponseHeader

public String getResponseHeader(String name)

getSavedCookies

public Map<String,String> getSavedCookies()

getExtraRequestHeaders

public List<String> getExtraRequestHeaders()

setForwardingIP

public void setForwardingIP(String ip)