You can send request to any webpages with proxy gateway & web api provided by scrape.do. As you can see from the example, this takes only few lines of code
private static string CreateRequestUrl ( string targetUrl ) {
if ( string . IsNullOrEmpty ( _apiToken) ) throw new Exception( " API_TOKEN cannot be empty!" ) ;
string url = $ " http://api.scrape.do?token={_apiToken}" ;
if ( _jsRender) url += " &render=true" ;
if ( _superProxy) url += " &super=true" ;
if ( ! string . IsNullOrEmpty ( _geoCode) ) url += $ " &geoCode={_geoCode}" ;
if ( ! string . IsNullOrEmpty ( _session) ) url += $ " &session={_session}" ;
return $ " {url}&url={targetUrl}" ;
}
static void Main ( string [ ] args ) {
HttpClientHandler handler = new HttpClientHandler( ) {
AutomaticDecompression = DecompressionMethods. GZip | DecompressionMethods. Deflate
} ;
var client = new HttpClient( handler) ;
string requestUrl = CreateRequestUrl( " https://example.com" ) ;
var response = client. GetAsync ( requestUrl) . Result;
Console. WriteLine ( " Status Code : {0} " , response. StatusCode) ;
Console. WriteLine ( " HTML : \n {0}" , response. Content. ReadAsStringAsync ( ) . Result) ;
}