Scribd
Upload
5 views

Some Code

The document shows code for making a HTTP request to a website, decompressing the response if compressed, and loading the HTML into an HTML document object. It creates an HTTP client, makes a GET request, decompresses the response if needed, loads the HTML into an object and writes hello world to the console.

Uploaded by

Isaac William
Copyright
© © All Rights Reserved
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
5 views

Some Code

The document shows code for making a HTTP request to a website, decompressing the response if compressed, and loading the HTML into an HTML document object. It creates an HTTP client, makes a GET request, decompresses the response if needed, loads the HTML into an object and writes hello world to the console.

Uploaded by

Isaac William
Copyright
© © All Rights Reserved
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
You are on page 1/ 2

using HtmlAgilityPack;

using System;
using System.IO;
using System.IO.Compression;
using System.Net.Cache;
using System.Net.Http;

namespace PriceChecker_
{
class Program
{
static void Main(string[] args)
{
HttpClient httpClient = new HttpClient();
httpClient.BaseAddress = new Uri("https://brickseek.com/");
httpClient.DefaultRequestHeaders.Add(@"Accept", "text/html,
application/xhtml+xml");
httpClient.DefaultRequestHeaders.Add("Accept-Encoding", "gzip");
httpClient.DefaultRequestHeaders.Add("Accept-Language", "en-
US,en;q=0.9");
httpClient.DefaultRequestHeaders.Add("User-Agent", "Mozilla/5.0
(Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)
Chrome/88.0.4324.146 Safari/537.36");
var result = httpClient.GetAsync("url of item");

var response = result.Result;


var compdata = response.Content.ReadAsByteArrayAsync().Result;
var databytes = Decompress(compdata);
var data = System.Text.Encoding.Default.GetString(databytes);

HtmlDocument pageDocument = new HtmlDocument();


pageDocument.LoadHtml(data);

Console.WriteLine("Hello World!");
}

static byte[] Decompress(byte[] gzip)


{
// Create a GZIP stream with decompression mode.
// ... Then create a buffer and write into while reading from the
GZIP stream.
using (GZipStream stream = new GZipStream(new MemoryStream(gzip),
CompressionMode.Decompress))
{
const int size = 4096;
byte[] buffer = new byte[size];
using (MemoryStream memory = new MemoryStream())
{
int count = 0;
do
{
count = stream.Read(buffer, 0, size);
if (count > 0)
{
memory.Write(buffer, 0, count);
}
}
while (count > 0);
return memory.ToArray();
}
}
}

}
}

You might also like