The correct and working way to login with HtmlWebRequest.

Hi,

I need to scrape a site, so my problem is how can I login to the site fill in the input boxes with username and password and emulate a click in the button login.

I've seen many examples but there is always something missing because they don't work. I would like to use htmlwebrequest if possible, if not, something that works.

I've already done this with WebBrowser but now it stopped working because the site says the certificate is invalid and I've tried everything but I can't overcome this problem.

Thank you for your help.

use like below

string param = "username=yourUsername&password=yourpasd";
string url = "url of site";
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
request.Method = "POST";
request.ContentLength = param.Length;
request.ContentType = "application/x-www-form-urlencoded";
request.CookieContainer = new CookieContainer();
using (Stream stream = request.GetRequestStream())
{
byte[] paramAsBytes = Encoding.Default.GetBytes(param);
stream.Write(paramAsBytes, 0, paramAsBytes.Count());
}
using (HttpWebResponse response = (HttpWebResponse)request.GetResponse())
{
foreach (var cookie in response.Cookies)
{
var properties = cookie.GetType()
.GetProperties()
.Select(p => new
{
Name = p.Name,
Value = p.GetValue(cookie)
});
foreach (var property in properties)
{
Console.WriteLine ("{0}: {1}", property.Name, property.Value);
}
}
}

1 Reply

Know the answer? Post it — somebody with the same question will find it here.

Sachin Singh5y ago
use like below
string param = "username=yourUsername&password=yourpasd";
string url = "url of site";
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
request.Method = "POST";
request.ContentLength = param.Length;
request.ContentType = "application/x-www-form-urlencoded";
request.CookieContainer = new CookieContainer();

using (Stream stream = request.GetRequestStream())
{
    byte[] paramAsBytes = Encoding.Default.GetBytes(param);
    stream.Write(paramAsBytes, 0, paramAsBytes.Count());
}

using (HttpWebResponse response = (HttpWebResponse)request.GetResponse())
{
    foreach (var cookie in response.Cookies)
    {
        var properties = cookie.GetType()
                               .GetProperties()
                               .Select(p => new
                               {
                                   Name = p.Name,
                                   Value = p.GetValue(cookie)
                               });

        foreach (var property in properties)
        {
            Console.WriteLine ("{0}: {1}", property.Name, property.Value);
        }
    }
}