My code fails at printing and throws out a NullReferenceException was unhandled at this line while scraping from the table at http://signalspremium.com/trading-resources-information-center/?tmpl=component. Please note at this point I am not logging in to the website.I just need to get the data as is.
foreach (var row in Table.SelectNodes("tbody/tr"))
My Code is - using System.Text;
- using System.Threading.Tasks;
- using ScrapySharp.Network;
- using HtmlAgilityPack;
- using ScrapySharp.Extensions;
-
- namespace Scrapping
- {
- class Program
- {
- static void Main(string[] args)
- {
- ScrapingBrowser Browser = new ScrapingBrowser();
- Browser.AllowAutoRedirect = true; // Browser has settings you can access in setup
- Browser.AllowMetaRedirect = true;
-
- WebPage PageResult = Browser.NavigateToPage(new Uri("http://signalspremium.com/trading-resources-information-center/?tmpl=component"));
- HtmlNode TableNode = PageResult.Html.CssSelect(".stable").First();
-
-
- var Table = PageResult.Html.CssSelect(".stable").First();
-
- List<string> Names = new List<string>();
- foreach (var row in Table.SelectNodes("tbody/tr"))
- {
- foreach (var cell in row.SelectNodes("th"))
- {
- Names.Add(cell.InnerText);
- Console.WriteLine(Names);
- Console.ReadLine();
- }
- }
-
-
- }
- }
- }
HTML content I am tryint to retrive so i can store in a db table
- <table class="stable" style="width:100%;"><tbody><tr><th style="background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">NAMEth>
- <th style="background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">RATEth>
- <th style="text-align:center;background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">DATEth>
- <th style="text-align:center;background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">TIMEth>
- <th style="text-align:center;background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">DIRECTIONth>
- <th style="text-align:center;background: #444444;color: white;color: #EE9900;font-family: sans-serif;font-size: 1em; padding: 10px;">EXPIRYth>tr><tr style="background:#ececec;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">EUR/USDtd><td style="padding: 10px;">1.11500td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 23:00 GMTtd>tr><tr style="background:#fff;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">GBP/USDtd><td style="padding: 10px;">1.25180td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 20:00 GMTtd>tr><tr style="background:#ececec;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">USD/JPYtd><td style="padding: 10px;">103.08900td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 23:00 GMTtd>tr><tr style="background:#fff;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">EUR/GBPtd><td style="padding: 10px;">0.89060td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 21:00 GMTtd>tr><tr style="background:#ececec;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">AUD/USDtd><td style="padding: 10px;">0.76800td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 23:30 GMTtd>tr><tr style="background:#fff;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">USD/CHFtd><td style="padding: 10px;">0.96700td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 21:00 GMTtd>tr><tr style="background:#ececec;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">GOLDtd><td style="padding: 10px;">1,304.10td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 20:00 GMTtd>tr><tr style="background:#fff;color:#8e44ad;font-weight:bold;"><td style="padding: 10px;">SILVERtd><td style="padding: 10px;">18.41td><td style="text-align:center;padding: 10px;">05/11/2016td><td style="text-align:center;padding: 10px;">12:30 GMTtd><td style="text-align:center;"><br><a href="http://signalspremium.com/login">LOG IN TO SEE THE SIGNALS<p>p>a>td><td style="text-align:center;"> 20:00 GMTtd>tr>tbody>table>
Riven JoyPosted Nov 8, 2016, 4:33 AM
Bikesh SrivastavaPosted Nov 5, 2016, 11:03 PM