嘿伙计们我制作了这个小程序来抓取一些HTML信息,但它没有下载一些文件......
以下是代码:
using HtmlAgilityPack;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net;
using System.Text;
using System.Threading.Tasks;
namespace ConsoleApplication2
{
class Program
{
static void Main(string[] args)
{
using (System.Net.WebClient client = new WebClient())
{
List<string> source = new List<string>();
HtmlWeb web = new HtmlWeb();
string url = "http://www.jornaldenegocios.pt/mercados/bolsa/detalhe/wall_street_cada_vez_mais_perto_de_maximo_historico.html";
HtmlDocument document = web.Load(url);
var head = document.DocumentNode.SelectSingleNode("//head");
var meta = head.SelectNodes("//meta").AsEnumerable();
var link = document.DocumentNode.SelectSingleNode("//head").SelectNodes("//link").AsEnumerable();
var urls = document.DocumentNode.Descendants("img")
.Select(e => e.GetAttributeValue("src", null))
.Where(s => !String.IsNullOrEmpty(s));
var titulo = "";
var descricao = "";
var linkImg = "";
var linkIcon = "";
var linkImgAlt = "";
int length = 0;
Uri myUri = new Uri(url);
string host = myUri.Host;
var fbProperties = (head.SelectNodes("//meta[contains(@property, 'og:')]") ?? Enumerable.Empty<HtmlNode>())
.ToDictionary(n => n.Attributes["property"].Value, n => n.Attributes["content"].Value);
linkIcon = (head.SelectSingleNode("//link[contains(@rel, 'apple-touch-icon')]")?.Attributes["href"]?.Value) ??
(head.SelectSingleNode("//link[contains(@rel, 'icon')]")?.Attributes["href"]?.Value) ??
host + "/favicon.ico";
var title = head.SelectSingleNode("//title")?.InnerText;
if (fbProperties.TryGetValue("og:title", out titulo) == false || titulo == null)
{
titulo = (title ?? host);
}
if (fbProperties.TryGetValue("og:description", out descricao) == false || descricao == null)
{
descricao = ("none");
}
if (fbProperties.TryGetValue("og:image", out linkImg) == false || linkImg == null)
{
linkImg = (linkImgAlt ?? "none");
}
foreach (var node in urls)
{
source.Add(node);
}
foreach (var links in source)
{
length = client.DownloadData(links).Length;
if (length<client.DownloadData(links).Length)
{
linkImgAlt = links;
}
}
Console.WriteLine("");
Console.WriteLine("Titulo:");
Console.WriteLine(titulo);
Console.WriteLine("");
Console.WriteLine("Descriçao:");
Console.WriteLine(descricao);
Console.WriteLine("");
Console.WriteLine("Link da Imagem:");
Console.WriteLine(linkImg);
Console.WriteLine("");
Console.WriteLine("Link do Icon:");
Console.WriteLine(linkIcon);
Console.WriteLine("");
Console.WriteLine("Link da Imagem:");
Console.WriteLine(length);
Console.WriteLine("");
Console.WriteLine("Link da Imagem:");
Console.WriteLine(linkImgAlt);
Console.ReadLine();
}
}
}
}
每件事情都很好,只是这个小部分给了我一些问题:
foreach (var node in urls)
{
source.Add(node);
}
foreach (var links in source)
{
length = client.DownloadData(links).Length;
if (length<client.DownloadData(links).Length)
{
linkImgAlt = links;
}
}
以下是运行程序时出现的错误:
System.dll
中出现未处理的“System.Net.WebException”类型异常其他信息:找不到文件'C:\ i \ closePestana.png'。
打印:http://i.imgur.com/C9JPjtk.png
我认为这不是下载文件,这就是为什么给我这个错误信息。 你可以帮我解决这个问题吗?
感谢。