0

我正在尝试使用 C# 从此链接中获取 zip 文件：http: //dl.opensubtitles.org/en/download/sub/4860863

我试过：字符串 ResponseText;

        HttpWebRequest m = (HttpWebRequest)WebRequest.Create(o.link);
        m.Method = WebRequestMethods.Http.Get;

        using (HttpWebResponse response = (HttpWebResponse)m.GetResponse())
        {

            using (StreamReader reader = new StreamReader(response.GetResponseStream()))
            {

               ResponseText = reader.ReadToEnd();

                // ResponseText = HttpUtility.HtmlDecode(ResponseText);
                XmlTextReader xmlr = new XmlTextReader(new StringReader(ResponseText));


            }
        }

和

  WebRequest request = WebRequest.Create(o.link);
        using (WebResponse response = request.GetResponse())
        using (Stream stream = response.GetResponseStream())
        {

            string contentType = response.ContentType;
            // TODO: examine the content type and decide how to name your file
            string filename = "test.zip";

            // Download the file
            using (Stream file = File.OpenWrite(filename))
            {
                // Remark: if the file is very big read it in chunks
                // to avoid loading it into memory
                byte[] buffer = new byte[response.ContentLength];
                stream.Read(buffer, 0, buffer.Length);
                file.Write(buffer, 0, buffer.Length);
            }
        }

但是他们都返回了一些奇怪的东西，看起来不像我需要的文件......我认为链接是 php 生成的，但我不确定...... opensubtitles api对我来说不是选项......非常感谢

4

1 回答 1

2

对于您的链接，我的 Content-Type 响应似乎没问题：

Request URL:http://dl.opensubtitles.org/en/download/sub/4860863
Request Method:GET
Status Code:200 OK
Request Headersview:
Accept:text/html,application/xhtml+xml,application/xml;q=0.9,*//*;q=0.8
Accept-Encoding:gzip,deflate,sdch
Accept-Language:en-US,en;q=0.8
Connection:keep-alive
Cookie:PHPSESSID=gk86hdrce96pu06kuajtue45a6; ts=1372177758
Host:dl.opensubtitles.org
User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36
Response Headersview:
Accept-Ranges:bytes
Age:0
Cache-Control:must-revalidate, post-check=0, pre-check=0
Connection:keep-alive
Content-Disposition:attachment; filename="the.dark.knight.(2008).dut.1cd.(4860863).zip"
Content-Length:48473
Content-Transfer-Encoding:Binary
Content-Type:application/zip
Date:Tue, 25 Jun 2013 16:29:45 GMT
Expires:Mon, 1 Apr 2006 01:23:45 GMT
Pragma:public
Set-Cookie:ts=1372177785; expires=Thu, 25-Jul-2013 16:29:45 GMT; path=/
X-Cache:MISS
X-Cache-Backend:web1

我已经检查了您的代码并使用链接对其进行了测试，手动下载产生了一个 48473 字节的文件，并且使用您的代码在 0xDC2 之后产生了 48564 字节，当我将它与十六进制编辑器进行比较时，它有很多不同的部分。我们可能需要在发送请求之前放置更多的请求头。

好的，现在我可以解决它：放入 cookie 并以较小的块读取

private void button1_Click(object sender, EventArgs e) {
    HttpWebRequest request = (HttpWebRequest)WebRequest.Create(new Uri("http://dl.opensubtitles.org/en/download/sub/4860863"));
    //request.UserAgent = "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36";
    //request.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,*//*;q=0.8";
    //request.Headers["Accept-Encoding"] = "gzip,deflate,sdch";
    request.Headers["Cookie"] = "PHPSESSID=gk86hdrce96pu06kuajtue45a6; ts=1372177758";
    using (WebResponse response = request.GetResponse())
    using (Stream stream = response.GetResponseStream()) {

        string contentType = response.ContentType;
        // TODO: examine the content type and decide how to name your file
        string filename = "test.zip";

        // Download the file
        using (Stream file = File.OpenWrite(filename)) {
            byte[] buffer = ReadFully(stream, 256);
            stream.Read(buffer, 0, buffer.Length);
            file.Write(buffer, 0, buffer.Length);
        }
    }
}

/// <summary>
/// Reads data from a stream until the end is reached. The
/// data is returned as a byte array. An IOException is
/// thrown if any of the underlying IO calls fail.
/// </summary>
/// <param name="stream">The stream to read data from</param>
/// <param name="initialLength">The initial buffer length</param>
public static byte[] ReadFully(Stream stream, int initialLength) {
    // If we've been passed an unhelpful initial length, just
    // use 32K.
    if (initialLength < 1) {
        initialLength = 32768;
    }


    byte[] buffer = new byte[initialLength];
    int read = 0;


    int chunk;
    while ((chunk = stream.Read(buffer, read, buffer.Length - read)) > 0) {
        read += chunk;


        // If we've reached the end of our buffer, check to see if there's
        // any more information
        if (read == buffer.Length) {
            int nextByte = stream.ReadByte();


            // End of stream? If so, we're done
            if (nextByte == -1) {
                return buffer;
            }


            // Nope. Resize the buffer, put in the byte we've just
            // read, and continue
            byte[] newBuffer = new byte[buffer.Length * 2];
            Array.Copy(buffer, newBuffer, buffer.Length);
            newBuffer[read] = (byte)nextByte;
            buffer = newBuffer;
            read++;
        }
    }
    // Buffer is now too big. Shrink it.
    byte[] ret = new byte[read];
    Array.Copy(buffer, ret, read);
    return ret;
}

编辑：您根本不需要设置 Cookie，您将生成一个不同的文件，但它是一个有效的文件。我假设服务器在您重新访问它们时会向文件添加额外信息。

于 2013-06-25T16:33:00.777 回答