Форум программистов [Powered by Invision Power Board]

Цитата

Код


// запись в файл
internal void SetSourceToFile(string source, string fileName)
        {
            using (var sw = new StreamWriter(fileName, false, enc1251))
            {
                sw.Write(source);
                sw.Flush();
                sw.Close();
            }
        }
private Encoding enc1251 = Encoding.GetEncoding(1251);
// запись исходника в переменную
 internal string GetHtmlSource(HttpWebRequest webRequest)
        {
            var webResp = webRequest.GetResponse();
            string source;
            using (var webRespReader = new StreamReader(webResp.GetResponseStream(),enc1251))
            {
                source = webRespReader.ReadToEnd();
            }


            return source;
        }

Цитата

webRequest.Headers.Add(HttpRequestHeader.AcceptCharset, "windows-1251,utf-8;q=0.7,*;q=0.7");

Код


WebClient client = new WebClient();
                try
                {
                    Stream data = client.OpenRead(url);
                    StreamReader reader = new StreamReader(data, Encoding.GetEncoding("windows-1251"));
                    string pageText = reader.ReadToEnd();
                    reader.Close();
                    data.Close();

Код


internal HttpWebRequest InitWebRequest(
                                            string method,
                                            string uri,
                                            string refferer,
                                            bool autoRedirect,
                                            bool useCookie)
{
    var webRequest = (HttpWebRequest)WebRequest.Create(uri);

    // выставляем нужные header
    webRequest.UserAgent = "Mozilla/5.0 (Windows; U; Windows NT 6.1; ru; rv:1.9.2.13) Gecko/20101203 AskTbFXTV5/3.9.1.14019 Firefox/3.6.13";
    webRequest.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8";
    webRequest.Headers.Add(HttpRequestHeader.AcceptLanguage, "ru-ru,ru;q=0.8,en-us;q=0.5,en;q=0.3");
    webRequest.Headers.Add(HttpRequestHeader.AcceptCharset, "windows-1251,utf-8;q=0.7,*;q=0.7");
    webRequest.ContentType = "application/x-www-form-urlencoded";
    webRequest.Host = "free-torrents.org";
    webRequest.Headers.Add(HttpRequestHeader.AcceptEncoding, "gzip, deflate");
    webRequest.Method = method;
    webRequest.KeepAlive = true;
    webRequest.Headers.Add(HttpRequestHeader.CacheControl, "max-age=0");
    webRequest.Timeout = 99000;
    //   webRequest.Proxy = new WebProxy("localhost", 8888); // note прослушка на локалхосте
    webRequest.AllowAutoRedirect = autoRedirect;
    webRequest.Referer = refferer;
    if (useCookie)
    {
        webRequest.Headers.Add(HttpRequestHeader.Cookie, Properties.Settings.Default.Cookie);
    }

    return webRequest;
}