Sub Test()

Dim connection As New CWebConnection(New Uri("http://www.tapuz.co.il/"))
connection.SendRequest()

Dim distortedContent As String = connection.GetContent
Dim readableContent As String = connection.GetDecodedContent

Public Class CWebConnection

Private m_request As HttpWebRequest
Private m_response As HttpWebResponse
Private m_content As String

 

Public Sub New(ByVal url As Uri)
    m_content = Nothing

    m_request = WebRequest.Create(url)
    m_request.Credentials = CredentialCache.DefaultCredentials
    m_request.Timeout = 30000
End Sub

 

Public Sub SendRequest()
    m_response = m_request.GetResponse()
End Sub

 

Public Function GetContent() As String
    If m_content = Nothing Then
        Dim dataStream As Stream = m_response.GetResponseStream()
        Using reader As New StreamReader(dataStream, Encoding.Default) 
            m_content = reader.ReadToEnd() + vbCrLf
        End Using
    End If

    Return m_content
End Function

 

Public Function GetDecodedContent() As String
    Dim raw As String = GetContent()
    Dim dest_enc As Encoding = GetEncoding()

    Return ConvertEncoding(raw, Encoding.Default, dest_enc)
End Function

 

Public Function GetEncoding() As Encoding
    Dim pattern As String = "<\s*(meta\s*http-equiv=\s*["']?)?content-type\s*[:"']?\s*(content\s*=\s*)?["']?\s*[\w/\\]*\s*;\s*charset\s*=\s*(?<encoding>[^"';>]*)\s*["']?\s*/?\s*>"
    Dim m_RegEx As Regex
    Dim encMatch As Match
    Dim enc As Encoding = Encoding.GetEncoding("windows-1255")

    If m_content = Nothing Then
        Throw New Exception("First call GetContent()")
    End If

    If GetEncodingHeader() IsNot Nothing Then
        Return GetEncodingHeader()
    Else
        m_RegEx = New Regex(pattern, RegexOptions.IgnoreCase Or RegexOptions.Compiled)
        encMatch = m_RegEx.Match(m_content)

        If encMatch.Success Then
            Try
                enc = Encoding.GetEncoding(encMatch.Groups("encoding").ToString.ToLower)
            Catch
            End Try
        End If
    End If

    Return enc
End Function

 

Public Function GetEncodingHeader() As Encoding
    Dim output As Encoding = Nothing
    If m_response.ContentEncoding <> "" Then
        Try
            output = Encoding.GetEncoding(m_response.ContentEncoding)
        Catch
            output = Nothing
        End Try
    End If

    Return output
End Function

 

Public Shared Function ConvertEncoding(ByVal raw As String, ByVal src_enc As Encoding, ByVal dest_enc As Encoding) As String
    Return src_enc.GetChars(Encoding.Convert(dest_enc, src_enc, src_enc.GetBytes(raw)))
End Function

End Class