httransform icon indicating copy to clipboard operation
httransform copied to clipboard

Cloudflare somehow detects and blocks httransform

Open mixadior opened this issue 4 years ago • 0 comments

Hi,

Small intro: i use proxy server build on top of httransform lib in combination with google chrome (passing cli flag --proxy-server=127.0.0.1:3128).

proxy code:

package main

import (
    "context"
    "net"
    "os"
    "os/signal"
    "syscall"
    "time"

    "github.com/9seconds/httransform/v2"
    "github.com/9seconds/httransform/v2/layers"
)

// These are generates examples of self-signed certificates
// to simplify the example.
var caCert = []byte(`-----BEGIN CERTIFICATE-----
MIICWzCCAcSgAwIBAgIJAJ34yk7oiKv5MA0GCSqGSIb3DQEBCwUAMEUxCzAJBgNV
BAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYDVQQKDBhJbnRlcm5ldCBX
aWRnaXRzIFB0eSBMdGQwHhcNMTgxMjAyMTQyNTAyWhcNMjgxMTI5MTQyNTAyWjBF
MQswCQYDVQQGEwJBVTETMBEGA1UECAwKU29tZS1TdGF0ZTEhMB8GA1UECgwYSW50
ZXJuZXQgV2lkZ2l0cyBQdHkgTHRkMIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKB
gQDL7Hzfmx7xfFWTRm26t/lLsCZwOri6VIzp2dYM5Hp0dV4XUZ+q60nEbHwN3Usr
GKAK/Rsr9Caam3A18Upn2ly69Tyr29kVK+PlsOgSSCUnAYcqT166/j205n3CGNLL
OPtQKfAT/iH3dPBObd8N4FR9FlXiYIiAp1opCbyu2mlHiwIDAQABo1MwUTAdBgNV
HQ4EFgQUOJ+uGtIhHxXHPNESBNI4YbwAl+wwHwYDVR0jBBgwFoAUOJ+uGtIhHxXH
PNESBNI4YbwAl+wwDwYDVR0TAQH/BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOBgQCW
s7P0wJ8ON8ieEJe4pAfACpL6IyhZ5YK/C/hip+czxdvZHc5zngVwHP2vsIcHKBTr
8qXoHgh2gaXqwn8kRVNnZzWrxgSe8IR3oJ2yTbLAxqDS42SPfRLAUpy9sK/tEEGM
rMk/LWMzH/S6bLcsAm0GfVIrUNfg0eF0ZVIjxINBVA==
-----END CERTIFICATE-----`)

var caPrivateKey = []byte(`-----BEGIN PRIVATE KEY-----
MIICdwIBADANBgkqhkiG9w0BAQEFAASCAmEwggJdAgEAAoGBAMvsfN+bHvF8VZNG
bbq3+UuwJnA6uLpUjOnZ1gzkenR1XhdRn6rrScRsfA3dSysYoAr9Gyv0JpqbcDXx
SmfaXLr1PKvb2RUr4+Ww6BJIJScBhypPXrr+PbTmfcIY0ss4+1Ap8BP+Ifd08E5t
3w3gVH0WVeJgiICnWikJvK7aaUeLAgMBAAECgYAk+/kR3OJZzcD/evB/wsoV7haq
mBvUv2znJLjrkayb3oV4GTeqGg5A76P4J8BwSoEMPSdma1ttAu/w+JgUCchzVPwU
34Sr80mYawOmGVGJsDnrrYA2w51Nj42e71pmRc9IqNLwFEhW5Uy7eASf3THJMWDl
F2M6xAVYr+X0eKLf4QJBAO8lVIIMnzIReSZukWBPp6GKmXOuEkWeBOfnYC2HOVZq
1M/E6naOP2MBk9CWG4o9ysjcZ1hosi3/txxrc8VmBAkCQQDaS651dpQ3TRE//raZ
s79ZBEdMCMlgXB6CPrZpvLz/3ZPcLih4MJ59oVkeFHCNct7ccQcQu4XHMGNBIRBh
kpvzAkEAlS/AjHC7T0y/O052upJ2jLweBqBtHaj6foFE6qIVDugOYp8BdXw/5s+x
GsrJ22+49Z0pi2mk3jVMUhpmWprNoQJBANdAT0v2XFpXfQ38bTQMYT82j9Myytdg
npjRm++Rs1AdvoIbZb52OqIoqoaVoxJnVchLD6t5LYXnecesAcok1e8CQEKB7ycJ
6yVwnBE3Ua9CHcGmrre6HmEWdPy1Zyb5DQC6duX46zEBzti9oWx0DJIQRZifeCvw
4J45NsSQjuuAAWs=
-----END PRIVATE KEY-----`)

func main() {
    // Root context is crucial here. When root context is closed, a
    // proxy is shutdown.
    ctx, cancel := context.WithCancel(context.Background())
    defer cancel()

    // For demo purpose we are going to close by SIGINT and SIGTERM
    // signals.
    signals := make(chan os.Signal, 1)

    signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM)

    go func() {
        for range signals {
            cancel()
        }
    }()

    // Filter layer is required if you want to drop request
    // which are made to you internal networks.
    filterLayer, err := layers.NewFilterSubnetsLayer([]net.IPNet{
        {IP: net.ParseIP("127.0.0.0"), Mask: net.CIDRMask(8, 32)},
        {IP: net.ParseIP("172.16.0.0"), Mask: net.CIDRMask(12, 32)},
        {IP: net.ParseIP("10.0.0.0"), Mask: net.CIDRMask(8, 32)},
        {IP: net.ParseIP("192.168.0.0"), Mask: net.CIDRMask(16, 32)},
    })
    if err != nil {
        panic(err)
    }

    opts := httransform.ServerOpts{
        TLSCertCA:     caCert,
        TLSPrivateKey: caPrivateKey,
        // We are going to use basic proxy authorization with username
        // 'user' and password 'password'.
        //Authenticator: auth.NewBasicAuth(map[string]string{
        //    "user": "password",
        //}),
        Layers: []layers.Layer{
            filterLayer,
            // This guy will remove Proxy headers from the request.
            layers.ProxyHeadersLayer{},
            // This guy is going to limit request processing time to 3
            // minutes.
            layers.TimeoutLayer{
                Timeout: 3 * time.Minute,
            },
        },
        TLSSkipVerify: false,
    }

    proxy, err := httransform.NewServer(ctx, opts)
    if err != nil {
        panic(err)
    }

    // We bind our proxy to the port 3128 and all interfaces.
    listener, err := net.Listen("tcp", ":3128")
    if err != nil {
        panic(err)
    }

    if err := proxy.Serve(listener); err != nil {
        panic(err)
    }
}

i open site https://www.meretdemeures.com/ and with proxy i receive Error 1020 and without proxy page is ok. i understand, that this is kinda offtopic, if it is - just close issue. But seems cloudflare detects that SSL connection is hijacked and blocks such requests. Is it possible to turn off hijacking and use httransform as chaining proxy?

Thx for help.

mixadior avatar Jul 23 '21 16:07 mixadior